{"id":"https://openalex.org/W4392445392","doi":"https://doi.org/10.1145/3639233.3639355","title":"Pre-Training to Identify Immunization-Related Entities from Systematic Reviews","display_name":"Pre-Training to Identify Immunization-Related Entities from Systematic Reviews","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4392445392","doi":"https://doi.org/10.1145/3639233.3639355"},"language":"en","primary_location":{"id":"doi:10.1145/3639233.3639355","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639233.3639355","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639233.3639355","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 7th International Conference on Natural Language Processing and Information Retrieval","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3639233.3639355","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052706760","display_name":"Bahar \u0130lgen","orcid":"https://orcid.org/0000-0001-5725-0850"},"institutions":[{"id":"https://openalex.org/I24359323","display_name":"Robert Koch Institute","ror":"https://ror.org/01k5qnb77","country_code":"DE","type":"government","lineage":["https://openalex.org/I24359323"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bahar \u0130lgen","raw_affiliation_strings":["Center for Artificial Intelligence in Public Health Research , Robert Koch Institute, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5725-0850","affiliations":[{"raw_affiliation_string":"Center for Artificial Intelligence in Public Health Research , Robert Koch Institute, Germany","institution_ids":["https://openalex.org/I24359323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007221738","display_name":"Antonia Pilic","orcid":"https://orcid.org/0000-0001-6502-7982"},"institutions":[{"id":"https://openalex.org/I24359323","display_name":"Robert Koch Institute","ror":"https://ror.org/01k5qnb77","country_code":"DE","type":"government","lineage":["https://openalex.org/I24359323"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Antonia Pilic","raw_affiliation_strings":["Immunization Unit, Robert Koch Institute, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6502-7982","affiliations":[{"raw_affiliation_string":"Immunization Unit, Robert Koch Institute, Germany","institution_ids":["https://openalex.org/I24359323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103253687","display_name":"Thomas Harder","orcid":"https://orcid.org/0009-0004-8659-220X"},"institutions":[{"id":"https://openalex.org/I24359323","display_name":"Robert Koch Institute","ror":"https://ror.org/01k5qnb77","country_code":"DE","type":"government","lineage":["https://openalex.org/I24359323"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Harder","raw_affiliation_strings":["Immunization Unit, Robert Koch Institute, Germany"],"raw_orcid":"https://orcid.org/0009-0004-8659-220X","affiliations":[{"raw_affiliation_string":"Immunization Unit, Robert Koch Institute, Germany","institution_ids":["https://openalex.org/I24359323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079991493","display_name":"Georges Hattab","orcid":"https://orcid.org/0000-0003-4168-8254"},"institutions":[{"id":"https://openalex.org/I24359323","display_name":"Robert Koch Institute","ror":"https://ror.org/01k5qnb77","country_code":"DE","type":"government","lineage":["https://openalex.org/I24359323"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georges Hattab","raw_affiliation_strings":["Center for Artificial Intelligence in Public Health Research , Robert Koch Institute, Germany and \rDepartment of Mathematics and Computer science, Freie Universitat, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4168-8254","affiliations":[{"raw_affiliation_string":"Center for Artificial Intelligence in Public Health Research , Robert Koch Institute, Germany and \rDepartment of Mathematics and Computer science, Freie Universitat, Germany","institution_ids":["https://openalex.org/I24359323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24359323"],"apc_list":null,"apc_paid":null,"fwci":0.082,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50153846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"234","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7992287874221802},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.7070524096488953},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6778393983840942},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.5626336932182312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5490742325782776},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5467100143432617},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.5284197926521301},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49735453724861145},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44782957434654236},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4476112127304077},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4195508658885956},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3566473126411438},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.18367308378219604},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.14630767703056335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7992287874221802},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.7070524096488953},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6778393983840942},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5626336932182312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5490742325782776},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5467100143432617},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.5284197926521301},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49735453724861145},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44782957434654236},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4476112127304077},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4195508658885956},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3566473126411438},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.18367308378219604},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14630767703056335},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3639233.3639355","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639233.3639355","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639233.3639355","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 7th International Conference on Natural Language Processing and Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3639233.3639355","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639233.3639355","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639233.3639355","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 7th International Conference on Natural Language Processing and Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321721","display_name":"Bundesministerium f\u00fcr Gesundheit","ror":"https://ror.org/05vp4ka74"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392445392.pdf","grobid_xml":"https://content.openalex.org/works/W4392445392.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2125297083","https://openalex.org/W2147880316","https://openalex.org/W2153244834","https://openalex.org/W2296283641","https://openalex.org/W2885925344","https://openalex.org/W2911489562","https://openalex.org/W2963716420","https://openalex.org/W2971258845","https://openalex.org/W2980993994","https://openalex.org/W3121299688","https://openalex.org/W4234325645","https://openalex.org/W4321019190","https://openalex.org/W6652226953","https://openalex.org/W6661417194","https://openalex.org/W6666761814","https://openalex.org/W6739901393","https://openalex.org/W6748634344","https://openalex.org/W6758292799","https://openalex.org/W6793852301","https://openalex.org/W6817491142"],"related_works":["https://openalex.org/W2334378031","https://openalex.org/W4387517132","https://openalex.org/W2916255597","https://openalex.org/W2983934248","https://openalex.org/W2999302224","https://openalex.org/W1605730749","https://openalex.org/W3091569222","https://openalex.org/W4241018868","https://openalex.org/W1495833002","https://openalex.org/W2075635421"],"abstract_inverted_index":{"Entity":[0],"recognition":[1,42,86],"from":[2,24,74],"semi":[3],"or":[4],"unstructured":[5],"systematic":[6,75],"reviews":[7],"is":[8,46],"one":[9],"of":[10,71],"the":[11,47,52,69,93,107,111],"most":[12],"essential":[13],"processes":[14],"for":[15,50,84],"evidence-based":[16],"decision-making":[17],"systems.":[18],"The":[19],"task":[20,49],"involves":[21],"collecting":[22],"information":[23,38],"diverse":[25],"studies":[26],"concerning":[27],"PICO":[28],"(Population,":[29],"Intervention,":[30],"Comparison,":[31],"and":[32,64,101,110,123],"Outcomes)":[33],"elements":[34],"with":[35,118],"additional":[36],"domain-related":[37],"using":[39,88],"named":[40],"entity":[41,85],"(NER)":[43],"as":[44],"it":[45],"fundamental":[48],"extracting":[51],"structured":[53],"data.":[54],"In":[55],"this":[56],"study,":[57],"we":[58],"create":[59],"an":[60],"adapted":[61],"immunization-related":[62,112],"dataset":[63],"evaluate":[65],"its":[66],"performance":[67,87],"in":[68,92],"extraction":[70],"relevant":[72],"entities":[73,113],"reviews.":[76],"We":[77],"conducted":[78],"experiments":[79],"to":[80,106],"investigate":[81],"several":[82],"models":[83,90],"language":[89],"pre-trained":[91],"biomedical":[94],"domain.":[95],"Our":[96],"results":[97,103],"suggest":[98],"that":[99],"PubMedBERT":[100],"BertNER":[102],"are":[104],"superior":[105],"other":[108],"models,":[109],"can":[114],"be":[115],"successfully":[116],"recognized":[117],"a":[119],"76%":[120],"F1":[121],"score":[122],"92%":[124],"accuracy.":[125]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}