{"id":"https://openalex.org/W2739702159","doi":"https://doi.org/10.18653/v1/w17-1321","title":"A Layered Language Model based Hybrid Approach to Automatic Full Diacritization of Arabic","display_name":"A Layered Language Model based Hybrid Approach to Automatic Full Diacritization of Arabic","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2739702159","doi":"https://doi.org/10.18653/v1/w17-1321","mag":"2739702159"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w17-1321","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-1321","pdf_url":"https://www.aclweb.org/anthology/W17-1321.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Arabic Natural Language Processing Workshop","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W17-1321.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073237528","display_name":"Mohamed Al-Badrashiny","orcid":null},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Al-Badrashiny","raw_affiliation_strings":["Department of Computer Science The George Washington University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science The George Washington University","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038069921","display_name":"Abdelati Hawwari","orcid":null},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdelati Hawwari","raw_affiliation_strings":["Department of Computer Science The George Washington University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science The George Washington University","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038581447","display_name":"Mona Diab","orcid":"https://orcid.org/0000-0002-7696-1436"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mona Diab","raw_affiliation_strings":["Department of Computer Science The George Washington University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science The George Washington University","institution_ids":["https://openalex.org/I193531525"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193531525"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"177","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8092507123947144},{"id":"https://openalex.org/keywords/suffix","display_name":"Suffix","score":0.7082754373550415},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.6414703726768494},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6225234270095825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6010891795158386},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.5547722578048706},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5227682590484619},{"id":"https://openalex.org/keywords/viterbi-algorithm","display_name":"Viterbi algorithm","score":0.4960666596889496},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.48939862847328186},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.46939319372177124},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.45285987854003906},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4512906074523926},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44944456219673157},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.4427967369556427},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.21220684051513672},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13766372203826904},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1351223587989807},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08623272180557251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8092507123947144},{"id":"https://openalex.org/C2779804580","wikidata":"https://www.wikidata.org/wiki/Q102047","display_name":"Suffix","level":2,"score":0.7082754373550415},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.6414703726768494},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6225234270095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6010891795158386},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.5547722578048706},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5227682590484619},{"id":"https://openalex.org/C60582962","wikidata":"https://www.wikidata.org/wiki/Q83886","display_name":"Viterbi algorithm","level":3,"score":0.4960666596889496},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.48939862847328186},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.46939319372177124},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.45285987854003906},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4512906074523926},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44944456219673157},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.4427967369556427},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.21220684051513672},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13766372203826904},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1351223587989807},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08623272180557251},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w17-1321","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-1321","pdf_url":"https://www.aclweb.org/anthology/W17-1321.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Arabic Natural Language Processing Workshop","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w17-1321","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-1321","pdf_url":"https://www.aclweb.org/anthology/W17-1321.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Arabic Natural Language Processing Workshop","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2739702159.pdf","grobid_xml":"https://content.openalex.org/works/W2739702159.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W45643337","https://openalex.org/W2012804051","https://openalex.org/W2026897582","https://openalex.org/W2041349462","https://openalex.org/W2063116544","https://openalex.org/W2065400286","https://openalex.org/W2109613320","https://openalex.org/W2136534344","https://openalex.org/W2153186553","https://openalex.org/W2187307450","https://openalex.org/W2250751111","https://openalex.org/W2250816155","https://openalex.org/W2571755499","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3005257436","https://openalex.org/W3174916666","https://openalex.org/W4287630716","https://openalex.org/W4289400728","https://openalex.org/W1556920048","https://openalex.org/W2956093267","https://openalex.org/W72140420","https://openalex.org/W2897962855","https://openalex.org/W2802776086","https://openalex.org/W2360019864"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3,54,83],"present":[4],"a":[5,19,107],"system":[6,90],"for":[7,32,110,122],"automatic":[8],"Arabic":[9],"text":[10],"diacritization":[11,63,113],"using":[12],"three":[13,35],"levels":[14,37],"of":[15,34,38,51,93],"analysis":[16],"granularity":[17],"in":[18,66],"layered":[20],"back":[21],"off":[22],"manner.":[23],"We":[24,69],"build":[25],"and":[26,46,102,116,119],"exploit":[27],"diacritized":[28],"language":[29],"models":[30],"(LM)":[31],"each":[33,50],"different":[36],"granularity:":[39],"surface":[40,73],"form,":[41],"morphologically":[42],"segmented":[43],"into":[44],"prefix/stem/suffix,":[45],"character":[47,86],"level.":[48],"For":[49],"the":[52,60,67,72,78,85,94,99],"passes,":[53],"use":[55],"Viterbi":[56],"search":[57],"to":[58],"pick":[59],"most":[61],"probable":[62],"per":[64],"word":[65],"input.":[68],"start":[70],"with":[71],"form":[74],"LM,":[75],"followed":[76],"by":[77],"morphological":[79],"level,":[80],"then":[81],"finally":[82],"leverage":[84],"level":[87],"LM.":[88],"Our":[89],"outperforms":[91],"all":[92],"published":[95],"systems":[96],"evaluated":[97],"against":[98],"same":[100],"training":[101],"test":[103],"data.":[104],"It":[105],"achieves":[106],"10.87%":[108],"WER":[109,121],"complete":[111],"full":[112],"including":[114],"lexical":[115,123],"syntactic":[117,126],"diacritization,":[118,124],"3.0%":[120],"ignoring":[125],"diacritization.":[127]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}