{"id":"https://openalex.org/W2587022626","doi":"https://doi.org/10.1109/tpc.2016.2635720","title":"How Consistent Are the Best-Known Readability Equations in Estimating the Readability of Design Standards?","display_name":"How Consistent Are the Best-Known Readability Equations in Estimating the Readability of Design Standards?","publication_year":2017,"publication_date":"2017-02-07","ids":{"openalex":"https://openalex.org/W2587022626","doi":"https://doi.org/10.1109/tpc.2016.2635720","mag":"2587022626"},"language":"en","primary_location":{"id":"doi:10.1109/tpc.2016.2635720","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpc.2016.2635720","pdf_url":null,"source":{"id":"https://openalex.org/S90277605","display_name":"IEEE Transactions on Professional Communication","issn_l":"0361-1434","issn":["0361-1434","1558-1500"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Professional Communication","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101412128","display_name":"Shixiang Zhou","orcid":"https://orcid.org/0000-0003-0748-0572"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shixiang Zhou","raw_affiliation_strings":["Industrial and Operations Engineering Department, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-0748-0572","affiliations":[{"raw_affiliation_string":"Industrial and Operations Engineering Department, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068209902","display_name":"Heejin Jeong","orcid":"https://orcid.org/0000-0002-0122-532X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heejin Jeong","raw_affiliation_strings":["Department of Industrial and Operations Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial and Operations Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100675012","display_name":"Paul Green","orcid":"https://orcid.org/0000-0002-1864-3931"},"institutions":[{"id":"https://openalex.org/I1311636904","display_name":"Michigan Department of Transportation","ror":"https://ror.org/01kae7563","country_code":"US","type":"government","lineage":["https://openalex.org/I1311636904"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I2802964274","display_name":"Interface (United States)","ror":"https://ror.org/04nvtmr42","country_code":"US","type":"company","lineage":["https://openalex.org/I2802964274"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul A. Green","raw_affiliation_strings":["Transportation Research Institute Driver Interface Group and Department of Industrial and Operations Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Transportation Research Institute Driver Interface Group and Department of Industrial and Operations Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311636904","https://openalex.org/I27837315","https://openalex.org/I2802964274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5402,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.95336727,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"60","issue":"1","first_page":"97","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9309999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.9973597526550293},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.7220155000686646},{"id":"https://openalex.org/keywords/punctuation","display_name":"Punctuation","score":0.6483115553855896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5857700705528259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23123732209205627},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1712612807750702},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11508750915527344}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9973597526550293},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.7220155000686646},{"id":"https://openalex.org/C540372491","wikidata":"https://www.wikidata.org/wiki/Q82622","display_name":"Punctuation","level":2,"score":0.6483115553855896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5857700705528259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23123732209205627},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1712612807750702},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11508750915527344}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpc.2016.2635720","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpc.2016.2635720","pdf_url":null,"source":{"id":"https://openalex.org/S90277605","display_name":"IEEE Transactions on Professional Communication","issn_l":"0361-1434","issn":["0361-1434","1558-1500"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Professional Communication","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7900000214576721,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32488041","https://openalex.org/W133394232","https://openalex.org/W175030052","https://openalex.org/W308655104","https://openalex.org/W1481128830","https://openalex.org/W1507711477","https://openalex.org/W1602368597","https://openalex.org/W1964305103","https://openalex.org/W2028217303","https://openalex.org/W2047131416","https://openalex.org/W2048587526","https://openalex.org/W2053472019","https://openalex.org/W2064058875","https://openalex.org/W2071804599","https://openalex.org/W2082252466","https://openalex.org/W2088254953","https://openalex.org/W2107927577","https://openalex.org/W2123933087","https://openalex.org/W2133944470","https://openalex.org/W2167316221","https://openalex.org/W2186064114","https://openalex.org/W2292103514","https://openalex.org/W2313281002","https://openalex.org/W2400388976","https://openalex.org/W4232374678","https://openalex.org/W4242484912","https://openalex.org/W4243633001","https://openalex.org/W4245355294","https://openalex.org/W4255658005","https://openalex.org/W6610753740","https://openalex.org/W6628960004","https://openalex.org/W6678494731","https://openalex.org/W6680097875","https://openalex.org/W6686934913","https://openalex.org/W6713197051"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1964661231","https://openalex.org/W4254960163","https://openalex.org/W3110264473","https://openalex.org/W2936002343","https://openalex.org/W2370831213","https://openalex.org/W2188883480","https://openalex.org/W2972807713","https://openalex.org/W1592364192","https://openalex.org/W4285478380"],"abstract_inverted_index":{"Research":[0,127],"problem:":[1],"Readability":[2,210,299,302],"equations":[3,20,79,105,135,197,377],"are":[4,44,156],"widely":[5],"used":[6,134,233],"to":[7,15,38,67,94,234,275,347,383],"compute":[8],"how":[9,236,348,382],"well":[10,363],"readers":[11],"will":[12],"be":[13],"able":[14],"understand":[16,235],"written":[17],"materials.":[18],"Those":[19],"were":[21,192,232,345,360],"usually":[22],"developed":[23],"for":[24,29,46,145,223,375,400],"nontechnical":[25],"materials,":[26],"namely,":[27],"textbooks":[28],"elementary,":[30],"middle,":[31],"and":[32,57,64,90,110,121,186,190,208,219,246,249,262,266,297,350,356,358,366,387],"high":[33],"schools.":[34],"This":[35],"study":[36],"examines":[37],"what":[39],"extent":[40,117],"computerized":[41],"readability":[42,78,96,104,138,147,151,159,196,217,238,253,326],"predictions":[43],"consistent":[45,307],"highly":[47],"technical":[48],"material":[49],"-":[50],"selected":[51,184],"Society":[52],"of":[53,74,77,83,103,118,174,179,230,255,311],"Automotive":[54],"Engineers":[55],"(SAE)":[56],"International":[58],"Standards":[59,65,191,267],"Organization":[60],"(ISO)":[61],"Recommended":[62,188,264],"Practices":[63,189,265],"relating":[66],"driver":[68],"interfaces.":[69],"Literature":[70],"review:":[71],"A":[72],"review":[73],"original":[75],"sources":[76,374],"revealed":[80],"a":[81],"lack":[82],"specific":[84],"criteria":[85],"in":[86],"counting":[87],"various":[88,385],"punctuation":[89,365,386],"text":[91,231,241,367,388],"elements,":[92,242],"leading":[93],"inconsistent":[95],"scores.":[97],"Few":[98],"studies":[99],"on":[100],"the":[101,116,119,122,131,143,168,172,256,270,285,309,312,324,336,341,373,391,394,403],"reliability":[102],"have":[106,113,339],"identified":[107],"this":[108],"problem,":[109],"even":[111],"fewer":[112],"systematically":[114],"investigated":[115],"problem":[120],"reasons":[123],"why":[124,161],"it":[125],"occurs.":[126],"questions:":[128],"(1)":[129],"Do":[130],"most":[132],"commonly":[133],"give":[136],"identical":[137],"scores?":[139],"(2)":[140],"How":[141,166],"do":[142,162],"scores":[144,254,328,337],"each":[146],"equation":[148],"vary":[149,170],"with":[150,171,316],"tools?":[152],"(3)":[153],"If":[154],"there":[155],"differences":[157,344,370],"between":[158],"tools,":[160,327],"they":[163],"occur?":[164],"(4)":[165],"does":[167],"score":[169,303,384],"length":[173,310],"passage":[175,313],"examined?":[176],"Method:":[177],"Passages":[178],"varying":[180],"lengths":[181],"from":[182,258,269],"12":[183,260],"SAE":[185,261],"ISO":[187,263],"examined":[193,314],"using":[194],"five":[195,213,325],"(Flesch-Kincaid":[198],"Grade":[199,405],"Level,":[200],"Gunning":[201,290],"Fog":[202,291],"Index,":[203,205,207],"SMOG":[204,293],"Coleman-Liau":[206,295],"Automated":[209,298],"Index)":[211],"implemented":[212],"ways":[214],"(four":[215],"online":[216],"tools":[218,239,392],"Microsoft":[220,397],"Word":[221,398],"2013":[222,399],"Windows).":[224],"In":[225],"addition,":[226],"short":[227],"test":[228],"passages":[229,257],"different":[237],"counted":[240],"such":[243],"as":[244,308,362],"words":[245],"sentences.":[247],"Results":[248],"conclusions:":[250],"The":[251,278],"mean":[252,279],"those":[259],"ranged":[268],"10th":[271],"grade":[272,280,333],"reading":[273,281],"level":[274],"about":[276],"15th.":[277],"levels":[282],"computed":[283],"across":[284],"websites":[286],"were:":[287],"Flesch-Kincaid":[288,404],"12.8,":[289],"15.1":[292],"12.6,":[294],"13.7,":[296],"Index":[300],"12.3.":[301],"estimates":[304],"became":[305],"more":[306],"increased,":[315],"no":[317],"noteworthy":[318],"improvements":[319],"beyond":[320],"900":[321],"words.":[322],"Among":[323],"typically":[329],"differed":[330],"by":[331],"two":[332],"levels,":[334],"but":[335],"should":[338],"been":[340],"same.":[342],"These":[343,369],"due":[346],"compound":[349],"hyphenated":[351],"words,":[352],"slashes,":[353],"numbers,":[354],"abbreviations":[355],"acronyms,":[357],"URLs":[359],"counted,":[361],"other":[364],"elements.":[368,389],"occurred":[371],"because":[372],"these":[376],"often":[378],"did":[379],"not":[380],"specify":[381],"Of":[390],"examined,":[393],"authors":[395],"recommend":[396],"Windows":[401],"if":[402],"Level":[406],"is":[407],"required.":[408]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}
