{"id":"https://openalex.org/W1156568792","doi":"https://doi.org/10.18653/v1/w15-4705","title":"Reading Times Predict the Quality of Generated Text Above and Beyond Human Ratings","display_name":"Reading Times Predict the Quality of Generated Text Above and Beyond Human Ratings","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W1156568792","doi":"https://doi.org/10.18653/v1/w15-4705","mag":"1156568792"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w15-4705","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-4705","pdf_url":"https://www.aclweb.org/anthology/W15-4705.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th European Workshop on Natural Language Generation (ENLG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-4705.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078051602","display_name":"Sina Zarrie\u00df","orcid":"https://orcid.org/0000-0002-1384-1218"},"institutions":[{"id":"https://openalex.org/I203082224","display_name":"Hochschule Bielefeld","ror":"https://ror.org/00edvg943","country_code":"DE","type":"education","lineage":["https://openalex.org/I203082224"]},{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sina Zarrie\u00df","raw_affiliation_strings":["Bielefeld University Universittsstrae 25 33615 Bielefeld, Germany","Bielefeld University,;"],"affiliations":[{"raw_affiliation_string":"Bielefeld University Universittsstrae 25 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"]},{"raw_affiliation_string":"Bielefeld University,;","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034709910","display_name":"Sebastian Loth","orcid":"https://orcid.org/0000-0002-3580-8099"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]},{"id":"https://openalex.org/I203082224","display_name":"Hochschule Bielefeld","ror":"https://ror.org/00edvg943","country_code":"DE","type":"education","lineage":["https://openalex.org/I203082224"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Loth","raw_affiliation_strings":["Bielefeld University Universittsstrae 25 33615 Bielefeld, Germany","Bielefeld University,;"],"affiliations":[{"raw_affiliation_string":"Bielefeld University Universittsstrae 25 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"]},{"raw_affiliation_string":"Bielefeld University,;","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032801642","display_name":"David Schlangen","orcid":"https://orcid.org/0000-0002-2686-6887"},"institutions":[{"id":"https://openalex.org/I203082224","display_name":"Hochschule Bielefeld","ror":"https://ror.org/00edvg943","country_code":"DE","type":"education","lineage":["https://openalex.org/I203082224"]},{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schlangen","raw_affiliation_strings":["Bielefeld University Universittsstrae 25 33615 Bielefeld, Germany","Bielefeld University,;"],"affiliations":[{"raw_affiliation_string":"Bielefeld University Universittsstrae 25 33615 Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"]},{"raw_affiliation_string":"Bielefeld University,;","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078051602"],"corresponding_institution_ids":["https://openalex.org/I20121455","https://openalex.org/I203082224"],"apc_list":null,"apc_paid":null,"fwci":1.3345,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85399898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"38","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7666761875152588},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.7577966451644897},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.6732959151268005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6534595489501953},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6155411601066589},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6096986532211304},{"id":"https://openalex.org/keywords/text-generation","display_name":"Text generation","score":0.5994842052459717},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5941346287727356},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5055091381072998},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4273913502693176},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.340437650680542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3274504840373993},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.17657852172851562},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15499937534332275},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10208186507225037}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7666761875152588},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.7577966451644897},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.6732959151268005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6534595489501953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6155411601066589},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6096986532211304},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.5994842052459717},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5941346287727356},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5055091381072998},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4273913502693176},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.340437650680542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3274504840373993},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.17657852172851562},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15499937534332275},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10208186507225037},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w15-4705","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-4705","pdf_url":"https://www.aclweb.org/anthology/W15-4705.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th European Workshop on Natural Language Generation (ENLG)","raw_type":"proceedings-article"},{"id":"pmh:oai:pub.librecat.org:2769458","is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2769458","pdf_url":null,"source":{"id":"https://openalex.org/S4306401671","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zarrie\u00df S, Loth S, Schlangen D. Reading Times Predict the Quality of Generated Text Above and Beyond Human Ratings. In: Belz A, Gatt A, Portet F, Purver M, eds. <em>Proceedings of the 15th European Workshop on Natural Language Generation</em>. BRIGHTON, East Sussex, United Kingdom: The Association for Computational Linguistics;  2015: 38-47.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/w15-4705","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-4705","pdf_url":"https://www.aclweb.org/anthology/W15-4705.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th European Workshop on Natural Language Generation (ENLG)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1156568792.pdf","grobid_xml":"https://content.openalex.org/works/W1156568792.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W881173","https://openalex.org/W26331037","https://openalex.org/W67471775","https://openalex.org/W105852416","https://openalex.org/W1483044931","https://openalex.org/W1493882948","https://openalex.org/W1520857482","https://openalex.org/W1552182777","https://openalex.org/W1578823404","https://openalex.org/W1590378318","https://openalex.org/W1942761668","https://openalex.org/W1968415269","https://openalex.org/W1982897610","https://openalex.org/W1985450961","https://openalex.org/W2013112874","https://openalex.org/W2018116724","https://openalex.org/W2033313063","https://openalex.org/W2042566118","https://openalex.org/W2064045385","https://openalex.org/W2074404037","https://openalex.org/W2078861931","https://openalex.org/W2092409509","https://openalex.org/W2101105183","https://openalex.org/W2107587102","https://openalex.org/W2117994434","https://openalex.org/W2123891489","https://openalex.org/W2125417976","https://openalex.org/W2128856065","https://openalex.org/W2139079654","https://openalex.org/W2144796716","https://openalex.org/W2164210961","https://openalex.org/W2180254922","https://openalex.org/W2250783829","https://openalex.org/W2251762574","https://openalex.org/W2596458094","https://openalex.org/W2985374899","https://openalex.org/W4236120890"],"related_works":["https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2358990940","https://openalex.org/W2093931120","https://openalex.org/W2329812990","https://openalex.org/W2349116365","https://openalex.org/W3021708704","https://openalex.org/W2004231473","https://openalex.org/W3113680985","https://openalex.org/W1503071992"],"abstract_inverted_index":{"Typically,":[0],"human":[1],"evaluation":[2],"of":[3,72,87,110],"NLG":[4],"output":[5],"is":[6],"based":[7],"on":[8],"user":[9],"ratings.":[10],"We":[11,44],"collected":[12],"ratings":[13,53,66],"and":[14,35,41,80,102],"reading":[15,48,95],"time":[16,49],"data":[17],"in":[18,54,77],"a":[19,85],"simple,":[20],"low-cost":[21,92],"experimental":[22],"paradigm":[23,96],"for":[24],"text":[25,81],"generation.":[26],"Participants":[27],"were":[28],"presented":[29],"corpus":[30],"texts,":[31,34],"automatically":[32,112],"linearised":[33],"texts":[36,56],"containing":[37],"predicted":[38],"referring":[39],"expressions":[40],"automatic":[42],"linearisation.":[43],"demonstrate":[45],"that":[46,64],"the":[47,52,70,91,107],"metrics":[50],"outperform":[51],"classifying":[55],"according":[57],"to":[58],"their":[59],"quality.":[60],"Regression":[61],"analyses":[62],"showed":[63],"self-reported":[65],"discriminated":[67],"poorly":[68],"between":[69,75],"kinds":[71],"manipulation,":[73],"especially":[74],"defects":[76],"word":[78],"order":[79],"coherence.":[82],"In":[83],"contrast,":[84],"combination":[86],"objective":[88],"measures":[89],"from":[90],"mouse":[93],"contingent":[94],"provided":[97],"very":[98],"high":[99],"classification":[100],"accuracy":[101],"thus,":[103],"greater":[104],"insight":[105],"into":[106],"actual":[108],"quality":[109],"an":[111],"generated":[113],"text.":[114]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}