{"id":"https://openalex.org/W2888882606","doi":"https://doi.org/10.1109/access.2018.2861987","title":"No Landslide for the Human Journalist - An Empirical Study of Computer-Generated Election News in Finland","display_name":"No Landslide for the Human Journalist - An Empirical Study of Computer-Generated Election News in Finland","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2888882606","doi":"https://doi.org/10.1109/access.2018.2861987","mag":"2888882606"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2861987","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2861987","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2861987","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011213145","display_name":"Magnus Melin","orcid":"https://orcid.org/0000-0003-0898-3139"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Magnus Melin","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd., Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0898-3139","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd., Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017150629","display_name":"Asta B\u00e4ck","orcid":null},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Asta Back","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd., Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd., Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045773478","display_name":"Caj S\u00f6derg\u00e5rd","orcid":"https://orcid.org/0000-0002-7379-8610"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Caj Sodergard","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd., Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd., Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087127261","display_name":"Myriam Munezero","orcid":null},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Myriam D. Munezero","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038671062","display_name":"Leo Lepp\u00e4nen","orcid":"https://orcid.org/0000-0003-3969-8410"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Leo J. Leppanen","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045869840","display_name":"Hannu Toivonen","orcid":"https://orcid.org/0000-0003-1339-8022"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hannu Toivonen","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5206,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.87172403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"43356","last_page":"43367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9241999983787537,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representativeness-heuristic","display_name":"Representativeness heuristic","score":0.8803180456161499},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.8065057992935181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6584704518318176},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5681778788566589},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5338082909584045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36054885387420654},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2456403374671936},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.15272000432014465},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.11184081435203552},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08695554733276367}],"concepts":[{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.8803180456161499},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.8065057992935181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6584704518318176},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5681778788566589},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5338082909584045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36054885387420654},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2456403374671936},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15272000432014465},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11184081435203552},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08695554733276367},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2018.2861987","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2861987","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:32407752c31c4b55a8badbecc837c981","is_oa":true,"landing_page_url":"https://doaj.org/article/32407752c31c4b55a8badbecc837c981","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 43356-43367 (2018)","raw_type":"article"},{"id":"pmh:oai:helda.helsinki.fi:10138/297102","is_oa":true,"landing_page_url":"http://hdl.handle.net/10138/297102","pdf_url":null,"source":{"id":"https://openalex.org/S4210213322","display_name":"Ty\u00f6v\u00e4entutkimus Vuosikirja","issn_l":"0784-1272","issn":["0784-1272","1459-7780"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2861987","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2861987","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321855","display_name":"Tekes","ror":"https://ror.org/02ag8cq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1806423103","https://openalex.org/W2044817941","https://openalex.org/W2121155993","https://openalex.org/W2130417357","https://openalex.org/W2138899136","https://openalex.org/W2142005408","https://openalex.org/W2145314983","https://openalex.org/W2308216020","https://openalex.org/W2337983557","https://openalex.org/W2383692054","https://openalex.org/W2521961213","https://openalex.org/W2574889483","https://openalex.org/W2586722711","https://openalex.org/W2756359832","https://openalex.org/W2787623698","https://openalex.org/W2788585320","https://openalex.org/W3124386704"],"related_works":["https://openalex.org/W3159631231","https://openalex.org/W4306248409","https://openalex.org/W4211213551","https://openalex.org/W2332151799","https://openalex.org/W2062728131","https://openalex.org/W1824075546","https://openalex.org/W2103926897","https://openalex.org/W2101250918","https://openalex.org/W4376143407","https://openalex.org/W2388687352"],"abstract_inverted_index":{"In":[0],"an":[1],"age":[2],"of":[3,9,19,28,37,63,69,88,107,211,221,229],"struggling":[4],"news":[5,10,46,56],"media,":[6],"automated":[7],"generation":[8,14],"via":[11],"natural":[12],"language":[13],"(NLG)":[15],"methods":[16],"could":[17,168],"be":[18],"great":[20],"help,":[21],"especially":[22],"in":[23,42],"areas":[24],"where":[25],"the":[26,35,38,50,59,67,86,112,126,141,166,176,183,194,206,212,222,236,239],"amount":[27],"raw":[29],"input":[30],"data":[31,39],"is":[32,40,49],"big,":[33],"and":[34,72,103,122,198,219],"structure":[36],"known":[41],"advance.":[43],"One":[44],"such":[45],"automation":[47],"system":[48],"Valtteri":[51,130],"NLG":[52],"system,":[53],"which":[54],"generates":[55],"articles":[57,71,99,106,113,164,196,214,224],"about":[58],"Finnish":[60],"municipal":[61],"elections":[62],"2017.":[64],"To":[65],"evaluate":[66,85],"quality":[68],"Valtteri-produced":[70],"to":[73,76,84],"identify":[74],"aspects":[75],"improve,":[77],"n":[78],"=":[79],"152":[80],"users":[81,230],"were":[82,114,143],"asked":[83],"output":[87],"Valtteri.":[89],"Each":[90],"evaluator":[91],"rated":[92],"six":[93],"preselected":[94,177],"computer-generated":[95,105],"articles,":[96],"four":[97,104,117],"control":[98],"written":[100,128,136,216],"by":[101,129,137,185,217],"journalists,":[102,138],"their":[108],"own":[109],"choice.":[110],"All":[111],"evaluated":[115],"along":[116],"dimensions:":[118],"credibility,":[119],"liking,":[120],"quality,":[121],"representativeness.":[123],"As":[124],"expected,":[125],"texts":[127],"received":[131],"lower":[132],"ratings":[133,142,174],"than":[134,175,246],"those":[135],"but":[139],"overall":[140],"satisfactory":[144],"(average":[145],"2.9":[146],"versus":[147],"4.0":[148],"for":[149,160],"journalists":[150],"on":[151],"a":[152],"five-point":[153],"scale).":[154],"Valtteri's":[155],"best":[156,197],"rating":[157],"(3.6)":[158],"was":[159],"credibility.":[161],"The":[162,227],"computer-written":[163,178,213],"that":[165],"evaluators":[167,241,248],"freely":[169],"select":[170],"got":[171],"slightly":[172],"better":[173],"articles.":[179],"When":[180],"looking":[181],"at":[182],"results":[184],"demographic":[186],"groups,":[187],"males":[188],"aged":[189,200],"55":[190],"or":[191,202],"more":[192],"liked":[193,204],"automatic":[195],"females":[199],"34":[201],"less":[203,243],"them":[205],"least.":[207],"Evaluators":[208],"mistook":[209],"21%":[210],"as":[215,225],"humans":[218],"10%":[220],"human-written":[223],"computer-written.":[226],"share":[228],"making":[231],"these":[232],"mistakes":[233,245],"grew":[234],"with":[235],"age.":[237],"Overall,":[238],"male":[240],"made":[242],"writer-identification":[244],"female":[247],"did.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}