{"id":"https://openalex.org/W4385730012","doi":"https://doi.org/10.1145/3594806.3594828","title":"Human Experts\u2019 Perceptions of Auto-Generated Summarization Quality","display_name":"Human Experts\u2019 Perceptions of Auto-Generated Summarization Quality","publication_year":2023,"publication_date":"2023-07-05","ids":{"openalex":"https://openalex.org/W4385730012","doi":"https://doi.org/10.1145/3594806.3594828"},"language":"en","primary_location":{"id":"doi:10.1145/3594806.3594828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3594806.3594828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3594806.3594828","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on PErvasive Technologies Related to Assistive Environments","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3594806.3594828","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092624014","display_name":"Maryam Lotfigolian","orcid":"https://orcid.org/0009-0008-8490-1733"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Maryam Lotfigolian","raw_affiliation_strings":["Department of Computer Science, Oslo Metropolitan University, Norway"],"raw_orcid":"https://orcid.org/0009-0008-8490-1733","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056608682","display_name":"Christos Papanikola\u03bfu","orcid":"https://orcid.org/0009-0008-3650-9497"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Christos Papanikolaou","raw_affiliation_strings":["Department of Computer Science, Oslo Metropolitan University, Norway"],"raw_orcid":"https://orcid.org/0009-0008-3650-9497","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059280405","display_name":"Samaneh Taghizadeh","orcid":"https://orcid.org/0009-0003-1696-7769"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Samaneh Taghizadeh","raw_affiliation_strings":["Department of Computer Science, Oslo Metropolitan University, Norway"],"raw_orcid":"https://orcid.org/0009-0003-1696-7769","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000723818","display_name":"Frode Eika Sandnes","orcid":"https://orcid.org/0000-0001-7781-748X"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Frode Eika Sandnes","raw_affiliation_strings":["Department of Computer Science, Oslo Metropolitan University, Norway"],"raw_orcid":"https://orcid.org/0000-0001-7781-748X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I184531372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092624014"],"corresponding_institution_ids":["https://openalex.org/I184531372"],"apc_list":null,"apc_paid":null,"fwci":0.3408,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.652483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"98"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.98602294921875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7702274322509766},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6929435729980469},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6894861459732056},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.6098273396492004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49885058403015137},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.4859710931777954},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43220147490501404},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41466689109802246},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1563664972782135}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.98602294921875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7702274322509766},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6929435729980469},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6894861459732056},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.6098273396492004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49885058403015137},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4859710931777954},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43220147490501404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41466689109802246},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1563664972782135},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3594806.3594828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3594806.3594828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3594806.3594828","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on PErvasive Technologies Related to Assistive Environments","raw_type":"proceedings-article"},{"id":"pmh:oai:oda.oslomet.no:11250/3105684","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3105684","pdf_url":"https://oda.oslomet.no/oda-xmlui/bitstream/11250/3105684/1/3594806.3594828.pdf","source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":{"id":"doi:10.1145/3594806.3594828","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3594806.3594828","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3594806.3594828","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on PErvasive Technologies Related to Assistive Environments","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385730012.pdf","grobid_xml":"https://content.openalex.org/works/W4385730012.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W868234707","https://openalex.org/W1995643966","https://openalex.org/W2049732859","https://openalex.org/W2317879529","https://openalex.org/W2401522500","https://openalex.org/W2407300725","https://openalex.org/W2957644579","https://openalex.org/W3033440029","https://openalex.org/W3041778555","https://openalex.org/W3162677888","https://openalex.org/W4295955200","https://openalex.org/W4304151193","https://openalex.org/W4318931874","https://openalex.org/W4404519374","https://openalex.org/W6874430787"],"related_works":["https://openalex.org/W3164984162","https://openalex.org/W2104677027","https://openalex.org/W2902627734","https://openalex.org/W2112885393","https://openalex.org/W2173208124","https://openalex.org/W2568827738","https://openalex.org/W1990695371","https://openalex.org/W2365100044","https://openalex.org/W2099859325","https://openalex.org/W2474342320"],"abstract_inverted_index":{"In":[0,65],"this":[1,66,88],"study":[2,67,71,89],"we":[3,68],"addressed":[4],"automatic":[5,21,78,123],"summarizations":[6,124],"generated":[7],"using":[8],"modern":[9],"artificial":[10],"intelligence":[11],"techniques.":[12],"Several":[13],"mathematical":[14],"methods":[15,25],"for":[16],"evaluating":[17],"the":[18,54,73,77,98,117],"performance":[19],"of":[20,56,62,76,80,87,119,126],"summarization":[22,63,79],"exist.":[23],"Such":[24],"are":[26,45,110,125,130],"commonly":[27],"used":[28],"as":[29,42,100],"they":[30,101],"allow":[31],"many":[32],"test":[33],"cases":[34],"to":[35],"be":[36],"assessed":[37],"with":[38,97],"little":[39],"human":[40,60,74],"effort":[41],"manual":[43],"assessments":[44],"challenging":[46],"and":[47,129],"time":[48],"consuming.":[49],"One":[50],"question":[51],"is":[52,90],"whether":[53],"output":[55],"such":[57],"measures":[58],"matches":[59],"perception":[61],"quality.":[64],"document":[69],"a":[70],"involving":[72],"evaluation":[75],"22":[81],"academic":[82],"texts.":[83],"The":[84,108],"unique":[85],"aspect":[86],"that":[91,122],"our":[92],"participants":[93],"had":[94,102],"strong":[95],"familiarity":[96],"texts":[99,105],"studied":[103],"these":[104],"in":[106],"depth.":[107],"results":[109],"quite":[111],"varied":[112],"but":[113],"do":[114],"not":[115],"give":[116],"impression":[118],"unanimous":[120],"agreement":[121],"high":[127],"quality":[128],"trusted.":[131]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}