{"id":"https://openalex.org/W2130998770","doi":"https://doi.org/10.1145/1596517.1596518","title":"Extrinsic summarization evaluation","display_name":"Extrinsic summarization evaluation","publication_year":2009,"publication_date":"2009-10-01","ids":{"openalex":"https://openalex.org/W2130998770","doi":"https://doi.org/10.1145/1596517.1596518","mag":"2130998770"},"language":"en","primary_location":{"id":"doi:10.1145/1596517.1596518","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1596517.1596518","pdf_url":null,"source":{"id":"https://openalex.org/S200945739","display_name":"ACM Transactions on Speech and Language Processing","issn_l":"1550-4875","issn":["1550-4875","1550-4883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Speech and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003561083","display_name":"Gabriel Murray","orcid":"https://orcid.org/0000-0003-2233-6288"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gabriel Murray","raw_affiliation_strings":["University of British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065334335","display_name":"Thomas Kleinbauer","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Kleinbauer","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI)","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060275518","display_name":"Peter Poller","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Poller","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI)","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103028482","display_name":"Tilman Becker","orcid":"https://orcid.org/0000-0001-8297-1609"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tilman Becker","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI)","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027442277","display_name":"Steve Renals","orcid":"https://orcid.org/0000-0002-8790-3389"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steve Renals","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007836281","display_name":"Jonathan Kilgour","orcid":"https://orcid.org/0000-0002-9513-7493"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathan Kilgour","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.6068,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97733098,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":"2","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8841170072555542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8818029165267944},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7003228664398193},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5137666463851929},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4910006821155548},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4266815185546875},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3975381851196289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3552590012550354}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8841170072555542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8818029165267944},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7003228664398193},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5137666463851929},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4910006821155548},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4266815185546875},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3975381851196289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3552590012550354},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1596517.1596518","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1596517.1596518","pdf_url":null,"source":{"id":"https://openalex.org/S200945739","display_name":"ACM Transactions on Speech and Language Processing","issn_l":"1550-4875","issn":["1550-4875","1550-4883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Speech and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/e86b48f7-e371-4512-8ceb-4a0ab1fc69e3","is_oa":false,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/e86b48f7-e371-4512-8ceb-4a0ab1fc69e3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Murray, G, Kleinbauer, T, Poller, P, Becker, T, Renals, S & Kilgour, J 2009, 'Extrinsic Summarization Evaluation: A Decision Audit Task', ACM Transactions on Speech and Language Processing, vol. 6, no. 2, pp. 1-29. https://doi.org/10.1145/1596517.1596518","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G5325516303","display_name":null,"funder_award_id":"FP6-033812 (AMIDA)","funder_id":"https://openalex.org/F4320334962","funder_display_name":"Sixth Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320334962","display_name":"Sixth Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2439194","https://openalex.org/W26772505","https://openalex.org/W113122329","https://openalex.org/W183036423","https://openalex.org/W1482114536","https://openalex.org/W1488564527","https://openalex.org/W1512485113","https://openalex.org/W1516768428","https://openalex.org/W1524983791","https://openalex.org/W1554827512","https://openalex.org/W1563635790","https://openalex.org/W1581253957","https://openalex.org/W1587368409","https://openalex.org/W1753146643","https://openalex.org/W1927834029","https://openalex.org/W1972393702","https://openalex.org/W1976086394","https://openalex.org/W1977736702","https://openalex.org/W1997062464","https://openalex.org/W1998720920","https://openalex.org/W2011950632","https://openalex.org/W2017187090","https://openalex.org/W2040326218","https://openalex.org/W2044120473","https://openalex.org/W2057713231","https://openalex.org/W2063485028","https://openalex.org/W2065553296","https://openalex.org/W2083751884","https://openalex.org/W2096645496","https://openalex.org/W2101105183","https://openalex.org/W2102065370","https://openalex.org/W2112897804","https://openalex.org/W2115821932","https://openalex.org/W2121300346","https://openalex.org/W2123946480","https://openalex.org/W2125336414","https://openalex.org/W2137591918","https://openalex.org/W2147574893","https://openalex.org/W2150824314","https://openalex.org/W2151552691","https://openalex.org/W2151695628","https://openalex.org/W2182959134","https://openalex.org/W2401044082","https://openalex.org/W2494048233","https://openalex.org/W2617219770","https://openalex.org/W4210834152","https://openalex.org/W4236522062","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W4242223894","https://openalex.org/W2091301346","https://openalex.org/W2150160875","https://openalex.org/W1517524280","https://openalex.org/W4306886878","https://openalex.org/W4323520239","https://openalex.org/W3196817267"],"abstract_inverted_index":{"In":[0],"this":[1,62],"work":[2],"we":[3],"describe":[4],"a":[5,21,25,29,46,95],"large-scale":[6],"extrinsic":[7],"evaluation":[8,81],"of":[9,42,55,69,98],"automatic":[10,70,151],"speech":[11,71],"summarization":[12,152],"technologies":[13,59],"for":[14,83,141],"meeting":[15,144,161],"speech.":[16],"The":[17],"particular":[18],"task":[19,125],"is":[20],"decision":[22,48],"audit,":[23],"wherein":[24],"user":[26,76,109],"must":[27],"satisfy":[28],"complex":[30],"information":[31,63,113],"need,":[32,64],"navigating":[33],"several":[34,80],"meetings":[35],"in":[36,60,149,157],"order":[37],"to":[38,122,135],"gain":[39],"an":[40,112],"understanding":[41],"how":[43],"and":[44,57,65,91,94,138],"why":[45],"given":[47],"was":[49],"made.":[50],"We":[51,78,102,146],"compare":[52],"the":[53,67,124],"usefulness":[54],"extractive":[56,133],"abstractive":[58],"satisfying":[61],"assess":[66],"impact":[68],"recognition":[72],"(ASR)":[73],"errors":[74,107],"on":[75,111],"performance.":[77],"employ":[79],"methods":[82],"participant":[84,99],"performance,":[85],"including":[86],"post-questionnaire":[87],"data,":[88],"human":[89],"subjective":[90],"objective":[92],"judgments,":[93],"detailed":[96],"analysis":[97],"browsing":[100,120,142],"behavior.":[101],"find":[103],"that":[104,130],"while":[105],"ASR":[106],"affect":[108],"satisfaction":[110],"retrieval":[114],"task,":[115],"users":[116,131],"can":[117,154],"adapt":[118],"their":[119],"behavior":[121],"complete":[123],"satisfactorily.":[126],"Results":[127],"also":[128],"indicate":[129],"consider":[132],"summaries":[134],"be":[136,155],"intuitive":[137],"useful":[139],"tools":[140],"multimodal":[143],"data.":[145],"discuss":[147],"areas":[148],"which":[150],"techniques":[153],"improved":[156],"comparison":[158],"with":[159],"gold-standard":[160],"abstracts.":[162]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}