{"id":"https://openalex.org/W61703237","doi":null,"title":"Evaluating Summaries and Answers: Two Sides of the Same Coin?","display_name":"Evaluating Summaries and Answers: Two Sides of the Same Coin?","publication_year":2005,"publication_date":"2005-06-01","ids":{"openalex":"https://openalex.org/W61703237","mag":"61703237"},"language":"en","primary_location":{"id":"mag:61703237","doi":null,"is_oa":false,"landing_page_url":"https://cs.uwaterloo.ca/~jimmylin/publications/Lin_Demner-Fushman_ACL2005_MTSE.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Meeting of the Association for Computational Linguistics","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189","observed_orcids":["https://orcid.org/0000-0002-0661-7189","https://orcid.org/0009-0007-1571-3854"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":"https://orcid.org/0000-0002-0661-7189","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046764593","display_name":"Dina Demner\u2010Fushman","orcid":"https://orcid.org/0000-0002-4361-5799","observed_orcids":["https://orcid.org/0000-0002-4361-5799"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dina Demner\u2010Fushman","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":2.673,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89564117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.4580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.4580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22509999573230743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.17299999296665192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.9160000085830688},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"multi-document summarization","score":0.921999990940094},{"id":"https://openalex.org/keywords/summarization-evaluation","display_name":"summarization evaluation","score":0.7739999890327454},{"id":"https://openalex.org/keywords/n-gram-overlap","display_name":"n-gram overlap","score":0.8610000014305115},{"id":"https://openalex.org/keywords/definition-questions","display_name":"definition questions","score":0.8740000128746033},{"id":"https://openalex.org/keywords/topicality","display_name":"topicality","score":0.8539999723434448},{"id":"https://openalex.org/keywords/relevance","display_name":"relevance","score":0.8069999814033508},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"knowledge transfer","score":0.7570000290870667},{"id":"https://openalex.org/keywords/user-information-needs","display_name":"user information needs","score":0.7080000042915344}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9713736176490784},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8328178524971008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7969107031822205},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7381389141082764},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.7214109301567078},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.66257643699646},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.6508903503417969},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4680687189102173},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3505364656448364},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:61703237","doi":null,"is_oa":false,"landing_page_url":"https://cs.uwaterloo.ca/~jimmylin/publications/Lin_Demner-Fushman_ACL2005_MTSE.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Meeting of the Association for Computational Linguistics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W348133106","https://openalex.org/W1520453943","https://openalex.org/W1537217019","https://openalex.org/W1554394657","https://openalex.org/W1608850273","https://openalex.org/W1970600115","https://openalex.org/W1994559819","https://openalex.org/W2028175314","https://openalex.org/W2061069349","https://openalex.org/W2065553296","https://openalex.org/W2070051391","https://openalex.org/W2092488901","https://openalex.org/W2098308736","https://openalex.org/W2100520226","https://openalex.org/W2101105183","https://openalex.org/W2102065370","https://openalex.org/W2115792525","https://openalex.org/W2116225596","https://openalex.org/W2120308175","https://openalex.org/W2132948308","https://openalex.org/W2138918086","https://openalex.org/W2141062075","https://openalex.org/W2143400823","https://openalex.org/W2150824314","https://openalex.org/W2153804780","https://openalex.org/W2157251260","https://openalex.org/W2623071438"],"related_works":["https://openalex.org/W2042224502","https://openalex.org/W2184008034","https://openalex.org/W2617238906","https://openalex.org/W2252188646","https://openalex.org/W3136085548","https://openalex.org/W2151407063","https://openalex.org/W7098633209","https://openalex.org/W2807445204","https://openalex.org/W1659112681","https://openalex.org/W7095214703"],"abstract_inverted_index":{"This":[0],"paper":[1],"discusses":[2],"the":[3,31,53,56,74,93],"convergence":[4],"between":[5],"question":[6,75,83],"answering":[7,76,84],"and":[8,14,66,85],"multidocument":[9],"summarization,":[10],"pointing":[11],"out":[12],"implications":[13,116],"opportunities":[15,108],"for":[16,38,109,117],"knowledge":[17],"transfer":[18],"in":[19,26,49,73],"both":[20],"directions.":[21],"As":[22],"a":[23,46],"case":[24],"study":[25],"one":[27],"direction,":[28,55],"we":[29,112],"discuss":[30],"recent":[32],"development":[33],"of":[34,64,96],"an":[35,62],"automatic":[36],"method":[37],"evaluating":[39],"definition":[40],"questions":[41],"based":[42],"on":[43,115],"n-gram":[44],"overlap,":[45],"commonlyused":[47],"technique":[48],"summarization":[50,87],"evaluation.":[51,119],"In":[52],"other":[54],"move":[57],"towards":[58],"topic-oriented":[59],"summaries":[60],"requires":[61],"understanding":[63],"relevance":[65],"topicality,":[67],"issues":[68],"which":[69],"have":[70],"received":[71],"attention":[72],"literature.":[77],"It":[78],"is":[79],"our":[80],"opinion":[81],"that":[82],"multi-document":[86],"represent":[88],"two":[89],"complementary":[90],"approaches":[91],"to":[92,105],"same":[94],"problem":[95],"satisfying":[97],"complex":[98],"user":[99],"information":[100],"needs.":[101],"Although":[102],"this":[103],"points":[104],"many":[106],"exciting":[107],"systembuilding,":[110],"here":[111],"primarily":[113],"focus":[114],"system":[118]},"counts_by_year":[{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}