{"id":"https://openalex.org/W2123946480","doi":"https://doi.org/10.1145/1233912.1233913","title":"The Pyramid Method","display_name":"The Pyramid Method","publication_year":2007,"publication_date":"2007-05-01","ids":{"openalex":"https://openalex.org/W2123946480","doi":"https://doi.org/10.1145/1233912.1233913","mag":"2123946480"},"language":"en","primary_location":{"id":"doi:10.1145/1233912.1233913","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1233912.1233913","pdf_url":null,"source":{"id":"https://openalex.org/S200945739","display_name":"ACM Transactions on Speech and Language Processing","issn_l":"1550-4875","issn":["1550-4875","1550-4883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Speech and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032571629","display_name":"Ani Nenkova","orcid":"https://orcid.org/0000-0002-5825-7875"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ani Nenkova","raw_affiliation_strings":["Columbia University, New York, NY","Columbia University, New York, NY;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, New York, NY;","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039621382","display_name":"Rebecca J. Passonneau","orcid":"https://orcid.org/0000-0001-8626-811X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca Passonneau","raw_affiliation_strings":["Columbia University, New York, NY","Columbia University, New York, NY;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, New York, NY;","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109565051","display_name":"Kathleen McKeown","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen McKeown","raw_affiliation_strings":["Columbia University, New York, NY","Columbia University, New York, NY;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, New York, NY;","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":39.0631,"has_fulltext":false,"cited_by_count":309,"citation_normalized_percentile":{"value":0.99756914,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"4","issue":"2","first_page":"4","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.88233482837677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.813664436340332},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.7715558409690857},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.6569682359695435},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6046426296234131},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.5773447751998901},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.47926637530326843},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4632144570350647},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.45396339893341064},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4505990147590637},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44302499294281006},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.324055552482605},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09434846043586731}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.88233482837677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.813664436340332},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.7715558409690857},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.6569682359695435},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6046426296234131},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5773447751998901},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.47926637530326843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4632144570350647},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.45396339893341064},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4505990147590637},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44302499294281006},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.324055552482605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09434846043586731},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1233912.1233913","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1233912.1233913","pdf_url":null,"source":{"id":"https://openalex.org/S200945739","display_name":"ACM Transactions on Speech and Language Processing","issn_l":"1550-4875","issn":["1550-4875","1550-4883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Speech and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W61703237","https://openalex.org/W137524765","https://openalex.org/W348133106","https://openalex.org/W829822252","https://openalex.org/W1479700690","https://openalex.org/W1513892092","https://openalex.org/W1520453943","https://openalex.org/W1597655096","https://openalex.org/W1747645360","https://openalex.org/W1970417391","https://openalex.org/W1977747299","https://openalex.org/W1987869189","https://openalex.org/W2026955855","https://openalex.org/W2034771957","https://openalex.org/W2037809533","https://openalex.org/W2053154970","https://openalex.org/W2055452728","https://openalex.org/W2062432826","https://openalex.org/W2101105183","https://openalex.org/W2102065370","https://openalex.org/W2128672521","https://openalex.org/W2134061542","https://openalex.org/W2137591918","https://openalex.org/W2138180048","https://openalex.org/W2149593800","https://openalex.org/W2153072998","https://openalex.org/W2153222072","https://openalex.org/W2154407881","https://openalex.org/W2154652894","https://openalex.org/W2401044082","https://openalex.org/W2612649659","https://openalex.org/W2907147533","https://openalex.org/W2911982473","https://openalex.org/W3021916629","https://openalex.org/W6605559468","https://openalex.org/W6605815150","https://openalex.org/W6682631176","https://openalex.org/W6712830505"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W4242223894","https://openalex.org/W2091301346","https://openalex.org/W2150160875","https://openalex.org/W1517524280","https://openalex.org/W4306886878","https://openalex.org/W4323520239","https://openalex.org/W3111372071"],"abstract_inverted_index":{"Human":[0],"variation":[1,21,75,106],"in":[2,5,22,76],"content":[3,37,64,77,88,120],"selection":[4],"summarization":[6],"has":[7],"given":[8],"rise":[9],"to":[10,72,81,86],"some":[11],"fundamental":[12],"research":[13],"questions:":[14],"How":[15,26],"can":[16,27,38],"one":[17],"incorporate":[18],"the":[19,31,93,99,104,117,123],"observed":[20,105],"suitable":[23],"evaluation":[24,97,133],"measures?":[25],"such":[28],"measures":[29],"reflect":[30],"fact":[32],"that":[33,102],"summaries":[34],"conveying":[35],"different":[36,87,111],"be":[39],"equally":[40,112],"good":[41],"and":[42,107,128],"informative?":[43],"In":[44],"this":[45],"article,":[46],"we":[47],"address":[48],"these":[49],"very":[50],"questions":[51],"by":[52],"proposing":[53],"a":[54],"method":[55],"for":[56,95],"analysis":[57,67],"of":[58,110,119,125],"multiple":[59],"human":[60,74],"abstracts":[61],"into":[62],"semantic":[63],"units.":[65,89],"Such":[66],"allows":[68],"us":[69],"not":[70],"only":[71],"quantify":[73],"selection,":[78],"but":[79],"also":[80],"assign":[82],"empirical":[83],"importance":[84],"weight":[85],"It":[90],"serves":[91],"as":[92],"basis":[94],"an":[96],"method,":[98],"Pyramid":[100,126],"Method,":[101],"incorporates":[103],"is":[108],"predictive":[109],"informative":[113],"summaries.":[114],"We":[115],"discuss":[116],"reliability":[118],"unit":[121],"annotation,":[122],"properties":[124],"scores,":[127],"their":[129],"correlation":[130],"with":[131],"other":[132],"methods.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":25},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":23},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":21},{"year":2013,"cited_by_count":21},{"year":2012,"cited_by_count":24}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2016-06-24T00:00:00"}