{"id":"https://openalex.org/W7098984050","doi":null,"title":"Evaluation of automatic summaries: Metrics under varying data conditions","display_name":"Evaluation of automatic summaries: Metrics under varying data conditions","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7098984050"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.164.3554","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.164.3554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology-new/W/W09/W09-2806.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7098984050"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043728524","display_name":"Karolina Owczarzak","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Karolina Owczarzak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5109409280","display_name":"Hoa Trang Dang","orcid":"https://orcid.org/0009-0006-3009-3465","observed_orcids":["https://orcid.org/0009-0006-3009-3465"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hoa Trang Dang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization-evaluation","display_name":"automatic summarization evaluation","score":0.8999999761581421},{"id":"https://openalex.org/keywords/rouge","display_name":"ROUGE","score":0.8930000066757202},{"id":"https://openalex.org/keywords/pyramid-method","display_name":"pyramid method","score":0.7820000052452087},{"id":"https://openalex.org/keywords/human-judgment-correlation","display_name":"human judgment correlation","score":0.8939999938011169},{"id":"https://openalex.org/keywords/assessment-reliability","display_name":"assessment reliability","score":0.3240000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6812000274658203},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6308000087738037},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5400999784469604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4699000120162964},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3840999901294708},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.164.3554","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.164.3554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology-new/W/W09/W09-2806.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.209.160","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.209.160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.nltg.brighton.ac.uk/ucnlg/ucnlg09/proceedings/cdrom/pdf/UCNLG+Sum06.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2006902349","https://openalex.org/W4410025476","https://openalex.org/W124170475","https://openalex.org/W7095459917","https://openalex.org/W1520857482","https://openalex.org/W2406741635","https://openalex.org/W2160204597","https://openalex.org/W7097329550","https://openalex.org/W2154652894","https://openalex.org/W2251904119"],"abstract_inverted_index":{"In":[0],"evaluation":[1],"of":[2,43],"automatic":[3,56],"summaries,":[4],"it":[5],"is":[6,31],"necessary":[7],"to":[8,20,86],"employ":[9],"multiple":[10,27],"topics":[11,28,47],"and":[12,23,29,33,46,48,59,88],"human-produced":[13],"models":[14,30,45],"in":[15],"order":[16],"for":[17],"the":[18,38,41,49,64,73,79,90],"assessment":[19],"be":[21],"stable":[22],"reliable.":[24],"However,":[25],"providing":[26],"costly":[32],"time-consuming.":[34],"This":[35],"paper":[36],"examines":[37],"relation":[39],"between":[40],"number":[42],"available":[44],"correlations":[50],"with":[51],"human":[52],"judgment":[53],"obtained":[54],"by":[55],"metrics":[57],"ROUGE":[58],"BE,":[60],"as":[61,63],"well":[62],"manual":[65],"Pyramid":[66],"method.":[67],"Testing":[68],"all":[69],"these":[70],"methods":[71,91],"on":[72],"same":[74],"data":[75],"set,":[76],"taken":[77],"from":[78],"TAC":[80],"2008":[81],"Summarization":[82],"track,":[83],"allows":[84],"us":[85],"compare":[87],"contrast":[89],"under":[92],"different":[93],"conditions.":[94],"1":[95]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7098984050","counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2025-10-27T00:00:00"}
