{"id":"https://openalex.org/W2143364434","doi":"https://doi.org/10.3115/1219840.1219875","title":"QARLA","display_name":"QARLA","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2143364434","doi":"https://doi.org/10.3115/1219840.1219875","mag":"2143364434"},"language":"en","primary_location":{"id":"doi:10.3115/1219840.1219875","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1219840.1219875","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1219840.1219875","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd Annual Meeting on Association for Computational Linguistics  - ACL '05","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1219840.1219875","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021567998","display_name":"Enrique Amig\u00f3","orcid":"https://orcid.org/0000-0003-1482-824X"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Enrique Amig\u00f3","raw_affiliation_strings":["Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","Universidad Nacional de Educacion a Distancia Madrid Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"Universidad Nacional de Educacion a Distancia Madrid Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008033772","display_name":"Julio Gonzalo","orcid":"https://orcid.org/0000-0002-5341-9337"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Julio Gonzalo","raw_affiliation_strings":["Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","Universidad Nacional de Educacion a Distancia Madrid Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"Universidad Nacional de Educacion a Distancia Madrid Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082383543","display_name":"Anselmo Pe\u00f1as","orcid":"https://orcid.org/0000-0002-7867-0149"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Anselmo Pe\u00f1as","raw_affiliation_strings":["Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","Universidad Nacional de Educacion a Distancia Madrid Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"Universidad Nacional de Educacion a Distancia Madrid Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058801179","display_name":"Felisa Verdejo","orcid":"https://orcid.org/0000-0003-1457-4251"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Felisa Verdejo","raw_affiliation_strings":["Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","Universidad Nacional de Educacion a Distancia Madrid Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Nacional de Educaci\u00f3n a Distancia, Madrid - Spain","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"Universidad Nacional de Educacion a Distancia Madrid Spain","institution_ids":["https://openalex.org/I178450904"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021567998"],"corresponding_institution_ids":["https://openalex.org/I178450904"],"apc_list":null,"apc_paid":null,"fwci":4.3876,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.94475633,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"280","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7741596698760986},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7623109221458435},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7314759492874146},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6783221364021301},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.626356303691864},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6144315004348755},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5739381909370422},{"id":"https://openalex.org/keywords/similarity-measure","display_name":"Similarity measure","score":0.5675944089889526},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5661780834197998},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5011923313140869},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.470355749130249},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4500315189361572},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43832048773765564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3764209747314453},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3598405122756958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7741596698760986},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7623109221458435},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7314759492874146},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6783221364021301},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.626356303691864},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6144315004348755},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5739381909370422},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.5675944089889526},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5661780834197998},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5011923313140869},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.470355749130249},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4500315189361572},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43832048773765564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3764209747314453},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3598405122756958},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/1219840.1219875","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1219840.1219875","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1219840.1219875","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd Annual Meeting on Association for Computational Linguistics  - ACL '05","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.3115/1219840.1219875","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1219840.1219875","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1219840.1219875","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd Annual Meeting on Association for Computational Linguistics  - ACL '05","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2143364434.pdf","grobid_xml":"https://content.openalex.org/works/W2143364434.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W95780973","https://openalex.org/W1489409710","https://openalex.org/W2098308736","https://openalex.org/W2101105183","https://openalex.org/W2112149460","https://openalex.org/W2142112143","https://openalex.org/W2150824314","https://openalex.org/W2552556052"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2040545019","https://openalex.org/W2787352659","https://openalex.org/W1970611213","https://openalex.org/W2383111961"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,20,26,33,43,56,63,74,107],"probabilistic":[4],"framework,":[5],"QARLA,":[6],"for":[7],"the":[8,17,47,60,79,104,124,127,131],"evaluation":[9,133],"of":[10,16,22,28,35,49,52,62,69,81,106,109,115,126,134],"text":[11,135],"summarisation":[12,136],"systems.":[13],"The":[14],"input":[15],"framework":[18,95],"is":[19,84,96],"set":[21,27,34,51,68,80,108],"manual":[23],"(reference)":[24],"summaries,":[25],"baseline":[29,82],"(automatic)":[30],"summaries":[31,83],"and":[32,72,102],"similarity":[36,53,70,141],"metrics":[37,101,110],"between":[38],"summaries.":[39],"It":[40],"provides":[41],"i)":[42],"measure":[44,57,75],"to":[45,58,76,91,98,129],"evaluate":[46,59,77,103],"quality":[48,61,105],"any":[50,112],"metrics,":[54,71],"ii)":[55],"summary":[64],"using":[65],"an":[66],"optimal":[67],"iii)":[73],"whether":[78],"reliable":[85],"or":[86],"may":[87],"produce":[88],"biased":[89],"results.Compared":[90],"previous":[92],"approaches,":[93],"our":[94],"able":[97],"combine":[99],"different":[100],"without":[111],"a-priori":[113],"weighting":[114],"their":[116],"relative":[117],"importance.":[118],"We":[119],"provide":[120],"quantitative":[121],"evidence":[122],"about":[123],"effectiveness":[125],"approach":[128],"improve":[130],"automatic":[132],"systems":[137],"by":[138],"combining":[139],"several":[140],"metrics.":[142]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}