{"id":"https://openalex.org/W2045864324","doi":"https://doi.org/10.3115/1610163.1610172","title":"Evaluating algorithms for the generation of referring expressions using a balanced corpus","display_name":"Evaluating algorithms for the generation of referring expressions using a balanced corpus","alternate_titles":[],"publication_year":2007,"publication_date":"2007-01-01","ids":{"openalex":"https://openalex.org/W2045864324","doi":"https://doi.org/10.3115/1610163.1610172","mag":"2045864324"},"language":"en","primary_location":{"id":"doi:10.3115/1610163.1610172","doi":"https://doi.org/10.3115/1610163.1610172","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1610163.1610172","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1610163.1610172","source":{"id":"https://openalex.org/S7407107347","display_name":"European Workshop on Natural Language Generation (ENLG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Workshop on Natural Language Generation - ENLG '07","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2045864324"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.5555/1610163.1610172","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027041248","display_name":"Albert Gatt","orcid":"https://orcid.org/0000-0001-6388-8244","observed_orcids":["https://orcid.org/0000-0001-6388-8244"]},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Albert Gatt","raw_affiliation_strings":["University of Aberdeen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Aberdeen","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039279560","display_name":"Ielka van der Sluis","orcid":"https://orcid.org/0000-0002-0151-5044","observed_orcids":["https://orcid.org/0000-0002-0151-5044"]},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ielka van der Sluis","raw_affiliation_strings":["University of Aberdeen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Aberdeen","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012930597","display_name":"Kees van Deemter","orcid":"https://orcid.org/0000-0001-9408-3123","observed_orcids":["https://orcid.org/0000-0001-9408-3123"]},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kees van Deemter","raw_affiliation_strings":["University of Aberdeen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Aberdeen","institution_ids":["https://openalex.org/I195460627"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I195460627"],"apc_list":null,"apc_paid":null,"fwci":7.9571,"has_fulltext":true,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98510681,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"49","last_page":"49"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6689000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6689000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.28299999237060547,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.01860000006854534,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/referring-expressions","display_name":"referring expressions","score":0.968999981880188},{"id":"https://openalex.org/keywords/referring-expression-generation","display_name":"referring expression generation","score":0.7179999947547913},{"id":"https://openalex.org/keywords/algorithm-evaluation","display_name":"algorithm evaluation","score":0.8539999723434448},{"id":"https://openalex.org/keywords/corpus-based-evaluation","display_name":"corpus-based evaluation","score":0.8240000009536743},{"id":"https://openalex.org/keywords/balanced-corpus","display_name":"balanced corpus","score":0.6690000295639038},{"id":"https://openalex.org/keywords/semantic-transparency","display_name":"semantic transparency","score":0.9750000238418579},{"id":"https://openalex.org/keywords/incremental-algorithms","display_name":"incremental algorithms","score":0.7940000295639038},{"id":"https://openalex.org/keywords/parameter-sensitivity","display_name":"parameter sensitivity","score":0.7089999914169312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8339866399765015},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6940655708312988},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5610102415084839},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5568486452102661},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5384587645530701},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5321865081787109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46394678950309753},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4136672616004944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3609808087348938},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3320002555847168},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1077955961227417},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3115/1610163.1610172","doi":"https://doi.org/10.3115/1610163.1610172","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1610163.1610172","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1610163.1610172","source":{"id":"https://openalex.org/S7407107347","display_name":"European Workshop on Natural Language Generation (ENLG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Workshop on Natural Language Generation - ENLG '07","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.rug.nl:openaire_cris_publications/cb89f437-fca8-4a6d-803e-21da89eaeba2","doi":null,"is_oa":false,"landing_page_url":"https://pure.rug.nl/ws/files/13577141/enlg2007_gatt_sluis_deemter.pdf","pdf_url":"https://pure.rug.nl/ws/files/13577141/enlg2007_gatt_sluis_deemter.pdf","source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Gatt, A, van der Sluis, I & van Deemter, K 2007, Evaluating algorithms for the Generation of Referring Expressions using a balanced corpus. in Proceedings of the 11th European Workshop on Natural Language Generation, ENLG-07.. Sloss Dagstuhl, Germany.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:www.um.edu.mt:123456789/22373","doi":null,"is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar//handle/123456789/22373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:rug:oai:pure.rug.nl:publications/cb89f437-fca8-4a6d-803e-21da89eaeba2","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/cb89f437-fca8-4a6d-803e-21da89eaeba2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 11th European Workshop on Natural Language Generation, ENLG-07.","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.110.7944","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.110.7944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csd.abdn.ac.uk/~ivdsluis/publications/enlg2007_gatt_sluis_deemter.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.130.2712","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.130.2712","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csd.abdn.ac.uk/~agatt/tuna/corpus/pub/evalf.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.374.1482","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.374.1482","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology/W/W07/W07-2307.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/1610163.1610172","doi":"https://doi.org/10.3115/1610163.1610172","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1610163.1610172","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1610163.1610172","source":{"id":"https://openalex.org/S7407107347","display_name":"European Workshop on Natural Language Generation (ENLG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Workshop on Natural Language Generation - ENLG '07","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2045864324.pdf","grobid_xml":"https://content.openalex.org/works/W2045864324.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W63818876","https://openalex.org/W86124906","https://openalex.org/W1686187479","https://openalex.org/W1962804611","https://openalex.org/W1983707534","https://openalex.org/W1985319867","https://openalex.org/W2020286592","https://openalex.org/W2067527300","https://openalex.org/W2097204000","https://openalex.org/W2100237704","https://openalex.org/W2113862235","https://openalex.org/W2119899663","https://openalex.org/W2128248292","https://openalex.org/W2142166862","https://openalex.org/W2148422629","https://openalex.org/W2149448122","https://openalex.org/W2152541456","https://openalex.org/W2166490941","https://openalex.org/W2166656616","https://openalex.org/W2525274262","https://openalex.org/W7095076714","https://openalex.org/W7098432741"],"related_works":["https://openalex.org/W1985319867","https://openalex.org/W2128248292","https://openalex.org/W7095614817","https://openalex.org/W2745602718","https://openalex.org/W7095076714","https://openalex.org/W2525274262","https://openalex.org/W2072328995","https://openalex.org/W7097870095","https://openalex.org/W2279286012","https://openalex.org/W2024109653"],"abstract_inverted_index":{"Despite":[0],"being":[1],"the":[2,52,57],"focus":[3],"of":[4,8,29,46],"intensive":[5],"research,":[6],"evaluation":[7,23],"algorithms":[9,31],"that":[10,62],"generate":[11],"referring":[12],"expressions":[13],"is":[14],"still":[15],"in":[16,32],"its":[17,63,69],"infancy.":[18],"We":[19],"describe":[20],"a":[21,27],"corpus-based":[22],"methodology,":[24],"applied":[25],"to":[26,43,72],"number":[28],"classic":[30],"this":[33],"area.":[34],"The":[35],"methodology":[36],"focuses":[37],"on":[38,65],"balance":[39],"and":[40,48],"semantic":[41],"transparency":[42],"enable":[44],"comparison":[45],"human":[47],"algorithmic":[49],"output.":[50],"Although":[51],"Incremental":[53],"Algorithm":[54],"emerges":[55],"as":[56],"best":[58],"match,":[59],"we":[60],"found":[61],"dependency":[64],"manually-set":[66],"parameters":[67],"makes":[68],"performance":[70],"difficult":[71],"predict.":[73]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2045864324","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
