{"id":"https://openalex.org/W2001575924","doi":"https://doi.org/10.1007/s10791-006-9003-7","title":"Methods for automatically evaluating answers to complex questions","display_name":"Methods for automatically evaluating answers to complex questions","publication_year":2006,"publication_date":"2006-08-31","ids":{"openalex":"https://openalex.org/W2001575924","doi":"https://doi.org/10.1007/s10791-006-9003-7","mag":"2001575924"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-006-9003-7","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10791-006-9003-7","pdf_url":null,"source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["College of Information Studies, University of Maryland, MD, College Park, 20742, USA","Department of Computer Science, University of Maryland, MD, College Park, 20742, USA","Institute for Advanced Computer Studies, University of Maryland, MD, College Park, 20742, USA","Department of Computer Science, University of Maryland, College Park, USA","College of Information Studies, University of Maryland, College Park, USA","Institute for Advanced Computer Studies, University of Maryland, College Park, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Studies, University of Maryland, MD, College Park, 20742, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, MD, College Park, 20742, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Advanced Computer Studies, University of Maryland, MD, College Park, 20742, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"College of Information Studies, University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Advanced Computer Studies, University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046764593","display_name":"Dina Demner\u2010Fushman","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dina Demner-Fushman","raw_affiliation_strings":["Department of Computer Science, University of Maryland, MD, College Park, 20742, USA","Institute for Advanced Computer Studies, University of Maryland, MD, College Park, 20742, USA","Institute for Advanced Computer Studies, University of Maryland, College Park, USA","Department of Computer Science, University of Maryland, College Park, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, MD, College Park, 20742, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Advanced Computer Studies, University of Maryland, MD, College Park, 20742, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Advanced Computer Studies, University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5082997975"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":6.0089,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.95773769,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"5","first_page":"565","last_page":"587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9172652363777161},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8115829825401306},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7727923393249512},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6492937803268433},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.644528865814209},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6190750598907471},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5999606251716614},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.582953691482544},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4858950972557068},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48577335476875305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47991904616355896},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4281122088432312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40540415048599243},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38565143942832947},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17537152767181396}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9172652363777161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8115829825401306},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7727923393249512},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6492937803268433},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.644528865814209},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6190750598907471},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5999606251716614},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.582953691482544},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4858950972557068},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48577335476875305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47991904616355896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4281122088432312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40540415048599243},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38565143942832947},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17537152767181396},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10791-006-9003-7","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10791-006-9003-7","pdf_url":null,"source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.118.3976","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.118.3976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.umiacs.umd.edu/~jimmylin/publications/Lin_Demner-Fushman_IR2006.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323106","display_name":"Agricultural Research Development Agency","ror":"https://ror.org/01shbv660"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W61703237","https://openalex.org/W348133106","https://openalex.org/W1544826511","https://openalex.org/W1564745996","https://openalex.org/W1969158886","https://openalex.org/W2021420765","https://openalex.org/W2028175314","https://openalex.org/W2078861931","https://openalex.org/W2098308736","https://openalex.org/W2101105183","https://openalex.org/W2102065370","https://openalex.org/W2108207895","https://openalex.org/W2116225596","https://openalex.org/W2120308175","https://openalex.org/W2120431148","https://openalex.org/W2123301721","https://openalex.org/W2124763802","https://openalex.org/W2129279928","https://openalex.org/W2140424253","https://openalex.org/W2142112143","https://openalex.org/W2150824314","https://openalex.org/W2158751803","https://openalex.org/W2159325621","https://openalex.org/W2758584545","https://openalex.org/W4237961478","https://openalex.org/W6680768466","https://openalex.org/W6683252230"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W1517524280","https://openalex.org/W4389760904","https://openalex.org/W4306886878","https://openalex.org/W4284703357"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}