{"id":"https://openalex.org/W2799208956","doi":"https://doi.org/10.18653/v1/p18-2105","title":"Automatic Estimation of Simultaneous Interpreter Performance","display_name":"Automatic Estimation of Simultaneous Interpreter Performance","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2799208956","doi":"https://doi.org/10.18653/v1/p18-2105","mag":"2799208956"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p18-2105","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2105","pdf_url":"https://www.aclweb.org/anthology/P18-2105.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P18-2105.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047038293","display_name":"Craig Stewart","orcid":"https://orcid.org/0000-0001-7548-1660"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Craig Stewart","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043083464","display_name":"Nikolai Vogler","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikolai Vogler","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University","Carnegie Mellon University, Pittsburgh, United States"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085263462","display_name":"Junjie Hu","orcid":"https://orcid.org/0000-0002-1911-4361"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junjie Hu","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University","Carnegie Mellon University, Pittsburgh, United States"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081307846","display_name":"Jordan Boyd\u2010Graber","orcid":"https://orcid.org/0000-0002-7770-4431"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jordan Boyd-Graber","raw_affiliation_strings":["CS, iSchool, UMIACS, LSC, University of Maryland","University of Maryland, College Park, College Park, United States"],"affiliations":[{"raw_affiliation_string":"CS, iSchool, UMIACS, LSC, University of Maryland","institution_ids":[]},{"raw_affiliation_string":"University of Maryland, College Park, College Park, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University","Carnegie Mellon University, Pittsburgh, United States"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047038293"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03949518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"662","last_page":"666"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.9138109683990479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8432555794715881},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6894916296005249},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.6713929176330566},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6547366976737976},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6454772353172302},{"id":"https://openalex.org/keywords/language-interpretation","display_name":"Language interpretation","score":0.6275520324707031},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5918893218040466},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.537461519241333},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5181861519813538},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4910304546356201},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4709882438182831},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4589461088180542},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.369942843914032},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3225914239883423},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19961348176002502}],"concepts":[{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.9138109683990479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8432555794715881},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6894916296005249},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.6713929176330566},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6547366976737976},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6454772353172302},{"id":"https://openalex.org/C72280650","wikidata":"https://www.wikidata.org/wiki/Q210439","display_name":"Language interpretation","level":3,"score":0.6275520324707031},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5918893218040466},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.537461519241333},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5181861519813538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4910304546356201},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4709882438182831},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4589461088180542},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.369942843914032},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3225914239883423},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19961348176002502},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p18-2105","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2105","pdf_url":"https://www.aclweb.org/anthology/P18-2105.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.04016","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.04016","pdf_url":"https://arxiv.org/pdf/1805.04016","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2799208956","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.04016.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1805.04016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.04016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p18-2105","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2105","pdf_url":"https://www.aclweb.org/anthology/P18-2105.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G2584449986","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"1745016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3215946901","display_name":null,"funder_award_id":"DGE1745016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G606182295","display_name":"RI:  EAGER:  Collaborative Research:  Adaptive Heads-up Displays for Simultaneous Interpretation","funder_award_id":"1748663","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8958721119","display_name":null,"funder_award_id":"DGE174501","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2799208956.pdf","grobid_xml":"https://content.openalex.org/works/W2799208956.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W808583520","https://openalex.org/W1966790380","https://openalex.org/W1978197407","https://openalex.org/W2021618504","https://openalex.org/W2078861931","https://openalex.org/W2087735403","https://openalex.org/W2101105183","https://openalex.org/W2104858828","https://openalex.org/W2133459682","https://openalex.org/W2145245586","https://openalex.org/W2251150371","https://openalex.org/W2251557434","https://openalex.org/W2251979322","https://openalex.org/W2337887686","https://openalex.org/W2461231802","https://openalex.org/W2514694861","https://openalex.org/W2771071422","https://openalex.org/W3202197379"],"related_works":["https://openalex.org/W3156034088","https://openalex.org/W1866018165","https://openalex.org/W2806122766","https://openalex.org/W2111974178","https://openalex.org/W2016567396","https://openalex.org/W3130329974","https://openalex.org/W1983127154","https://openalex.org/W2295525005","https://openalex.org/W1577511594","https://openalex.org/W1558145536","https://openalex.org/W1481885141","https://openalex.org/W1578225201","https://openalex.org/W72712345","https://openalex.org/W1504707355","https://openalex.org/W2751295852","https://openalex.org/W2352593449","https://openalex.org/W2142858834","https://openalex.org/W133570431","https://openalex.org/W2391251187","https://openalex.org/W2040152256"],"abstract_inverted_index":{"Simultaneous":[0],"interpretation,":[1],"translation":[2,63],"of":[3,24,31,47,61],"the":[4,22,25,45,86],"spoken":[5],"word":[6],"in":[7,36,70],"real-time,":[8],"is":[9],"both":[10],"highly":[11],"challenging":[12],"and":[13,21,90,97],"physically":[14],"demanding.":[15],"Methods":[16],"to":[17,79],"predict":[18],"interpreter":[19,50,81],"confidence":[20],"adequacy":[23],"interpreted":[26],"message":[27],"have":[28],"a":[29,76],"number":[30],"potential":[32],"applications,":[33],"such":[34],"as":[35],"computerassisted":[37],"interpretation":[38,95],"interfaces":[39],"or":[40],"pedagogical":[41],"tools.":[42],"We":[43],"propose":[44,91],"task":[46],"predicting":[48],"simultaneous":[49],"performance":[51,82],"by":[52,85],"building":[53],"on":[54],"existing":[55],"methodology":[56],"for":[57],"quality":[58],"estimation":[59],"(QE)":[60],"machine":[62],"output.":[64],"In":[65],"experiments":[66],"over":[67],"five":[68],"settings":[69],"three":[71],"language":[72],"pairs,":[73],"we":[74],"extend":[75],"QE":[77],"pipeline":[78],"estimate":[80],"(as":[83],"approximated":[84],"METEOR":[87],"evaluation":[88,98],"metric)":[89],"novel":[92],"features":[93],"reflecting":[94],"strategy":[96],"measures":[99],"that":[100],"further":[101],"improve":[102],"prediction":[103],"accuracy.":[104],"1":[105]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}