{"id":"https://openalex.org/W294692716","doi":"https://doi.org/10.21437/interspeech.2006-111","title":"A comparison of inter-transcriber reliability for two systems of prosodic annotation: rap (rhythm and pitch) and toBI (tones and break indices)","display_name":"A comparison of inter-transcriber reliability for two systems of prosodic annotation: rap (rhythm and pitch) and toBI (tones and break indices)","publication_year":2006,"publication_date":"2006-09-17","ids":{"openalex":"https://openalex.org/W294692716","doi":"https://doi.org/10.21437/interspeech.2006-111","mag":"294692716"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2006-111","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2006-111","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2006","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015824429","display_name":"Laura C. Dilley","orcid":"https://orcid.org/0000-0002-1667-8575"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Dilley","raw_affiliation_strings":["the Ohio State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"the Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075629611","display_name":"Mara Breen","orcid":"https://orcid.org/0000-0002-8904-3087"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mara Breen","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059752683","display_name":"Marti Bolivar","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marti Bolivar","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010243936","display_name":"John D. Kraemer","orcid":"https://orcid.org/0000-0002-8769-3393"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Kraemer","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021445004","display_name":"Edward Gibson","orcid":"https://orcid.org/0000-0002-5912-883X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Gibson","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1874,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.86642599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"paper 1619","last_page":"Mon2A3O.6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rhythm","display_name":"Rhythm","score":0.6904791593551636},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6756948232650757},{"id":"https://openalex.org/keywords/syllable","display_name":"Syllable","score":0.6427307724952698},{"id":"https://openalex.org/keywords/pitch-accent","display_name":"Pitch accent","score":0.6094638109207153},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5893886685371399},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5557669997215271},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.5294204354286194},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5063043832778931},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.45817893743515015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3240112364292145},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.21626600623130798},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.16772380471229553},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06567642092704773}],"concepts":[{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.6904791593551636},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6756948232650757},{"id":"https://openalex.org/C109089402","wikidata":"https://www.wikidata.org/wiki/Q8188","display_name":"Syllable","level":2,"score":0.6427307724952698},{"id":"https://openalex.org/C2777672088","wikidata":"https://www.wikidata.org/wiki/Q1441804","display_name":"Pitch accent","level":3,"score":0.6094638109207153},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5893886685371399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5557669997215271},{"id":"https://openalex.org/C2776756274","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.5294204354286194},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5063043832778931},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.45817893743515015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3240112364292145},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.21626600623130798},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.16772380471229553},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06567642092704773},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2006-111","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2006-111","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2006","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W56103664","https://openalex.org/W107303030","https://openalex.org/W132406087","https://openalex.org/W162654330","https://openalex.org/W1513603162","https://openalex.org/W1583314545","https://openalex.org/W1974240970","https://openalex.org/W1975506117","https://openalex.org/W1992850358","https://openalex.org/W2007605886","https://openalex.org/W2127394101","https://openalex.org/W2133148365","https://openalex.org/W2254754358"],"related_works":["https://openalex.org/W2088008556","https://openalex.org/W4360877803","https://openalex.org/W4298046075","https://openalex.org/W2334135487","https://openalex.org/W2387058765","https://openalex.org/W4207066001","https://openalex.org/W2381837697","https://openalex.org/W118831618","https://openalex.org/W2104601235","https://openalex.org/W162378616"],"abstract_inverted_index":{"Agreement":[0,128],"was":[1,90,103],"investigated":[2],"among":[3],"five":[4],"labelers":[5],"for":[6,82,86,105,108,120,130,153,166],"the":[7,14,23,33,98,147,154],"use":[8],"of":[9,35,41,48,55,75,125,136,150,169],"two":[10,39,94],"prosodic":[11,167],"annotation":[12],"systems:":[13],"ToBI":[15,83,131,165],"(Tones":[16],"and":[17,22,26,38,51,64,77,84,97,123],"Break":[18],"Indices)":[19],"system":[20,28,31,71,156],"[1,2]":[21],"RaP":[24,44,155,159],"(Rhythm":[25],"Pitch)":[27],"[3].":[29],"Each":[30],"permits":[32,46],"labeling":[34,47,168],"pitch":[36,109,112],"accents":[37],"levels":[40,54,129],"phrasal":[42],"boundaries;":[43],"also":[45],"speech":[49,79,171],"rhythm":[50],"distinguishes":[52],"multiple":[53],"prominence":[56],"on":[57],"syllables.":[58],"After":[59],"training":[60],"with":[61],"computerized":[62],"materials":[63],"getting":[65],"expert":[66],"feedback,":[67],"coders":[68],"applied":[69],"each":[70],"to":[72,93,134,164],"a":[73,161],"corpus":[74],"read":[76],"spontaneous":[78],"(36":[80],"minutes":[81],"19":[85],"RaP).":[87],"Inter-coder":[88],"reliability":[89],"computed":[91],"according":[92],"metrics:":[95],"transcriber-syllable-pairs":[96],"kappa":[99],"statistic.":[100],"High":[101],"agreement":[102,151],"obtained":[104],"both":[106],"systems":[107],"accent":[110,113],"presence,":[111,116],"type,":[114,118],"boundary":[115,117],"and,":[119],"RaP,":[121],"presence":[122],"strength":[124],"metrical":[126],"prominences.":[127],"were":[132,143],"similar":[133],"those":[135],"previous":[137],"studies":[138],"[4,5],":[139],"indicating":[140],"that":[141,158],"participants":[142],"proficient":[144],"coders.":[145],"Moreover,":[146],"high":[148],"level":[149],"demonstrated":[152],"indicates":[157],"is":[160],"viable":[162],"alternative":[163],"large":[170],"corpora.":[172]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}