{"id":"https://openalex.org/W2109600226","doi":"https://doi.org/10.1162/089120105774321109","title":"Evaluating Discourse and Dialogue Coding Schemes","display_name":"Evaluating Discourse and Dialogue Coding Schemes","publication_year":2005,"publication_date":"2005-09-01","ids":{"openalex":"https://openalex.org/W2109600226","doi":"https://doi.org/10.1162/089120105774321109","mag":"2109600226"},"language":"en","primary_location":{"id":"doi:10.1162/089120105774321109","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089120105774321109","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/089120105774321109","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048378681","display_name":"Richard Craggs","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Richard Craggs","raw_affiliation_strings":["University of Manchester"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110891153","display_name":"Mary McGee Wood","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mary McGee Wood","raw_affiliation_strings":["University of Manchester"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048378681"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":6.4695,"has_fulltext":true,"cited_by_count":83,"citation_normalized_percentile":{"value":0.97332412,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"31","issue":"3","first_page":"289","last_page":"296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12151","display_name":"Interpreting and Communication in Healthcare","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7263023853302002},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.7123380899429321},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.624103844165802},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.577658474445343},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.36019957065582275},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.31766951084136963},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.27380475401878357},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14552494883537292},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06333765387535095}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7263023853302002},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.7123380899429321},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.624103844165802},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.577658474445343},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.36019957065582275},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31766951084136963},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27380475401878357},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14552494883537292},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06333765387535095},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/089120105774321109","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089120105774321109","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/f99dfa36-5471-4570-a188-b6401f105c6a","is_oa":true,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/evaluating-discourse-and-dialogue-coding-schemes(f99dfa36-5471-4570-a188-b6401f105c6a).html","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/089120105774321109","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Craggs, R & Wood, M M 2005, 'Evaluating discourse and dialogue coding schemes', Computational Linguistics, vol. 31, no. 3, pp. 289-295. https://doi.org/10.1162/089120105774321109","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:16dc45729e764515b271805566e9ef30","is_oa":false,"landing_page_url":"https://doaj.org/article/16dc45729e764515b271805566e9ef30","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 31, Iss 3 (2021)","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/f99dfa36-5471-4570-a188-b6401f105c6a","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/f99dfa36-5471-4570-a188-b6401f105c6a","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Craggs, R & Wood, M M 2005, 'Evaluating discourse and dialogue coding schemes', Computational Linguistics, vol. 31, no. 3, pp. 289-295. https://doi.org/10.1162/089120105774321109","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/f99dfa36-5471-4570-a188-b6401f105c6a","is_oa":true,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/evaluating-discourse-and-dialogue-coding-schemes(f99dfa36-5471-4570-a188-b6401f105c6a).html","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/089120105774321109","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Craggs, R & Wood, M M 2005, 'Evaluating discourse and dialogue coding schemes', Computational Linguistics, vol. 31, no. 3, pp. 289-295. https://doi.org/10.1162/089120105774321109","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320291","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2109600226.pdf","grobid_xml":"https://content.openalex.org/works/W2109600226.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W140329658","https://openalex.org/W2012378416","https://openalex.org/W2053154970","https://openalex.org/W2077330567","https://openalex.org/W2104626092","https://openalex.org/W2133943399","https://openalex.org/W2153072998","https://openalex.org/W2153222072","https://openalex.org/W2153804780","https://openalex.org/W2180081471","https://openalex.org/W4214929020","https://openalex.org/W4231741839"],"related_works":["https://openalex.org/W4236261679","https://openalex.org/W4233863677","https://openalex.org/W1965066623","https://openalex.org/W2807886783","https://openalex.org/W2501040892","https://openalex.org/W788508752","https://openalex.org/W1990501105","https://openalex.org/W2331610788","https://openalex.org/W4253951420","https://openalex.org/W4251477440"],"abstract_inverted_index":{"Agreement":[0],"statistics":[1],"play":[2],"an":[3],"important":[4],"role":[5,40],"in":[6,65],"the":[7,39,79],"evaluation":[8],"of":[9,21,41,55,81],"coding":[10],"schemes":[11],"for":[12,57,62,72],"discourse":[13],"and":[14,27,44],"dialogue.":[15],"Unfortunately":[16],"there":[17],"is":[18],"a":[19,52],"lack":[20],"understanding":[22],"regarding":[23],"appropriate":[24],"agreement":[25,42,64,82],"measures":[26,43,49],"how":[28,73],"their":[29],"results":[30,80],"should":[31,75],"be":[32,76],"interpreted.":[33],"In":[34],"this":[35],"article":[36],"we":[37],"describe":[38],"argue":[45],"that":[46,50],"only":[47],"chance-corrected":[48],"assume":[51],"common":[53],"distribution":[54],"labels":[56],"all":[58],"coders":[59],"are":[60],"suitable":[61],"measuring":[63],"reliability":[66,74],"studies.":[67],"We":[68],"then":[69],"provide":[70],"recommendations":[71],"inferred":[77],"from":[78],"statistics.":[83]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}