{"id":"https://openalex.org/W40001393","doi":"https://doi.org/10.1111/dsu.0000000000000008","title":"An interrater and intrarater reliability study of 3 photographic scales for the classification of perioral aesthetic features.","display_name":"An interrater and intrarater reliability study of 3 photographic scales for the classification of perioral aesthetic features.","alternate_titles":[],"publication_year":2014,"publication_date":"2014-06-01","ids":{"openalex":"https://openalex.org/W40001393","doi":"https://doi.org/10.1111/dsu.0000000000000008","mag":"40001393","pmid":"https://pubmed.ncbi.nlm.nih.gov/24852471"},"language":"en","primary_location":{"id":"pmid:24852471","doi":"https://doi.org/10.1111/dsu.0000000000000008","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24852471","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dermatologic surgery : official publication for American Society for Dermatologic Surgery [et al.]","raw_type":"Comparative Study"},"parent_works":[],"lineage":["https://openalex.org/W40001393"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019581272","display_name":"Joel L. Cohen","orcid":"https://orcid.org/0000-0001-6513-7129","observed_orcids":["https://orcid.org/0000-0001-6513-7129","https://orcid.org/0000-0001-8838-2776"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joel L Cohen","raw_affiliation_strings":["*Director, AboutSkin Dermatology and DermSurgery, Englewood, Colorado; \u2020Allergan, Inc., Santa Barbara, California; \u2021Assistant Clinical Professor of Medicine/Dermatology, David Geffen School of Medicine, University of California, Los Angeles, Los Angeles, California; \u00a7Private Practice, Newport Beach, California; \u2016Private Practice, Santa Barbara, California; \u00b6Allergan, Inc., Irvine, California; #SCI Scientific Communications and Information. J.T. and F.C.B. are in Kythera Biopharmaceuticals, Calabasas, California. P.S.W. Kythera Biopharmaceuticals, Agoura Hills, California","University of California, Los Angeles, Los Angeles, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"*Director, AboutSkin Dermatology and DermSurgery, Englewood, Colorado; \u2020Allergan, Inc., Santa Barbara, California; \u2021Assistant Clinical Professor of Medicine/Dermatology, David Geffen School of Medicine, University of California, Los Angeles, Los Angeles, California; \u00a7Private Practice, Newport Beach, California; \u2016Private Practice, Santa Barbara, California; \u00b6Allergan, Inc., Irvine, California; #SCI Scientific Communications and Information. J.T. and F.C.B. are in Kythera Biopharmaceuticals, Calabasas, California. P.S.W. Kythera Biopharmaceuticals, Agoura Hills, California","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, United States","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jane Thomas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jane Thomas","raw_affiliation_strings":["\u2020Allergan, Inc., Santa Barbara, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u2020Allergan, Inc., Santa Barbara, California","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090593648","display_name":"Deepali Paradkar-Mitragotri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepali Paradkar","raw_affiliation_strings":["\u2021Assistant Clinical Professor of Medicine/Dermatology, David Geffen School of Medicine, University of California, Los Angeles, Los Angeles, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u2021Assistant Clinical Professor of Medicine/Dermatology, David Geffen School of Medicine, University of California, Los Angeles, Los Angeles, California","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035031983","display_name":"Adam M. Rotunda","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam Rotunda","raw_affiliation_strings":["\u00a7Private Practice, Newport Beach, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00a7Private Practice, Newport Beach, California","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102763689","display_name":"Patricia Walker","orcid":"https://orcid.org/0009-0002-1569-1433","observed_orcids":["https://orcid.org/0009-0002-1569-1433"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patricia S Walker","raw_affiliation_strings":["\u2016Private Practice, Santa Barbara, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u2016Private Practice, Santa Barbara, California","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018582167","display_name":"Frederick C. Beddingfield","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frederick C Beddingfield","raw_affiliation_strings":["Allergan, Inc., Irvine, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allergan, Inc., Irvine, California","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Asha Philip","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210115323","display_name":"Calithera (United States)","ror":"https://ror.org/029gt5q28","country_code":"US","type":"company","lineage":["https://openalex.org/I4210115323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asha Philip","raw_affiliation_strings":["#SCI Scientific Communications and Information. J.T. and F.C.B. are in Kythera Biopharmaceuticals, Calabasas, California. P.S.W. Kythera Biopharmaceuticals, Agoura Hills, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"#SCI Scientific Communications and Information. J.T. and F.C.B. are in Kythera Biopharmaceuticals, Calabasas, California. P.S.W. Kythera Biopharmaceuticals, Agoura Hills, California","institution_ids":["https://openalex.org/I4210115323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110178119","display_name":"Paula G. Davis","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paula G Davis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042704448","display_name":"Ramana R. Yalamanchili","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramana Yalamanchili","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.449,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.94345887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"40","issue":"6","first_page":"663","last_page":"670"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11322","display_name":"Facial Rejuvenation and Surgery Techniques","score":0.8827999830245972,"subfield":{"id":"https://openalex.org/subfields/2708","display_name":"Dermatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11322","display_name":"Facial Rejuvenation and Surgery Techniques","score":0.8827999830245972,"subfield":{"id":"https://openalex.org/subfields/2708","display_name":"Dermatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.08590000122785568,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10356","display_name":"Orthodontics and Dentofacial Orthopedics","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/3505","display_name":"Orthodontics"},"field":{"id":"https://openalex.org/fields/35","display_name":"Dentistry"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9470000267028809},{"id":"https://openalex.org/keywords/intra-rater-reliability","display_name":"intra-rater reliability","score":0.9980000257492065},{"id":"https://openalex.org/keywords/oral-commissure","display_name":"oral commissure","score":0.9829999804496765},{"id":"https://openalex.org/keywords/dermal-fillers","display_name":"dermal fillers","score":0.8930000066757202},{"id":"https://openalex.org/keywords/neurotoxins","display_name":"neurotoxins","score":0.859000027179718},{"id":"https://openalex.org/keywords/aesthetic-judgment","display_name":"aesthetic judgment","score":0.3709999918937683},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.531000018119812}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.913359522819519},{"id":"https://openalex.org/C197815874","wikidata":"https://www.wikidata.org/wiki/Q6058299","display_name":"Intra-rater reliability","level":3,"score":0.8873845338821411},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.8246128559112549},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.692605197429657},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5153102874755859},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.5143193006515503},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4565728008747101},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.4015966057777405},{"id":"https://openalex.org/C29694066","wikidata":"https://www.wikidata.org/wiki/Q118301","display_name":"Orthodontics","level":1,"score":0.39085066318511963},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3604710102081299},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.29936474561691284},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.18126603960990906},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.06703269481658936},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001504","descriptor_name":"Beauty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001672","descriptor_name":"Biocompatible Materials","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D003357","descriptor_name":"Cosmetic Techniques","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007267","descriptor_name":"Injections","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000187","qualifier_name":"drug effects","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":true},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009498","descriptor_name":"Neurotoxins","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D010865","descriptor_name":"Pilot Projects","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012720","descriptor_name":"Severity of Illness Index","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015595","descriptor_name":"Skin Aging","qualifier_ui":"Q000187","qualifier_name":"drug effects","is_major_topic":false},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"pmid:24852471","doi":"https://doi.org/10.1111/dsu.0000000000000008","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24852471","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dermatologic surgery : official publication for American Society for Dermatologic Surgery [et al.]","raw_type":"Comparative Study"},{"id":"mag:40001393","doi":"https://doi.org/10.1111/dsu.0000000000000008","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24852471","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"PubMed","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8999999761581421}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3209889906","https://openalex.org/W181368177","https://openalex.org/W4365444100","https://openalex.org/W4390794903","https://openalex.org/W2028995302","https://openalex.org/W4206192048","https://openalex.org/W2990835358","https://openalex.org/W4385411969","https://openalex.org/W2522504839","https://openalex.org/W2048341912"],"abstract_inverted_index":{"BACKGROUND:":[0],"Validated":[1],"aesthetic":[2],"rating":[3],"scales":[4,24,42,158,178],"for":[5,12,25,155],"the":[6,20,33,106,189],"perioral":[7,34],"area":[8],"provide":[9],"objective":[10],"evaluations":[11],"clinical":[13],"trials":[14],"and":[15,29,59,99,111,127,159,170,185,200],"practice.":[16],"OBJECTIVE:":[17],"To":[18],"confirm":[19],"reliability":[21,102,187],"of":[22,32,89,96,108,183],"3":[23,75,157],"evaluating":[26],"dermal":[27],"filler":[28],"neurotoxin":[30],"treatments":[31],"area.":[35],"MATERIALS":[36],"AND":[37],"METHODS:":[38],"Three":[39],"lip-specific":[40],"photographic":[41],"were":[43,103,121,174,198],"developed":[44],"from":[45,161],"standardized":[46],"2-dimensional":[47],"images":[48,77],"to":[49,72,163,202],"evaluate":[50],"Perioral":[51,60],"Lines":[52,61],"at":[53,62],"Rest":[54],"(POL),":[55],"Oral":[56],"Commissures":[57],"(OCS),":[58],"Maximum":[63],"Contraction":[64],"(POLM)":[65],"severity":[66],"scales.":[67],"Each":[68],"4-grade":[69],"scale":[70,86],"(none":[71],"severe)":[73],"had":[74],"representative":[76],"per":[78],"grade.":[79,166],"Physician":[80,98,134,192],"validators":[81],"rated":[82],"volunteers":[83],"on":[84,105],"each":[85],"(2":[87],"rounds":[88],"live":[90],"review).":[91],"Volunteers":[92],"provided":[93],"2":[94,113],"series":[95],"self-assessments.":[97],"subject":[100,196],"intrarater":[101,135,168,184],"based":[104],"comparison":[107],"round":[109,112],"1":[110],"scores":[114],"(mean":[115],"weighted":[116],"kappa":[117],"coefficient).":[118],"Other":[119],"measures":[120],"physician":[122,149,203],"interrater":[123,129,150,172,186],"agreement":[124,130,136,151,169,173],"(intraclass":[125],"correlation)":[126],"subject/physician":[128,171],"(Pearson":[131],"correlation).":[132],"RESULTS:":[133],"was":[137,152,194],"almost":[138,153],"perfect":[139,154],"or":[140],"substantial":[141,164],"(POL,":[142],"0.725;":[143],"OCS,":[144],"0.789;":[145],"POLM,":[146],"0.826).":[147],"Overall,":[148],"all":[156],"ranged":[160],"moderate":[162],"by":[165],"Subject":[167],"substantial.":[175],"CONCLUSION:":[176],"All":[177],"demonstrated":[179],"a":[180],"high":[181],"degree":[182],"during":[188],"validation":[190],"process.":[191],"concordance":[193],"good;":[195],"ratings":[197],"reliable":[199],"comparable":[201],"assessments.":[204]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W40001393","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":5},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
