{"id":"https://openalex.org/W2033701875","doi":"https://doi.org/10.1016/j.beproc.2014.09.028","title":"Do you see what I see? Can non-experts with minimal training reproduce expert ratings in behavioral assessments of working dogs?","display_name":"Do you see what I see? Can non-experts with minimal training reproduce expert ratings in behavioral assessments of working dogs?","publication_year":2014,"publication_date":"2014-09-28","ids":{"openalex":"https://openalex.org/W2033701875","doi":"https://doi.org/10.1016/j.beproc.2014.09.028","mag":"2033701875","pmid":"https://pubmed.ncbi.nlm.nih.gov/25267466"},"language":"en","primary_location":{"id":"doi:10.1016/j.beproc.2014.09.028","doi":"https://doi.org/10.1016/j.beproc.2014.09.028","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.beproc.2014.09.028","pdf_url":null,"source":{"id":"https://openalex.org/S128158437","display_name":"Behavioural Processes","issn_l":"0376-6357","issn":["0376-6357","1872-8308"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behavioural Processes","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Do_you_see_what_I_see_Can_non-experts_with_minimal_training_reproduce_expert_ratings_in_behavioral_assessments_of_working_dogs_/22932236","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061832925","display_name":"Jamie L. Fratkin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jamie L. Fratkin","raw_affiliation_strings":["The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA. Electronic address: fratkijl@utexas.edu","The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA. Electronic address: fratkijl@utexas.edu","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045501890","display_name":"David L. Sinn","orcid":"https://orcid.org/0000-0002-5799-3686","observed_orcids":["https://orcid.org/0000-0002-5799-3686"]},"institutions":[{"id":"https://openalex.org/I129801699","display_name":"University of Tasmania","ror":"https://ror.org/01nfmeh72","country_code":"AU","type":"education","lineage":["https://openalex.org/I129801699"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"David L. Sinn","raw_affiliation_strings":["The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA; University of Tasmania, School of Zoology, Private Bag 5, Hobart, Tasmania 7001, Australia","The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA","University of Tasmania, School of Zoology, Private Bag 5, Hobart, Tasmania 7001, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA; University of Tasmania, School of Zoology, Private Bag 5, Hobart, Tasmania 7001, Australia","institution_ids":["https://openalex.org/I129801699","https://openalex.org/I86519309"]},{"raw_affiliation_string":"The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"University of Tasmania, School of Zoology, Private Bag 5, Hobart, Tasmania 7001, Australia","institution_ids":["https://openalex.org/I129801699"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Scott Thomas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400009054","display_name":"Transportation Security Administration","ror":"https://ror.org/04qa2gd95","country_code":"US","type":"funder","lineage":["https://openalex.org/I1282113950","https://openalex.org/I4400009054"]},{"id":"https://openalex.org/I893718555","display_name":"Joint Base San Antonio","ror":"https://ror.org/02jxznk77","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I4210089612","https://openalex.org/I4210102105","https://openalex.org/I893718555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Thomas","raw_affiliation_strings":["Transportation Security Administration Canine Breeding and Development Center, 341 TRS/TSA Puppy Program, 1320 Truemper Street, Bldg 9122 Suite 2 Room 2701, Lackland AFB, TX 78236, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Transportation Security Administration Canine Breeding and Development Center, 341 TRS/TSA Puppy Program, 1320 Truemper Street, Bldg 9122 Suite 2 Room 2701, Lackland AFB, TX 78236, USA","institution_ids":["https://openalex.org/I4400009054","https://openalex.org/I893718555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048641007","display_name":"Stewart Hilliard","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330347796","display_name":"United States Department of Defense","ror":"https://ror.org/0447fe631","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796"]},{"id":"https://openalex.org/I893718555","display_name":"Joint Base San Antonio","ror":"https://ror.org/02jxznk77","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I4210089612","https://openalex.org/I4210102105","https://openalex.org/I893718555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stewart Hilliard","raw_affiliation_strings":["Department of Defense Military Working Dog Breeding Program, 341 TRS, 9225 Truemper Street, Bldg 9225, Lackland AFB, TX 78236, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Defense Military Working Dog Breeding Program, 341 TRS, 9225 Truemper Street, Bldg 9225, Lackland AFB, TX 78236, USA","institution_ids":["https://openalex.org/I1330347796","https://openalex.org/I893718555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004225591","display_name":"Zezelia Olson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zezelia Olson","raw_affiliation_strings":["The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077287995","display_name":"Samuel D. Gosling","orcid":"https://orcid.org/0000-0001-8970-591X","observed_orcids":["https://orcid.org/0000-0001-8970-591X"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel D. Gosling","raw_affiliation_strings":["The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Department of Psychology, 108 E. Dean Keeton Stop A8000, Austin, TX 78712, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5061832925"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":{"value":3550,"currency":"USD","value_usd":3550},"apc_paid":null,"fwci":2.0101,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.85901274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"110","issue":null,"first_page":"105","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11214","display_name":"Human-Animal Interaction Studies","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11214","display_name":"Human-Animal Interaction Studies","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10838","display_name":"Animal Behavior and Welfare Studies","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/3404","display_name":"Small Animals"},"field":{"id":"https://openalex.org/fields/34","display_name":"Veterinary"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/working-dogs","display_name":"working dogs","score":0.8849999904632568},{"id":"https://openalex.org/keywords/military-working-dogs","display_name":"military working dogs","score":0.9089999794960022},{"id":"https://openalex.org/keywords/explosive-detection-dogs","display_name":"explosive detection dogs","score":0.968999981880188},{"id":"https://openalex.org/keywords/behavioral-assessment","display_name":"behavioral assessment","score":0.628000020980835},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.6759999990463257},{"id":"https://openalex.org/keywords/criterion-validity","display_name":"criterion validity","score":0.9950000047683716},{"id":"https://openalex.org/keywords/expert-ratings","display_name":"expert ratings","score":0.6039999723434448},{"id":"https://openalex.org/keywords/dog-behavior","display_name":"dog behavior","score":0.5400000214576721}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7079154849052429},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.5784772634506226},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5705211162567139},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.42903709411621094},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.33139801025390625},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.2735975384712219},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.26379382610321045},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001076","descriptor_name":"Aptitude","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004285","descriptor_name":"Dogs","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014937","descriptor_name":"Work","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1016/j.beproc.2014.09.028","doi":"https://doi.org/10.1016/j.beproc.2014.09.028","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.beproc.2014.09.028","pdf_url":null,"source":{"id":"https://openalex.org/S128158437","display_name":"Behavioural Processes","issn_l":"0376-6357","issn":["0376-6357","1872-8308"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behavioural Processes","raw_type":"journal-article"},{"id":"pmid:25267466","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25267466","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behavioural processes","raw_type":"Journal Article"},{"id":"pmh:oai:ecite.utas.edu.au:105652","doi":null,"is_oa":false,"landing_page_url":"http://ecite.utas.edu.au/105652","pdf_url":null,"source":{"id":"https://openalex.org/S4306401569","display_name":"eCite Digital Repository (University of Tasmania)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I129801699","host_organization_name":"University of Tasmania","host_organization_lineage":["https://openalex.org/I129801699"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Refereed Article"},{"id":"pmh:oai:figshare.com:article/22932236","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Do_you_see_what_I_see_Can_non-experts_with_minimal_training_reproduce_expert_ratings_in_behavioral_assessments_of_working_dogs_/22932236","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/22932236","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Do_you_see_what_I_see_Can_non-experts_with_minimal_training_reproduce_expert_ratings_in_behavioral_assessments_of_working_dogs_/22932236","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2802344547","display_name":"EXP-SA:  Improving the Effectiveness of Explosive Detection Dogs through Temperament Based Selection","funder_award_id":"0731216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7543712954","display_name":null,"funder_award_id":"HSHQDC\u201010\u2010C\u201000085","funder_id":"https://openalex.org/F4320306110","funder_display_name":"U.S. Department of Homeland Security"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W424712379","https://openalex.org/W1968605622","https://openalex.org/W1996397807","https://openalex.org/W2008651628","https://openalex.org/W2009254395","https://openalex.org/W2011078370","https://openalex.org/W2014064571","https://openalex.org/W2029767076","https://openalex.org/W2032441660","https://openalex.org/W2046931093","https://openalex.org/W2054861851","https://openalex.org/W2059890746","https://openalex.org/W2063085086","https://openalex.org/W2065090143","https://openalex.org/W2067129080","https://openalex.org/W2076820355","https://openalex.org/W2080555787","https://openalex.org/W2093516824","https://openalex.org/W2096419106","https://openalex.org/W2097617855","https://openalex.org/W2104004005","https://openalex.org/W2113283292","https://openalex.org/W2114911684","https://openalex.org/W2121346192","https://openalex.org/W2131520408","https://openalex.org/W2133337258","https://openalex.org/W2141275553","https://openalex.org/W2141403362","https://openalex.org/W2142428509","https://openalex.org/W2149385441","https://openalex.org/W2155000381"],"related_works":["https://openalex.org/W2912528060","https://openalex.org/W2001410619","https://openalex.org/W2298303368","https://openalex.org/W2776831806","https://openalex.org/W3176805996","https://openalex.org/W2142428509","https://openalex.org/W2801566191","https://openalex.org/W1993907261","https://openalex.org/W6889102005","https://openalex.org/W2594943485"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}