{"id":"https://openalex.org/W2467008749","doi":"https://doi.org/10.5195/jmla.2016.13","title":"Norming a VALUE rubric to assess graduate information literacy skills","display_name":"Norming a VALUE rubric to assess graduate information literacy skills","alternate_titles":[],"publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2467008749","doi":"https://doi.org/10.5195/jmla.2016.13","mag":"2467008749","pmid":"https://pubmed.ncbi.nlm.nih.gov/27366121","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/4915638"},"language":"en","primary_location":{"id":"doi:10.3163/1536-5050.104.3.005","doi":"https://doi.org/10.3163/1536-5050.104.3.005","is_oa":true,"landing_page_url":"https://doi.org/10.3163/1536-5050.104.3.005","pdf_url":"http://jmla.pitt.edu/ojs/jmla/article/download/13/8","source":{"id":"https://openalex.org/S146304353","display_name":"Journal of the Medical Library Association JMLA","issn_l":"1536-5050","issn":["1536-5050","1558-9439"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320335","host_organization_name":"University Library System, University of Pittsburgh","host_organization_lineage":["https://openalex.org/P4310320335","https://openalex.org/P4310316479"],"host_organization_lineage_names":["University Library System, University of Pittsburgh","University of Pittsburgh"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Medical Library Association : JMLA","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2467008749"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://jmla.pitt.edu/ojs/jmla/article/download/13/8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002572838","display_name":"David Turbow","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210118721","display_name":"University of St. Augustine for Health Sciences","ror":"https://ror.org/02b108x81","country_code":"US","type":"education","lineage":["https://openalex.org/I4210118721"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David J. Turbow","raw_affiliation_strings":["Outcomes Assessment Coordinator, University of St. Augustine for Health Sciences, 700 Windy Point Drive, San Marcos, CA 92069"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Outcomes Assessment Coordinator, University of St. Augustine for Health Sciences, 700 Windy Point Drive, San Marcos, CA 92069","institution_ids":["https://openalex.org/I4210118721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054692048","display_name":"Julie Evener","orcid":"https://orcid.org/0000-0002-5123-139X","observed_orcids":["https://orcid.org/0000-0002-5123-139X"]},"institutions":[{"id":"https://openalex.org/I4210118721","display_name":"University of St. Augustine for Health Sciences","ror":"https://ror.org/02b108x81","country_code":"US","type":"education","lineage":["https://openalex.org/I4210118721"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Evener","raw_affiliation_strings":["MLIS, Director of Library Services, University of St. Augustine for Health Sciences, 1 University Boulevard, St. Augustine, FL 32086"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MLIS, Director of Library Services, University of St. Augustine for Health Sciences, 1 University Boulevard, St. Augustine, FL 32086","institution_ids":["https://openalex.org/I4210118721"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210118721"],"apc_list":null,"apc_paid":null,"fwci":6.2607,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.95535302,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":"104","issue":"3","first_page":"209","last_page":"214"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10712","display_name":"Library Science and Information Literacy","score":0.9312000274658203,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10712","display_name":"Library Science and Information Literacy","score":0.9312000274658203,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-literacy-assessment","display_name":"information literacy assessment","score":0.8360000252723694},{"id":"https://openalex.org/keywords/value-rubrics","display_name":"VALUE rubrics","score":0.9900000095367432},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9440000057220459},{"id":"https://openalex.org/keywords/physical-therapy-education","display_name":"physiotherapy education","score":0.8289999961853027},{"id":"https://openalex.org/keywords/evidence-based-practice","display_name":"evidence-based practice","score":0.8489999771118164}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9891678094863892},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5694565773010254},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.5592070817947388},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5284217000007629},{"id":"https://openalex.org/C119883117","wikidata":"https://www.wikidata.org/wiki/Q679789","display_name":"Information literacy","level":2,"score":0.5108358860015869},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4811062216758728},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.45247143507003784},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.43309804797172546},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.35789424180984497},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3367275595664978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.23461413383483887},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.23018956184387207},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.10668429732322693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004493","descriptor_name":"Education","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007993","descriptor_name":"Libraries, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010380","descriptor_name":"Peer Review","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055317","descriptor_name":"Evidence-Based Practice","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":false},{"descriptor_ui":"D058980","descriptor_name":"Information Literacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.3163/1536-5050.104.3.005","doi":"https://doi.org/10.3163/1536-5050.104.3.005","is_oa":true,"landing_page_url":"https://doi.org/10.3163/1536-5050.104.3.005","pdf_url":"http://jmla.pitt.edu/ojs/jmla/article/download/13/8","source":{"id":"https://openalex.org/S146304353","display_name":"Journal of the Medical Library Association JMLA","issn_l":"1536-5050","issn":["1536-5050","1558-9439"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320335","host_organization_name":"University Library System, University of Pittsburgh","host_organization_lineage":["https://openalex.org/P4310320335","https://openalex.org/P4310316479"],"host_organization_lineage_names":["University Library System, University of Pittsburgh","University of Pittsburgh"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Medical Library Association : JMLA","raw_type":"journal-article"},{"id":"doi:10.5195/jmla.2016.13","doi":"https://doi.org/10.5195/jmla.2016.13","is_oa":true,"landing_page_url":"https://doi.org/10.5195/jmla.2016.13","pdf_url":null,"source":{"id":"https://openalex.org/S146304353","display_name":"Journal of the Medical Library Association JMLA","issn_l":"1536-5050","issn":["1536-5050","1558-9439"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320335","host_organization_name":"University Library System, University of Pittsburgh","host_organization_lineage":["https://openalex.org/P4310320335","https://openalex.org/P4310316479"],"host_organization_lineage_names":["University Library System, University of Pittsburgh","University of Pittsburgh"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Medical Library Association","raw_type":"journal-article"},{"id":"pmid:27366121","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27366121","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Medical Library Association : JMLA","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:4915638","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4915638/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Med Libr Assoc","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:de978d92cf58412ca279f339b0ba5a7b","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/de978d92cf58412ca279f339b0ba5a7b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of the Medical Library Association, Vol 104, Iss 3 (2016)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3163/1536-5050.104.3.005","doi":"https://doi.org/10.3163/1536-5050.104.3.005","is_oa":true,"landing_page_url":"https://doi.org/10.3163/1536-5050.104.3.005","pdf_url":"http://jmla.pitt.edu/ojs/jmla/article/download/13/8","source":{"id":"https://openalex.org/S146304353","display_name":"Journal of the Medical Library Association JMLA","issn_l":"1536-5050","issn":["1536-5050","1558-9439"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320335","host_organization_name":"University Library System, University of Pittsburgh","host_organization_lineage":["https://openalex.org/P4310320335","https://openalex.org/P4310316479"],"host_organization_lineage_names":["University Library System, University of Pittsburgh","University of Pittsburgh"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Medical Library Association : JMLA","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2467008749.pdf","grobid_xml":"https://content.openalex.org/works/W2467008749.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W38345411","https://openalex.org/W220411418","https://openalex.org/W590527658","https://openalex.org/W1507008874","https://openalex.org/W1514886305","https://openalex.org/W1974629415","https://openalex.org/W1981840962","https://openalex.org/W1989251859","https://openalex.org/W2017693452","https://openalex.org/W2018820089","https://openalex.org/W2030470432","https://openalex.org/W2115500094","https://openalex.org/W2269365972","https://openalex.org/W2945792041","https://openalex.org/W4234629078","https://openalex.org/W7019799475"],"related_works":["https://openalex.org/W3014887846","https://openalex.org/W647902698","https://openalex.org/W4234629078","https://openalex.org/W2580476960","https://openalex.org/W1980714021","https://openalex.org/W3063111823","https://openalex.org/W2605087217","https://openalex.org/W1982210714","https://openalex.org/W1907786284","https://openalex.org/W2220447988"],"abstract_inverted_index":{"OBJECTIVE:":[0],"The":[1],"study":[2],"evaluated":[3],"whether":[4],"a":[5,68,88,104,124,159,225],"modified":[6],"version":[7],"of":[8,14,30,44,55,101,110,127,151,180,234,242,271,287],"the":[9,26,53,56,61,73,84,96,108,114,121,134,149,164,170,178,184,192,213,229,240,243,274,277],"information":[10,27,284],"literacy":[11,28,285],"Valid":[12],"Assessment":[13],"Learning":[15],"in":[16,49,72,87,91,107,129],"Undergraduate":[17],"Education":[18],"(VALUE)":[19],"rubric":[20,57,62,97,174,206,221,278],"would":[21],"be":[22,280],"useful":[23],"for":[24,67,76,133,145,183,204,254,282],"assessing":[25,283],"skills":[29,286],"graduate":[31,288],"health":[32,289],"sciences":[33,290],"students.":[34,291],"METHODS:":[35],"Through":[36],"facilitated":[37],"calibration":[38],"workshops,":[39],"an":[40],"interdepartmental":[41],"six-person":[42],"team":[43],"librarians":[45],"and":[46,162,173,201,248,269],"faculty":[47],"engaged":[48],"guided":[50],"discussion":[51],"about":[52,266],"meaning":[54],"criteria.":[58],"They":[59],"applied":[60,95],"to":[63,98,157,220,263,279],"score":[64],"student":[65,181],"work":[66,102,182],"peer-review":[69,122,185,214],"essay":[70,171,186,215],"assignment":[71,216,247],"\"Information":[74],"Literacy":[75],"Evidence-Based":[77],"Practice\"":[78],"course.":[79],"To":[80],"determine":[81],"inter-rater":[82,197,256],"reliability,":[83],"raters":[85,189,238],"participated":[86],"follow-up":[89],"exercise":[90],"which":[92],"they":[93],"independently":[94,190],"ten":[99],"samples":[100],"from":[103],"research":[105],"project":[106],"doctor":[109],"physical":[111],"therapy":[112],"program:":[113],"patient":[115,193,230,244],"case":[116,194,231,245],"report":[117,195,246],"assignment.":[118,187],"RESULTS:":[119],"For":[120],"essay,":[123],"high":[125],"level":[126],"consistency":[128],"scoring":[130],"was":[131,199],"achieved":[132],"second":[135],"workshop,":[136],"with":[137,228,239],"statistically":[138,202],"significant":[139],"intra-class":[140],"correlation":[141],"coefficients":[142],"above":[143],"0.8":[144],"3":[146],"criteria:":[147],"\"Determine":[148],"extent":[150],"evidence":[152,155],"needed,\"":[153],"\"Use":[154],"effectively":[156],"accomplish":[158],"specific":[160],"purpose,\"":[161],"\"Access":[163],"needed":[165],"evidence.\"":[166],"Participants":[167],"concurred":[168],"that":[169],"prompt":[172],"criteria":[175,207],"adequately":[176],"discriminated":[177],"quality":[179],"When":[188,258],"scored":[191],"assignment,":[196],"agreement":[198],"low":[200,255],"insignificant":[203],"all":[205],"(kappa=-0.16,":[208],"p>0.05-kappa=0.12,":[209],"p>0.05).":[210],"CONCLUSIONS:":[211],"While":[212],"lent":[217],"itself":[218],"well":[219],"calibration,":[222],"scorers":[223],"had":[224],"difficult":[226],"time":[227],"report.":[232],"Lack":[233],"familiarity":[235],"among":[236],"some":[237],"specifics":[241],"subject":[249],"matter":[250],"might":[251],"have":[252],"accounted":[253],"reliability.":[257],"norming,":[259],"it":[260],"is":[261],"important":[262],"hold":[264],"conversations":[265],"search":[267],"strategies":[268],"expectations":[270],"performance.":[272],"Overall,":[273],"authors":[275],"found":[276],"appropriate":[281]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2467008749","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-07-22T00:00:00"}
