{"id":"https://openalex.org/W2026475783","doi":"https://doi.org/10.1145/1526993.1526997","title":"Automatically assessing resource quality for educational digital libraries","display_name":"Automatically assessing resource quality for educational digital libraries","publication_year":2009,"publication_date":"2009-04-20","ids":{"openalex":"https://openalex.org/W2026475783","doi":"https://doi.org/10.1145/1526993.1526997","mag":"2026475783"},"language":"en","primary_location":{"id":"doi:10.1145/1526993.1526997","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1526993.1526997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd workshop on Information credibility on the web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023221196","display_name":"Philipp Wetzler","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Philipp G. Wetzler","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068978543","display_name":"Steven Bethard","orcid":"https://orcid.org/0000-0001-9560-6491"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Bethard","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040599009","display_name":"Kirsten R. Butcher","orcid":"https://orcid.org/0000-0002-7433-0972"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirsten Butcher","raw_affiliation_strings":["University of Utah, Salt Lake City, CO, USA","University of Utah, Salt Lake City, CO, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Utah, Salt Lake City, CO, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"University of Utah, Salt Lake City, CO, USA#TAB#","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010984350","display_name":"James Martin","orcid":"https://orcid.org/0000-0002-9654-3864"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James H. Martin","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051906525","display_name":"Tamara Sumner","orcid":"https://orcid.org/0000-0002-8785-3238"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamara Sumner","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023221196"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":1.064,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83860917,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9462000131607056,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8323295712471008},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7675579786300659},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6865034699440002},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.6358716487884521},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5145058631896973},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5105989575386047},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.49505725502967834},{"id":"https://openalex.org/keywords/digital-library","display_name":"Digital library","score":0.4744728207588196},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.4219702482223511},{"id":"https://openalex.org/keywords/realm","display_name":"Realm","score":0.41291293501853943},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3861425220966339},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34625673294067383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3068026304244995},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.14173462986946106},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08541497588157654}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8323295712471008},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7675579786300659},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6865034699440002},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.6358716487884521},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5145058631896973},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5105989575386047},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.49505725502967834},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.4744728207588196},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.4219702482223511},{"id":"https://openalex.org/C2778757428","wikidata":"https://www.wikidata.org/wiki/Q1250464","display_name":"Realm","level":2,"score":0.41291293501853943},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3861425220966339},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34625673294067383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3068026304244995},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.14173462986946106},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08541497588157654},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.0},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1526993.1526997","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1526993.1526997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd workshop on Information credibility on the web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337367","display_name":"Division of Materials Research","ror":"https://ror.org/01pc7k308"},{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W9825390","https://openalex.org/W1537691903","https://openalex.org/W1574862351","https://openalex.org/W1584013643","https://openalex.org/W1990176676","https://openalex.org/W2006025567","https://openalex.org/W2024945704","https://openalex.org/W2027102540","https://openalex.org/W2036111042","https://openalex.org/W2048373593","https://openalex.org/W2066636486","https://openalex.org/W2076452960","https://openalex.org/W2085470508","https://openalex.org/W2092846176","https://openalex.org/W2102271161","https://openalex.org/W2104290389","https://openalex.org/W2107324900","https://openalex.org/W2121718753","https://openalex.org/W2132498532","https://openalex.org/W2136219771","https://openalex.org/W2157681268","https://openalex.org/W2245619335","https://openalex.org/W2333057202","https://openalex.org/W4243216998"],"related_works":["https://openalex.org/W2359053655","https://openalex.org/W2387777532","https://openalex.org/W2382709029","https://openalex.org/W2389147080","https://openalex.org/W2377883125","https://openalex.org/W2362479786","https://openalex.org/W2392455911","https://openalex.org/W2374248756","https://openalex.org/W2375492428","https://openalex.org/W2350419982"],"abstract_inverted_index":{"With":[0],"the":[1,7,39,89,94,131,136,170],"rise":[2],"of":[3,12,24,41,52,58,63,77,86,103,110,119,126,135,160],"community-generated":[4],"web":[5],"content,":[6],"need":[8],"for":[9,26,130],"automatic":[10],"assessment":[11,37],"resource":[13,98],"quality":[14,25,36,64,80,87,104,138,161],"has":[15],"grown.":[16],"We":[17,71],"demonstrate":[18],"how":[19],"developing":[20],"a":[21,56,74,107,117,124],"concrete":[22],"characterization":[23,85],"web-based":[27],"resources":[28,129],"can":[29],"make":[30],"machine":[31,147],"learning":[32,148],"approaches":[33],"to":[34,156],"automating":[35],"in":[38],"realm":[40],"educational":[42],"digital":[43,78,128],"libraries":[44],"tractable.":[45],"Using":[46,100],"data":[47],"from":[48,106,151],"several":[49],"previous":[50],"studies":[51],"quality,":[53],"we":[54,115],"gathered":[55],"set":[57,118],"key":[59,101,137],"dimensions":[60],"and":[61,122,145],"indicators":[62,102,159],"that":[65,83],"were":[66,154],"commonly":[67],"identified":[68],"by":[69,93],"educators.":[70],"then":[72],"performed":[73],"mixed-method":[75],"study":[76,113],"library":[79],"experts,":[81],"showing":[82],"our":[84,111],"captured":[88],"subjective":[90],"processes":[91],"used":[92],"experts":[95],"when":[96],"assessing":[97],"quality.":[99],"selected":[105],"statistical":[108],"analysis":[109],"expert":[112],"data,":[114],"developed":[116],"annotation":[120],"guidelines":[121],"annotated":[123],"corpus":[125,153],"1000":[127],"presence":[132],"or":[133],"absence":[134],"indicators.":[139],"Agreement":[140],"among":[141],"annotators":[142],"was":[143],"high,":[144],"initial":[146],"models":[149],"trained":[150],"this":[152],"able":[155],"identify":[157],"some":[158],"with":[162],"as":[163,165],"much":[164],"an":[166],"18%":[167],"improvement":[168],"over":[169],"baseline.":[171]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}