{"id":"https://openalex.org/W2147069617","doi":"https://doi.org/10.1145/1555400.1555436","title":"Automatically characterizing resource quality for educational digital libraries","display_name":"Automatically characterizing resource quality for educational digital libraries","publication_year":2009,"publication_date":"2009-06-15","ids":{"openalex":"https://openalex.org/W2147069617","doi":"https://doi.org/10.1145/1555400.1555436","mag":"2147069617"},"language":"en","primary_location":{"id":"doi:10.1145/1555400.1555436","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1555400.1555436","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM/IEEE-CS joint conference on Digital libraries","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068978543","display_name":"Steven Bethard","orcid":"https://orcid.org/0000-0001-9560-6491"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Bethard","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050968025","display_name":"Philipp Wetzer","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philipp Wetzer","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040599009","display_name":"Kirsten R. Butcher","orcid":"https://orcid.org/0000-0002-7433-0972"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirsten Butcher","raw_affiliation_strings":["University of Utah, Salt Lake City, UT, USA","University of Utah, Salt Lake City, UT, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"University of Utah, Salt Lake City, UT, USA#TAB#","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010984350","display_name":"James Martin","orcid":"https://orcid.org/0000-0002-9654-3864"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James H. Martin","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051906525","display_name":"Tamara Sumner","orcid":"https://orcid.org/0000-0002-8785-3238"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamara Sumner","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1085,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.96583144,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"221","last_page":"230"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9404000043869019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9162999987602234,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238726258277893},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7507389187812805},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6890813112258911},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.6350781321525574},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.532682478427887},{"id":"https://openalex.org/keywords/digital-library","display_name":"Digital library","score":0.5169360041618347},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5132579803466797},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5126482844352722},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4504547715187073},{"id":"https://openalex.org/keywords/digital-learning","display_name":"Digital learning","score":0.41035908460617065},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32470425963401794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3048395812511444}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238726258277893},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7507389187812805},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6890813112258911},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.6350781321525574},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.532682478427887},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.5169360041618347},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5132579803466797},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5126482844352722},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4504547715187073},{"id":"https://openalex.org/C2780468074","wikidata":"https://www.wikidata.org/wiki/Q16628824","display_name":"Digital learning","level":2,"score":0.41035908460617065},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32470425963401794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3048395812511444},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1555400.1555436","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1555400.1555436","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM/IEEE-CS joint conference on Digital libraries","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W9825390","https://openalex.org/W1504259982","https://openalex.org/W1537691903","https://openalex.org/W1574862351","https://openalex.org/W1584013643","https://openalex.org/W1604938182","https://openalex.org/W1990176676","https://openalex.org/W2006025567","https://openalex.org/W2024945704","https://openalex.org/W2027102540","https://openalex.org/W2036111042","https://openalex.org/W2048373593","https://openalex.org/W2076452960","https://openalex.org/W2085470508","https://openalex.org/W2092846176","https://openalex.org/W2102271161","https://openalex.org/W2104290389","https://openalex.org/W2107324900","https://openalex.org/W2121718753","https://openalex.org/W2136219771","https://openalex.org/W2157681268","https://openalex.org/W2245619335","https://openalex.org/W2333057202","https://openalex.org/W4243216998"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W2955269452","https://openalex.org/W2142468401","https://openalex.org/W2076659135"],"abstract_inverted_index":{"With":[0],"the":[1,7,19,90,95,135,174],"rise":[2],"of":[3,12,21,31,53,59,64,78,87,107,114,123,130,139,164],"community-generated":[4],"web":[5],"content,":[6],"need":[8],"for":[9,33,101,134],"automatic":[10],"characterization":[11,45,86],"resource":[13,99],"quality":[14,32,44,65,88,100,108,142,165],"has":[15],"grown,":[16],"particularly":[17],"in":[18],"realm":[20],"educational":[22,35],"digital":[23,79,132],"libraries.":[24],"We":[25,72],"demonstrate":[26],"how":[27],"identifying":[28],"concrete":[29],"factors":[30],"web-based":[34],"resources":[36,133],"can":[37],"make":[38],"machine":[39,151],"learning":[40,152],"approaches":[41],"to":[42,160],"automating":[43],"tractable.":[46],"Using":[47,104],"data":[48],"from":[49,110,155],"several":[50],"previous":[51],"studies":[52],"quality,":[54],"we":[55,119],"gathered":[56],"a":[57,75,111,121,128],"set":[58,122],"key":[60,105,141],"dimensions":[61],"and":[62,126,149],"indicators":[63,106,163],"that":[66,84],"were":[67,158],"commonly":[68],"identified":[69],"by":[70,94],"educators.":[71],"then":[73],"performed":[74],"mixed-method":[76],"study":[77,117],"library":[80],"curation":[81],"experts,":[82],"showing":[83],"our":[85,115],"captured":[89],"subjective":[91],"processes":[92],"used":[93],"experts":[96],"when":[97],"assessing":[98],"classroom":[102],"use.":[103],"selected":[109],"statistical":[112],"analysis":[113],"expert":[116],"data,":[118],"developed":[120],"annotation":[124],"guidelines":[125],"annotated":[127],"corpus":[129,157],"1000":[131],"presence":[136],"or":[137],"absence":[138],"these":[140],"indicators.":[143],"Agreement":[144],"among":[145],"annotators":[146],"was":[147],"high,":[148],"initial":[150],"models":[153],"trained":[154],"this":[156],"able":[159],"identify":[161],"some":[162],"with":[166],"as":[167,169],"much":[168],"an":[170],"18%":[171],"improvement":[172],"over":[173],"baseline.":[175]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}