{"id":"https://openalex.org/W2774324778","doi":"https://doi.org/10.1145/3166072.3166075","title":"Annotator Expertise and Information Quality in Annotation-based Retrieval","display_name":"Annotator Expertise and Information Quality in Annotation-based Retrieval","publication_year":2017,"publication_date":"2017-12-07","ids":{"openalex":"https://openalex.org/W2774324778","doi":"https://doi.org/10.1145/3166072.3166075","mag":"2774324778"},"language":"en","primary_location":{"id":"doi:10.1145/3166072.3166075","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3166072.3166075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd Australasian Document Computing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079090311","display_name":"Wern Han Lim","orcid":"https://orcid.org/0000-0002-3354-5467"},"institutions":[{"id":"https://openalex.org/I2801239119","display_name":"Australian Regenerative Medicine Institute","ror":"https://ror.org/02qa5kg76","country_code":"AU","type":"facility","lineage":["https://openalex.org/I2801037857","https://openalex.org/I2801239119","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Wern Han Lim","raw_affiliation_strings":["Monash University"],"affiliations":[{"raw_affiliation_string":"Monash University","institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069487278","display_name":"Mark Carman","orcid":"https://orcid.org/0000-0001-6575-9737"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]},{"id":"https://openalex.org/I2801239119","display_name":"Australian Regenerative Medicine Institute","ror":"https://ror.org/02qa5kg76","country_code":"AU","type":"facility","lineage":["https://openalex.org/I2801037857","https://openalex.org/I2801239119","https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark James Carman","raw_affiliation_strings":["Monash University"],"affiliations":[{"raw_affiliation_string":"Monash University","institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5079090311"],"corresponding_institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17432354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8024321794509888},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7420146465301514},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6818395256996155},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6478517055511475},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39665526151657104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3357897400856018}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8024321794509888},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7420146465301514},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6818395256996155},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6478517055511475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39665526151657104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3357897400856018},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3166072.3166075","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3166072.3166075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd Australasian Document Computing Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1555177483","https://openalex.org/W1576629314","https://openalex.org/W1617717303","https://openalex.org/W1972480104","https://openalex.org/W1977268682","https://openalex.org/W1978577143","https://openalex.org/W2031160476","https://openalex.org/W2044718547","https://openalex.org/W2058488627","https://openalex.org/W2062261051","https://openalex.org/W2069692868","https://openalex.org/W2072515820","https://openalex.org/W2082704197","https://openalex.org/W2089363060","https://openalex.org/W2124916819","https://openalex.org/W2126497299","https://openalex.org/W2138621811","https://openalex.org/W2147709600","https://openalex.org/W2153134505","https://openalex.org/W2561675875","https://openalex.org/W2613000335","https://openalex.org/W2792932412","https://openalex.org/W3103688487","https://openalex.org/W3121647552","https://openalex.org/W3148205360","https://openalex.org/W4213009331"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W2251519152","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0,128],"paper":[1],"investigates":[2],"the":[3,36,48,52,61,79,110,131,141,149,159,177],"annotation-based":[4],"retrieval":[5,167],"(AR)":[6],"of":[7,27,51,69,112,134,144,162],"World":[8],"Wide":[9],"Web":[10],"(WWW)":[11],"resources":[12,38,98],"that":[13,60,121],"has":[14],"been":[15],"annotated":[16],"by":[17,88,147],"users":[18,74],"on":[19,47,153,169],"Collaborative":[20],"Tagging":[21],"(CT)":[22],"platforms":[23,156],"as":[24,158],"a":[25,66],"form":[26],"user-generated":[28],"content":[29,135],"(UGC).":[30],"Previous":[31],"approaches":[32],"have":[33],"simply":[34],"weight":[35],"WWW":[37,116],"according":[39],"to":[40,45,125,139],"their":[41,145],"popularity,":[42],"in":[43,137,166],"order":[44,138],"leverage":[46],"inherent":[49],"wisdom":[50],"crowd":[53],"(WotC).":[54],"In":[55],"this":[56],"paper,":[57],"we":[58,108],"argue":[59],"popularity":[62,83,102],"alone":[63],"is":[64],"not":[65],"sufficient":[67],"indicator":[68],"quality":[70,94,114,143],"since":[71],"(1)":[72],"some":[73],"are":[75],"better":[76],"annotators":[77,136],"than":[78,103],"others;":[80],"(2)":[81],"resource":[82],"can":[84,122],"be":[85,123],"easily":[86],"inflated":[87],"malicious":[89],"users;":[90],"and":[91,181],"(3)":[92],"high":[93],"but":[95],"highly":[96],"specific":[97],"may":[99],"exhibit":[100],"lower":[101],"more":[104],"general":[105],"ones.":[106],"Thus,":[107],"investigate":[109],"indicators":[111],"information":[113,142,161,183],"for":[115],"resources,":[117],"particularly":[118],"user":[119,132,179],"annotations":[120],"used":[124],"describe":[126],"them.":[127],"research":[129],"estimates":[130],"expertise":[133,180],"infer":[140],"contributions;":[146],"exploring":[148],"various":[150],"signals":[151],"available":[152],"social":[154,170],"bookmarking":[155,171],"such":[157],"temporal":[160],"annotations.":[163],"The":[164],"evaluation":[165],"performance":[168],"data":[172],"shows":[173],"significant":[174],"improvements":[175],"with":[176],"estimated":[178],"inferred":[182],"quality.":[184]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}