{"id":"https://openalex.org/W4323925750","doi":"https://doi.org/10.1145/3543507.3583218","title":"Longitudinal Assessment of Reference Quality on Wikipedia","display_name":"Longitudinal Assessment of Reference Quality on Wikipedia","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4323925750","doi":"https://doi.org/10.1145/3543507.3583218"},"language":"en","primary_location":{"id":"doi:10.1145/3543507.3583218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583218","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007602689","display_name":"Aitolkyn Baigutanova","orcid":"https://orcid.org/0000-0002-9852-4157"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Aitolkyn Baigutanova","raw_affiliation_strings":["School of Computing, KAIST, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"School of Computing, KAIST, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071350299","display_name":"Jaehyeon Myung","orcid":"https://orcid.org/0000-0003-2294-9762"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaehyeon Myung","raw_affiliation_strings":["School of Computing, KAIST, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"School of Computing, KAIST, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042104049","display_name":"Diego S\u00e1ez-Trumper","orcid":"https://orcid.org/0000-0002-7679-5423"},"institutions":[{"id":"https://openalex.org/I4210118222","display_name":"Wikimedia Espa\u00f1a","ror":"https://ror.org/01q7cq281","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210118222"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Diego Saez-Trumper","raw_affiliation_strings":["Wikimedia Foundation, Spain"],"affiliations":[{"raw_affiliation_string":"Wikimedia Foundation, Spain","institution_ids":["https://openalex.org/I4210118222"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018298207","display_name":"Ai-Jou Chou","orcid":"https://orcid.org/0000-0002-5269-7167"},"institutions":[{"id":"https://openalex.org/I2889431928","display_name":"Wikimedia UK","ror":"https://ror.org/03xg0ta66","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2889431928"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ai-Jou Chou","raw_affiliation_strings":["Wikimedia Foundation, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Wikimedia Foundation, United Kingdom","institution_ids":["https://openalex.org/I2889431928"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007049707","display_name":"\u041c\u0438\u0440\u0438\u0430\u043c \u0420\u0435\u0434\u0438","orcid":"https://orcid.org/0000-0002-0581-0251"},"institutions":[{"id":"https://openalex.org/I2889431928","display_name":"Wikimedia UK","ror":"https://ror.org/03xg0ta66","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2889431928"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miriam Redi","raw_affiliation_strings":["Wikimedia Foundation, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Wikimedia Foundation, United Kingdom","institution_ids":["https://openalex.org/I2889431928"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081929305","display_name":"Changwook Jung","orcid":"https://orcid.org/0000-0002-5618-5230"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Changwook Jung","raw_affiliation_strings":["KAIST, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAIST, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061810530","display_name":"Meeyoung Cha","orcid":"https://orcid.org/0000-0003-4085-9648"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Meeyoung Cha","raw_affiliation_strings":["IBS, Republic of Korea and KAIST, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"IBS, Republic of Korea and KAIST, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5007602689"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":3.8183,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92581602,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2831","last_page":"2839"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13157","display_name":"Cancer-related gene regulation","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10526","display_name":"HIV/AIDS drug development and treatment","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8057324886322021},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.6378945112228394},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6323344707489014},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6037593483924866},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5875828266143799},{"id":"https://openalex.org/keywords/encyclopedia","display_name":"Encyclopedia","score":0.5817702412605286},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5676796436309814},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5665186047554016},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5375020503997803},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5343801975250244},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.1540009081363678},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.11881422996520996}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8057324886322021},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.6378945112228394},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6323344707489014},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6037593483924866},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5875828266143799},{"id":"https://openalex.org/C148863701","wikidata":"https://www.wikidata.org/wiki/Q5292","display_name":"Encyclopedia","level":2,"score":0.5817702412605286},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5676796436309814},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5665186047554016},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5375020503997803},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5343801975250244},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.1540009081363678},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.11881422996520996},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3543507.3583218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583218","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.05227","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.05227","pdf_url":"https://arxiv.org/pdf/2303.05227","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3543507.3583218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583218","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G4037701428","display_name":null,"funder_award_id":"RS-2022-00165347","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G5885902318","display_name":null,"funder_award_id":"IBS-R029-C2","funder_id":"https://openalex.org/F4320326441","funder_display_name":"Institute for Basic Science"},{"id":"https://openalex.org/G6929685529","display_name":null,"funder_award_id":"IBS-R029-C","funder_id":"https://openalex.org/F4320326441","funder_display_name":"Institute for Basic Science"},{"id":"https://openalex.org/G8947125434","display_name":null,"funder_award_id":"IBS-R029-C2","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320326441","display_name":"Institute for Basic Science","ror":"https://ror.org/00y0zf565"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323925750.pdf","grobid_xml":"https://content.openalex.org/works/W4323925750.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1808807089","https://openalex.org/W1967964230","https://openalex.org/W1986677223","https://openalex.org/W2036193982","https://openalex.org/W2036927971","https://openalex.org/W2054551600","https://openalex.org/W2087088589","https://openalex.org/W2120064173","https://openalex.org/W2250539671","https://openalex.org/W2426372034","https://openalex.org/W2563351168","https://openalex.org/W2761728857","https://openalex.org/W2776490793","https://openalex.org/W2802022363","https://openalex.org/W2903277833","https://openalex.org/W2904964912","https://openalex.org/W2905407686","https://openalex.org/W2911641747","https://openalex.org/W2916944933","https://openalex.org/W2943012941","https://openalex.org/W2963430777","https://openalex.org/W2963961878","https://openalex.org/W2964116507","https://openalex.org/W2977886427","https://openalex.org/W2981388283","https://openalex.org/W2995822546","https://openalex.org/W3000512475","https://openalex.org/W3021826561","https://openalex.org/W3031066774","https://openalex.org/W3041311242","https://openalex.org/W3092431853","https://openalex.org/W3099977667","https://openalex.org/W3100875635","https://openalex.org/W3106300911","https://openalex.org/W3113998794","https://openalex.org/W3134188777","https://openalex.org/W3155690321","https://openalex.org/W3164748661","https://openalex.org/W3208602306","https://openalex.org/W4225329053","https://openalex.org/W4286693777","https://openalex.org/W4289147971","https://openalex.org/W4300167591","https://openalex.org/W4307785309","https://openalex.org/W4385574202","https://openalex.org/W4394427106","https://openalex.org/W7074581745"],"related_works":["https://openalex.org/W2348562996","https://openalex.org/W2944277854","https://openalex.org/W4387776128","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W3010321750","https://openalex.org/W4394774294","https://openalex.org/W3159833212","https://openalex.org/W4244686159","https://openalex.org/W4393184362"],"abstract_inverted_index":{"Wikipedia":[0,127,158],"plays":[1],"a":[2,44,60,105,130,141,147,179],"crucial":[3],"role":[4],"in":[5,80,146,150,154],"the":[6,9,14,21,28,39,51,65,71,81,102,108,111,125,163,184],"integrity":[7],"of":[8,16,23,30,41,53,88,107,110,186],"Web.":[10],"This":[11],"work":[12],"analyzes":[13],"reliability":[15,176],"this":[17],"global":[18],"encyclopedia":[19],"through":[20],"lens":[22],"its":[24,175],"references.":[25,55,93,116],"We":[26,56,117,182],"operationalize":[27],"notion":[29],"reference":[31,35,47,134],"quality":[32],"by":[33,76],"defining":[34],"need":[36],"(RN),":[37],"i.e.,":[38,50],"percentage":[40],"sentences":[42],"missing":[43],"citation,":[45],"and":[46,68,121,172],"risk":[48],"(RR),":[49],"proportion":[52],"non-authoritative":[54],"release":[57],"Citation":[58],"Detective,":[59],"tool":[61],"for":[62,166],"automatically":[63],"calculating":[64],"RN":[66,72],"score,":[67],"discover":[69],"that":[70,139],"score":[73,96],"has":[74,97],"dropped":[75],"20":[77],"percent":[78],"point":[79],"last":[82],"decade,":[83],"with":[84],"more":[85],"than":[86],"half":[87],"verifiable":[89],"statements":[90],"now":[91],"accompanying":[92],"The":[94],"RR":[95],"remained":[98],"below":[99],"1%":[100],"over":[101],"years":[103],"as":[104,129,162],"result":[106,145],"efforts":[109],"community":[112],"to":[113,132,194],"eliminate":[114,195],"unreliable":[115,152,196],"propose":[118],"pairing":[119],"novice":[120],"experienced":[122],"editors":[123],"on":[124,174],"same":[126],"article":[128],"strategy":[131],"enhance":[133],"quality.":[135],"Our":[136],"quasi-experiment":[137],"indicates":[138],"such":[140],"co-editing":[142],"experience":[143],"can":[144,177],"lasting":[148],"advantage":[149],"identifying":[151],"sources":[153],"future":[155],"edits.":[156],"As":[157],"is":[159],"frequently":[160],"used":[161],"ground":[164],"truth":[165],"numerous":[167],"Web":[168,188],"applications,":[169],"our":[170],"findings":[171],"suggestions":[173],"have":[178],"far-reaching":[180],"impact.":[181],"discuss":[183],"possibility":[185],"other":[187],"services":[189],"adopting":[190],"Wiki-style":[191],"user":[192],"collaboration":[193],"content.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}