{"id":"https://openalex.org/W4200184936","doi":"https://doi.org/10.1162/qss_a_00171","title":"\u201cI updated the <ref>\u201d: The evolution of references in the English Wikipedia and the implications for altmetrics","display_name":"\u201cI updated the <ref>\u201d: The evolution of references in the English Wikipedia and the implications for altmetrics","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4200184936","doi":"https://doi.org/10.1162/qss_a_00171"},"language":"en","primary_location":{"id":"doi:10.1162/qss_a_00171","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00171","pdf_url":"https://direct.mit.edu/qss/article-pdf/3/1/147/2008371/qss_a_00171.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/3/1/147/2008371/qss_a_00171.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030489485","display_name":"Olga Zagovora","orcid":"https://orcid.org/0000-0002-4693-9668"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Olga Zagovora","raw_affiliation_strings":["GESIS-Leibniz Institute for the Social Sciences"],"raw_orcid":"https://orcid.org/0000-0002-4693-9668","affiliations":[{"raw_affiliation_string":"GESIS-Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035734289","display_name":"Roberto Ulloa","orcid":"https://orcid.org/0000-0002-9870-5505"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roberto Ulloa","raw_affiliation_strings":["GESIS-Leibniz Institute for the Social Sciences"],"raw_orcid":"https://orcid.org/0000-0002-9870-5505","affiliations":[{"raw_affiliation_string":"GESIS-Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030588092","display_name":"Katrin Weller","orcid":"https://orcid.org/0000-0003-3799-1146"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katrin Weller","raw_affiliation_strings":["GESIS-Leibniz Institute for the Social Sciences"],"raw_orcid":"https://orcid.org/0000-0003-3799-1146","affiliations":[{"raw_affiliation_string":"GESIS-Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058284930","display_name":"Fabian Fl\u00f6ck","orcid":"https://orcid.org/0000-0002-0727-1319"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Fl\u00f6ck","raw_affiliation_strings":["GESIS-Leibniz Institute for the Social Sciences"],"raw_orcid":"https://orcid.org/0000-0002-0727-1319","affiliations":[{"raw_affiliation_string":"GESIS-Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":1.8418,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8735193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"3","issue":"1","first_page":"147","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/altmetrics","display_name":"Altmetrics","score":0.8359837532043457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7697396278381348},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7103309035301208},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6811027526855469},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.67396080493927},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5713165998458862},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.429270476102829},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4117283821105957},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3761257529258728},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3693297505378723},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13494205474853516}],"concepts":[{"id":"https://openalex.org/C2778407487","wikidata":"https://www.wikidata.org/wiki/Q14565201","display_name":"Altmetrics","level":2,"score":0.8359837532043457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7697396278381348},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7103309035301208},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6811027526855469},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.67396080493927},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5713165998458862},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.429270476102829},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4117283821105957},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3761257529258728},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3693297505378723},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13494205474853516},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/qss_a_00171","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00171","pdf_url":"https://direct.mit.edu/qss/article-pdf/3/1/147/2008371/qss_a_00171.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9d7f489820434cae9b7f9c4278380a35","is_oa":true,"landing_page_url":"https://doaj.org/article/9d7f489820434cae9b7f9c4278380a35","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Vol 3, Iss 1 (2023)","raw_type":"article"},{"id":"pmh:oai:gesis.izsoz.de:document/81439","is_oa":true,"landing_page_url":"https://www.ssoar.info/ssoar/handle/document/81439","pdf_url":null,"source":{"id":"https://openalex.org/S4306401996","display_name":"Social Science Open Access Repository (GESIS \u2013 Leibniz Institute for the Social Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210101898","host_organization_name":"GESIS - Leibniz Institute for the Social Sciences","host_organization_lineage":["https://openalex.org/I4210101898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"147-173","raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:kops.uni-konstanz.de:123456789/73841","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bsz:352-2-1uvf6ct2hckgi3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401487","display_name":"KOPS (University of Konstanz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189712700","host_organization_name":"University of Konstanz","host_organization_lineage":["https://openalex.org/I189712700"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies. MIT Press. 2022, 3(1), S. 147-173. eISSN 2641-3337. Verf\u00fcgbar unter: doi: 10.1162/qss_a_00171","raw_type":"doc-type:Text"}],"best_oa_location":{"id":"doi:10.1162/qss_a_00171","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00171","pdf_url":"https://direct.mit.edu/qss/article-pdf/3/1/147/2008371/qss_a_00171.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3189528210","display_name":null,"funder_award_id":"314727790","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4200184936.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1486872969","https://openalex.org/W1808807089","https://openalex.org/W1920360620","https://openalex.org/W1968058338","https://openalex.org/W1972890891","https://openalex.org/W1987971958","https://openalex.org/W1995450124","https://openalex.org/W2016974644","https://openalex.org/W2021581601","https://openalex.org/W2068561452","https://openalex.org/W2071353749","https://openalex.org/W2081116169","https://openalex.org/W2093753056","https://openalex.org/W2094059964","https://openalex.org/W2109365886","https://openalex.org/W2120064173","https://openalex.org/W2152303055","https://openalex.org/W2155220145","https://openalex.org/W2195752763","https://openalex.org/W2298224214","https://openalex.org/W2320466125","https://openalex.org/W2338378872","https://openalex.org/W2426372034","https://openalex.org/W2518646621","https://openalex.org/W2553763058","https://openalex.org/W2604808448","https://openalex.org/W2610080780","https://openalex.org/W2741737307","https://openalex.org/W2745888331","https://openalex.org/W2761728857","https://openalex.org/W2788969155","https://openalex.org/W2804115742","https://openalex.org/W2849933844","https://openalex.org/W2950574364","https://openalex.org/W2952100718","https://openalex.org/W2963324055","https://openalex.org/W2986943692","https://openalex.org/W3015183421","https://openalex.org/W3021826561","https://openalex.org/W3113998794","https://openalex.org/W3125256337","https://openalex.org/W3164649055","https://openalex.org/W3196504734","https://openalex.org/W4246470814","https://openalex.org/W4393753589","https://openalex.org/W4394427106","https://openalex.org/W6629163649","https://openalex.org/W6678845157","https://openalex.org/W6764755310","https://openalex.org/W6939669704"],"related_works":["https://openalex.org/W2618017038","https://openalex.org/W2166317738","https://openalex.org/W2027108423","https://openalex.org/W1855666948","https://openalex.org/W2622997728","https://openalex.org/W2758561209","https://openalex.org/W1548095260","https://openalex.org/W2781711915","https://openalex.org/W2112817590","https://openalex.org/W1555291398"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"this":[2,65],"work,":[3],"we":[4,49],"present":[5],"a":[6,34,75,103,117],"publicly":[7],"available":[8],"data":[9,52,70,83,181],"set":[10,71,84,182],"of":[11,14,64,90,102,113,120,134,154,160,174],"the":[12,16,25,68,82,87,111,135,152,158,161,172],"history":[13],"all":[15],"references":[17,41,92],"(more":[18],"than":[19],"55":[20],"million)":[21],"ever":[22],"used":[23],"in":[24,42,171],"English":[26],"Wikipedia":[27,91,155],"until":[28],"June":[29],"2019.":[30],"We":[31,80,99,149],"have":[32],"applied":[33],"new":[35],"method":[36,66],"for":[37,46,177,186],"identifying":[38],"and":[39,59,67,106,122,132,179],"monitoring":[40],"Wikipedia,":[43],"so":[44],"that":[45,151,164],"each":[47],"reference":[48,121,136],"can":[50,183],"provide":[51],"about":[53],"associated":[54],"actions:":[55],"creation,":[56],"modifications,":[57],"deletions,":[58],"reinsertions.":[60],"The":[61],"high":[62],"accuracy":[63],"resulting":[69],"was":[72],"confirmed":[73],"via":[74],"comprehensive":[76],"crowdworker":[77],"labeling":[78],"campaign.":[79],"use":[81],"to":[85,109,166],"study":[86],"temporal":[88],"evolution":[89,153],"as":[93,95],"well":[94],"users\u2019":[96],"editing":[97],"behavior.":[98],"find":[100],"evidence":[101],"mostly":[104],"productive":[105],"continuous":[107],"effort":[108],"improve":[110],"quality":[112],"references:":[114],"There":[115],"is":[116,139],"persistent":[118],"increase":[119],"document":[123],"identifiers":[124],"(DOI,":[125],"PubMedID,":[126],"PMC,":[127],"ISBN,":[128],"ISSN,":[129],"ArXiv":[130],"ID)":[131],"most":[133],"curation":[137],"work":[138],"done":[140],"by":[141],"registered":[142],"humans":[143],"(not":[144],"bots":[145],"or":[146],"anonymous":[147],"editors).":[148],"conclude":[150],"references,":[156],"including":[157],"dynamics":[159],"community":[162],"processes":[163],"tend":[165],"them,":[167],"should":[168],"be":[169,184],"leveraged":[170],"design":[173],"relevance":[175],"indexes":[176],"altmetrics,":[178],"our":[180],"pivotal":[185],"such":[187],"an":[188],"effort.":[189]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2021-12-31T00:00:00"}