{"id":"https://openalex.org/W4396667226","doi":"https://doi.org/10.1162/qss_a_00309","title":"A multilevel analysis of data quality for formal software citation","display_name":"A multilevel analysis of data quality for formal software citation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396667226","doi":"https://doi.org/10.1162/qss_a_00309"},"language":"en","primary_location":{"id":"doi:10.1162/qss_a_00309","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00309","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00309/2370101/qss_a_00309.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00309/2370101/qss_a_00309.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034616921","display_name":"David Schindler","orcid":"https://orcid.org/0000-0003-4203-8851"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"David Schindler","raw_affiliation_strings":["Institute of Communications Engineering, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4203-8851","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094326459","display_name":"Tazin Hossain","orcid":"https://orcid.org/0009-0007-7011-6796"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tazin Hossain","raw_affiliation_strings":["Institute of Communications Engineering, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0009-0007-7011-6796","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031403634","display_name":"Sascha Spors","orcid":"https://orcid.org/0000-0001-7225-9992"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sascha Spors","raw_affiliation_strings":["Institute of Communications Engineering, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7225-9992","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030968176","display_name":"Frank Kr\u00fcger","orcid":"https://orcid.org/0000-0002-7925-3363"},"institutions":[{"id":"https://openalex.org/I162015237","display_name":"Wismar University of Applied Sciences","ror":"https://ror.org/00s1ckt27","country_code":"DE","type":"education","lineage":["https://openalex.org/I162015237"]},{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Kr\u00fcger","raw_affiliation_strings":["Department Knowledge, Culture & Transformation, University of Rostock, Rostock, Germany","Faculty of Engineering, Hochschule Wismar, University of Applied Sciences: Technology, Business and Design, Wismar, Germany","Institute of Communications Engineering, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7925-3363","affiliations":[{"raw_affiliation_string":"Department Knowledge, Culture & Transformation, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]},{"raw_affiliation_string":"Faculty of Engineering, Hochschule Wismar, University of Applied Sciences: Technology, Business and Design, Wismar, Germany","institution_ids":["https://openalex.org/I162015237"]},{"raw_affiliation_string":"Institute of Communications Engineering, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034616921"],"corresponding_institution_ids":["https://openalex.org/I4665924"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06794256,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"3","first_page":"637","last_page":"667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5960432887077332},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.49283862113952637},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.44733744859695435},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.4408959150314331},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38251328468322754},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3753441870212555},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.24332958459854126},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17956608533859253},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13347265124320984},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05956834554672241}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5960432887077332},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49283862113952637},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.44733744859695435},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4408959150314331},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38251328468322754},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3753441870212555},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.24332958459854126},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17956608533859253},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13347265124320984},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05956834554672241},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/qss_a_00309","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00309","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00309/2370101/qss_a_00309.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:42d5806902be4717b7c5a77a92b65eb2","is_oa":true,"landing_page_url":"https://doaj.org/article/42d5806902be4717b7c5a77a92b65eb2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Vol 5, Iss 3 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/qss_a_00309","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00309","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00309/2370101/qss_a_00309.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2872314969","display_name":null,"funder_award_id":"SFB 1270/2: 299150580","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396667226.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W134224908","https://openalex.org/W1439900778","https://openalex.org/W1601319729","https://openalex.org/W1622429627","https://openalex.org/W1906460629","https://openalex.org/W1966919650","https://openalex.org/W1999051528","https://openalex.org/W2004291985","https://openalex.org/W2053154970","https://openalex.org/W2056265070","https://openalex.org/W2082147709","https://openalex.org/W2100922564","https://openalex.org/W2106684697","https://openalex.org/W2111768655","https://openalex.org/W2120703939","https://openalex.org/W2140716217","https://openalex.org/W2164777277","https://openalex.org/W2469291886","https://openalex.org/W2470289662","https://openalex.org/W2490505125","https://openalex.org/W2529518929","https://openalex.org/W2531895852","https://openalex.org/W2538629671","https://openalex.org/W2561742423","https://openalex.org/W2582743722","https://openalex.org/W2628693824","https://openalex.org/W2753072303","https://openalex.org/W2754224215","https://openalex.org/W2793544332","https://openalex.org/W2886105060","https://openalex.org/W2990427812","https://openalex.org/W3001554335","https://openalex.org/W3002281830","https://openalex.org/W3006271786","https://openalex.org/W3006774895","https://openalex.org/W3029388528","https://openalex.org/W3037766187","https://openalex.org/W3100591055","https://openalex.org/W3103786539","https://openalex.org/W3120914506","https://openalex.org/W3126622959","https://openalex.org/W3208146438","https://openalex.org/W3214419629","https://openalex.org/W4206158026","https://openalex.org/W4287218604","https://openalex.org/W4300896918","https://openalex.org/W4318146754","https://openalex.org/W4361764056","https://openalex.org/W4385372093","https://openalex.org/W4387058587","https://openalex.org/W4393729559","https://openalex.org/W4399545439","https://openalex.org/W4399570419","https://openalex.org/W4399577648","https://openalex.org/W4399590352","https://openalex.org/W4399637893","https://openalex.org/W4399648717","https://openalex.org/W4399650690","https://openalex.org/W6600347082","https://openalex.org/W6894077914","https://openalex.org/W6912646996","https://openalex.org/W6967013235"],"related_works":["https://openalex.org/W4317642157","https://openalex.org/W2363440148","https://openalex.org/W4239542068","https://openalex.org/W1974749013","https://openalex.org/W134931362","https://openalex.org/W2317510431","https://openalex.org/W1990811139","https://openalex.org/W2352401039","https://openalex.org/W2181265275","https://openalex.org/W2082150324"],"abstract_inverted_index":{"Abstract":[0],"Software":[1],"is":[2,14,96,106],"a":[3,64],"central":[4],"part":[5],"of":[6,11,26,35,43,58,66,87,134,186,196],"modern":[7],"science,":[8],"and":[9,24,37,89,102,145,193],"knowledge":[10],"its":[12,27,38,90],"use":[13],"crucial":[15],"for":[16,77,123,132,170],"the":[17,41,119,184,190],"scientific":[18,100,191,202],"community":[19],"with":[20],"respect":[21],"to":[22,80,148,151,176,199],"reproducibility":[23],"attribution":[25],"developers.":[28],"Several":[29],"studies":[30],"have":[31],"investigated":[32],"in-text":[33],"mentions":[34],"software":[36,45,60,69,78,88,116,127,135,155,163,172,178],"quality,":[39],"while":[40,125],"quality":[42],"formal":[44,59],"citations":[46,128],"has":[47],"only":[48],"been":[49],"analyzed":[50],"superficially.":[51],"This":[52],"study":[53],"performs":[54],"an":[55],"in-depth":[56],"evaluation":[57],"citation":[61,181],"based":[62],"on":[63],"set":[65],"manually":[67],"annotated":[68],"references.":[70],"It":[71],"examines":[72],"which":[73],"resources":[74],"are":[75,118,129],"cited":[76,121],"usage,":[79],"what":[81],"extent":[82],"they":[83],"allow":[84],"proper":[85],"identification":[86,133],"specific":[91],"version,":[92],"how":[93,103],"this":[94],"information":[95],"made":[97],"available":[98],"by":[99,142,179,189],"publishers,":[101],"well":[104],"it":[105],"represented":[107],"in":[108,183],"large-scale":[109,158],"bibliographic":[110,146,197],"databases.":[111],"The":[112],"results":[113],"show":[114],"that":[115,167],"articles":[117],"most":[120],"resource":[122],"software,":[124],"direct":[126,154],"better":[130],"suited":[131],"versions.":[136],"Moreover,":[137],"we":[138],"found":[139],"current":[140,168,180],"practices":[141,169],"both":[143],"publishers":[144],"databases":[147],"be":[149],"unsuited":[150],"represent":[152],"these":[153],"citations,":[156],"hindering":[157],"analyses":[159],"such":[160],"as":[161],"assessing":[162],"impact.":[164],"We":[165],"argue":[166],"representing":[171],"citations\u2014the":[173],"recommended":[174],"way":[175,185],"cite":[177],"standards\u2014stand":[182],"their":[187],"adoption":[188],"community,":[192],"urge":[194],"providers":[195],"data":[198],"explicitly":[200],"model":[201],"software.":[203]},"counts_by_year":[],"updated_date":"2025-11-23T05:10:03.516525","created_date":"2025-10-10T00:00:00"}