{"id":"https://openalex.org/W4391853530","doi":"https://doi.org/10.1109/ms.2024.3366111","title":"The State of Documentation Practices of Third-Party Machine Learning Models and Datasets","display_name":"The State of Documentation Practices of Third-Party Machine Learning Models and Datasets","publication_year":2024,"publication_date":"2024-02-15","ids":{"openalex":"https://openalex.org/W4391853530","doi":"https://doi.org/10.1109/ms.2024.3366111"},"language":"en","primary_location":{"id":"doi:10.1109/ms.2024.3366111","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2024.3366111","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093598243","display_name":"Ernesto Lang Oreamuno","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ernesto Lang Oreamuno","raw_affiliation_strings":["Encircle, Waterloo, Queen’s University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Encircle, Waterloo, Queen’s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021051882","display_name":"Rehana Sultana Khan","orcid":"https://orcid.org/0009-0003-7583-3795"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rina Mrinmoyee Khan","raw_affiliation_strings":["Ethics and Technology Lab, Queen’s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-7583-3795","affiliations":[{"raw_affiliation_string":"Ethics and Technology Lab, Queen’s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063403084","display_name":"Abdul Ali Bangash","orcid":"https://orcid.org/0000-0002-5311-6061"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdul Ali Bangash","raw_affiliation_strings":["SAIL lab, Queen’s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5311-6061","affiliations":[{"raw_affiliation_string":"SAIL lab, Queen’s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054896491","display_name":"Catherine Stinson","orcid":"https://orcid.org/0000-0003-2770-7922"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Catherine Stinson","raw_affiliation_strings":["Queen’s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2770-7922","affiliations":[{"raw_affiliation_string":"Queen’s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058164381","display_name":"Bram Adams","orcid":"https://orcid.org/0000-0001-7213-4006"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bram Adams","raw_affiliation_strings":["Queen’s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7213-4006","affiliations":[{"raw_affiliation_string":"Queen’s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":null,"apc_paid":null,"fwci":4.985,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.9527959,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"41","issue":"5","first_page":"52","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.8738731741905212},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7022002935409546},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6250951290130615},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4448699951171875},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.43078798055648804},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3893975615501404},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3553909659385681},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34566181898117065},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.34056830406188965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33913540840148926},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2985920310020447},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20724573731422424}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.8738731741905212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7022002935409546},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6250951290130615},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4448699951171875},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.43078798055648804},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3893975615501404},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3553909659385681},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34566181898117065},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.34056830406188965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33913540840148926},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2985920310020447},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20724573731422424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ms.2024.3366111","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2024.3366111","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2014890943","https://openalex.org/W2897042519","https://openalex.org/W2955439455","https://openalex.org/W3092528964","https://openalex.org/W3100279624","https://openalex.org/W3104128335","https://openalex.org/W3117442988","https://openalex.org/W3186942977","https://openalex.org/W3193521099","https://openalex.org/W4284670548","https://openalex.org/W4320087033","https://openalex.org/W4384026586","https://openalex.org/W4384345640","https://openalex.org/W4384345694"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2618286804","https://openalex.org/W2329643025","https://openalex.org/W2002770077","https://openalex.org/W3131163342","https://openalex.org/W2092256833","https://openalex.org/W2142369114","https://openalex.org/W2361728394","https://openalex.org/W2166271660","https://openalex.org/W2621101275"],"abstract_inverted_index":{"Model":[0],"stores":[1,70],"offer":[2],"third-party":[3],"ML":[4,100],"models":[5,24,82,101],"and":[6,25,36,46,61,84,96,102],"datasets":[7,26,86],"for":[8,99],"easy":[9],"project":[10],"integration,":[11],"minimizing":[12],"coding":[13],"efforts.":[14],"One":[15],"might":[16],"hope":[17],"to":[18,50],"find":[19],"detailed":[20],"specifications":[21],"of":[22,54,57,66],"these":[23],"in":[27,64,71,94],"the":[28,52,55,67],"documentation,":[29],"leveraging":[30],"documentation":[31,98],"standards":[32],"such":[33],"as":[34],"model":[35,59,69],"dataset":[37,62],"cards.":[38],"In":[39],"this":[40],"study,":[41],"we":[42,91],"use":[43,72],"statistical":[44],"analysis":[45],"hybrid":[47],"card":[48],"sorting":[49],"assess":[51],"state":[53],"practice":[56],"documenting":[58],"cards":[60,63],"one":[65],"largest":[68],"today\u2013Hugging":[73],"Face":[74],"(HF).":[75],"Our":[76],"findings":[77],"show":[78],"that":[79],"only":[80],"21,902":[81],"(39.62%)":[83],"1,925":[85],"(28.48%)":[87],"have":[88],"documentation.":[89],"Furthermore,":[90],"observe":[92],"inconsistency":[93],"ethics":[95],"transparency-related":[97],"datasets.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-12T05:44:59.229162","created_date":"2024-02-16T00:00:00"}