{"id":"https://openalex.org/W4401352815","doi":"https://doi.org/10.1145/3643991.3644898","title":"Analyzing the Evolution and Maintenance of ML Models on Hugging Face","display_name":"Analyzing the Evolution and Maintenance of ML Models on Hugging Face","publication_year":2024,"publication_date":"2024-04-15","ids":{"openalex":"https://openalex.org/W4401352815","doi":"https://doi.org/10.1145/3643991.3644898"},"language":"en","primary_location":{"id":"doi:10.1145/3643991.3644898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643991.3644898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/dd934b51-b6a5-41a0-b55e-2516867a3549","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103024758","display_name":"Joel Casta\u00f1o","orcid":null},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Joel Casta\u00f1o","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0009-0005-6385-9255","affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050955846","display_name":"Silverio Mart\u00ednez\u2010Fern\u00e1ndez","orcid":"https://orcid.org/0000-0001-9928-133X"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Silverio Mart\u00ednez-Fern\u00e1ndez","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9928-133X","affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027686521","display_name":"Xavier Franch","orcid":"https://orcid.org/0000-0001-9733-8830"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Xavier Franch","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9733-8830","affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031646940","display_name":"Justus Bogner","orcid":"https://orcid.org/0000-0001-5788-0991"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Justus Bogner","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5788-0991","affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2242,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.97500118,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"607","last_page":"618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6984837055206299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6138758063316345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3969499468803406},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11421588063240051},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08264636993408203}],"concepts":[{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6984837055206299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6138758063316345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3969499468803406},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11421588063240051},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08264636993408203}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3643991.3644898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643991.3644898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st International Conference on Mining Software Repositories","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/dd934b51-b6a5-41a0-b55e-2516867a3549","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/dd934b51-b6a5-41a0-b55e-2516867a3549","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Castano, J, Martinez-Fernandez, S, Franch, X & Bogner, J 2024, Analyzing the Evolution and Maintenance of ML Models on Hugging Face. in MSR 2024 : Proceedings of the 21st International Conference on Mining Software Repositories. Institute of Electrical and Electronics Engineers Inc., pp. 607-618, 21st IEEE/ACM International Conference on Mining Software Repositories, MSR 2024, Lisbon, Portugal, 15/04/24. https://doi.org/10.1145/3643991.3644898","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:upcommons.upc.edu:2117/421041","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/421041","pdf_url":"https://upcommons.upc.edu/bitstreams/64518269-7a59-4730-b58e-9f33fa8ae4c8/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:publications/dd934b51-b6a5-41a0-b55e-2516867a3549","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/dd934b51-b6a5-41a0-b55e-2516867a3549","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Castano, J, Martinez-Fernandez, S, Franch, X & Bogner, J 2024, Analyzing the Evolution and Maintenance of ML Models on Hugging Face. in MSR 2024 : Proceedings of the 21st International Conference on Mining Software Repositories. Institute of Electrical and Electronics Engineers Inc., pp. 607-618, 21st IEEE/ACM International Conference on Mining Software Repositories, MSR 2024, Lisbon, Portugal, 15/04/24. https://doi.org/10.1145/3643991.3644898","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/dd934b51-b6a5-41a0-b55e-2516867a3549","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/dd934b51-b6a5-41a0-b55e-2516867a3549","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Castano, J, Martinez-Fernandez, S, Franch, X & Bogner, J 2024, Analyzing the Evolution and Maintenance of ML Models on Hugging Face. in MSR 2024 : Proceedings of the 21st International Conference on Mining Software Repositories. Institute of Electrical and Electronics Engineers Inc., pp. 607-618, 21st IEEE/ACM International Conference on Mining Software Repositories, MSR 2024, Lisbon, Portugal, 15/04/24. https://doi.org/10.1145/3643991.3644898","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G417802509","display_name":null,"funder_award_id":"TED2021-130923B-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1880262756","https://openalex.org/W2038043464","https://openalex.org/W2110653426","https://openalex.org/W2131681506","https://openalex.org/W2159682002","https://openalex.org/W2740924709","https://openalex.org/W2897042519","https://openalex.org/W2898017895","https://openalex.org/W2922234936","https://openalex.org/W2979826702","https://openalex.org/W3005810006","https://openalex.org/W3033637419","https://openalex.org/W3090839041","https://openalex.org/W3099768174","https://openalex.org/W3100279624","https://openalex.org/W3104128335","https://openalex.org/W3118630514","https://openalex.org/W3119696503","https://openalex.org/W3130276836","https://openalex.org/W3135028703","https://openalex.org/W3135925638","https://openalex.org/W3141767304","https://openalex.org/W4220891756","https://openalex.org/W4307812665","https://openalex.org/W4320068660","https://openalex.org/W4323557410","https://openalex.org/W4366818489","https://openalex.org/W4376606869","https://openalex.org/W4387541921","https://openalex.org/W4388115877","https://openalex.org/W4390305878","https://openalex.org/W4393739511","https://openalex.org/W6792723730"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Hugging":[0],"Face":[1],"(HF)":[2],"has":[3],"established":[4],"itself":[5],"as":[6],"a":[7,152],"crucial":[8],"platform":[9],"for":[10],"the":[11,35,42,63,68,85,109,117,125,142,158],"development":[12,145,185],"and":[13,46,71,84,89,106,139,150,178],"sharing":[14],"of":[15,73,87,95,120,128,147,161],"machine":[16],"learning":[17],"(ML)":[18],"models.":[19],"This":[20,167],"repository":[21],"mining":[22],"study,":[23],"which":[24],"delves":[25],"into":[26,134],"more":[27],"than":[28],"380,000":[29],"models":[30,49,162],"using":[31],"data":[32],"gathered":[33],"via":[34],"HF":[36,52],"Hub":[37],"API,":[38],"aims":[39,169],"to":[40,58,102,116,170],"explore":[41],"community":[43],"engagement,":[44],"evolution,":[45],"maintenance":[47,118,126,159,177],"around":[48],"hosted":[50],"on":[51,164,187],"-":[53],"aspects":[54,119],"that":[55,156,180],"have":[56],"yet":[57],"be":[59],"comprehensively":[60],"explored":[61],"in":[62,77],"literature.":[64],"We":[65],"first":[66],"examine":[67],"overall":[69],"growth":[70],"popularity":[72],"HF,":[74],"uncovering":[75],"trends":[76],"ML":[78,129,175],"domains,":[79],"framework":[80],"usage,":[81],"authors":[82],"grouping":[83],"evolution":[86,143,179],"tags":[88],"datasets":[90],"used.":[91],"Through":[92],"text":[93],"analysis":[94],"model":[96,176,184],"card":[97],"descriptions,":[98],"we":[99,123],"also":[100],"seek":[101],"identify":[103],"prevalent":[104],"themes":[105],"insights":[107,173],"within":[108],"developer":[110],"community.":[111],"Our":[112],"investigation":[113],"further":[114],"extends":[115],"models,":[121,130],"where":[122],"evaluate":[124],"status":[127,160],"classify":[131],"commit":[132],"messages":[133],"various":[135],"categories":[136],"(corrective,":[137],"perfective,":[138],"adaptive),":[140],"analyze":[141],"across":[144],"stages":[146],"commits":[148],"metrics":[149],"introduce":[151],"new":[153],"classification":[154],"system":[155],"estimates":[157],"based":[163],"multiple":[165],"attributes.":[166],"study":[168],"provide":[171],"valuable":[172],"about":[174],"could":[181],"inform":[182],"future":[183],"strategies":[186],"platforms":[188],"like":[189],"HF.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":17}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2025-10-10T00:00:00"}
