{"id":"https://openalex.org/W4415744205","doi":"https://doi.org/10.1109/qrs-c65679.2025.00077","title":"Socially-Informed Jupyter Notebook Quality: A Role-and Lifecycle-Aware Metrics Framework","display_name":"Socially-Informed Jupyter Notebook Quality: A Role-and Lifecycle-Aware Metrics Framework","publication_year":2025,"publication_date":"2025-07-16","ids":{"openalex":"https://openalex.org/W4415744205","doi":"https://doi.org/10.1109/qrs-c65679.2025.00077"},"language":"en","primary_location":{"id":"doi:10.1109/qrs-c65679.2025.00077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00077","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://handle.uba.uva.nl/personal/pure/en/publications/sociallyinformed-jupyter-notebook-quality(0ebdd792-e089-4b3b-be2d-ecbeb255a714).html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120211375","display_name":"Alexandra Volentir","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Alexandra Volentir","raw_affiliation_strings":["University of Amsterdam,Amsterdam,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam,Amsterdam,Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119363171","display_name":"Nafiseh Soveizi","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nafiseh Soveizi","raw_affiliation_strings":["University of Amsterdam,Amsterdam,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam,Amsterdam,Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068341719","display_name":"Zhiming Zhao","orcid":"https://orcid.org/0000-0002-6717-9418"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zhiming Zhao","raw_affiliation_strings":["University of Amsterdam,Amsterdam,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam,Amsterdam,Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5120211375"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44684723,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"584","last_page":"593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8482000231742859,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8482000231742859,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.01979999989271164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.8104000091552734},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7167999744415283},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5662999749183655},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5526999831199646},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4959000051021576},{"id":"https://openalex.org/keywords/exploratory-data-analysis","display_name":"Exploratory data analysis","score":0.4661000072956085},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.46070000529289246},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.3416999876499176}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.8104000091552734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.744700014591217},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7167999744415283},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5662999749183655},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5526999831199646},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.482699990272522},{"id":"https://openalex.org/C120894424","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory data analysis","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.46070000529289246},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4293999969959259},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.3109000027179718},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C2780977526","wikidata":"https://www.wikidata.org/wiki/Q42417149","display_name":"Data exploration","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.25360000133514404}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/qrs-c65679.2025.00077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00077","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/0ebdd792-e089-4b3b-be2d-ecbeb255a714","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/sociallyinformed-jupyter-notebook-quality(0ebdd792-e089-4b3b-be2d-ecbeb255a714).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Volentir, A, Soveizi, N & Zhao, Z 2025, Socially-Informed Jupyter Notebook Quality : A Role- and Lifecycle-Aware Metrics Framework. in 2025 25th International Conference on Software Quality, Reliability and Security Companion : QRS-C 2025 : proceedings : 16-20 July 2025, Hangzhou, China. IEEE Computer Society, Los Alamitos, California, pp. 584-593, 25th International Conference on Software Quality, Reliability and Security Companion, QRS-C 2025, Hangzhou, China, 16/07/25. https://doi.org/10.1109/QRS-C65679.2025.00077","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/0ebdd792-e089-4b3b-be2d-ecbeb255a714","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/0ebdd792-e089-4b3b-be2d-ecbeb255a714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Volentir, A, Soveizi, N & Zhao, Z 2025, Socially-Informed Jupyter Notebook Quality : A Role- and Lifecycle-Aware Metrics Framework. in 2025 25th International Conference on Software Quality, Reliability and Security Companion : QRS-C 2025 : proceedings : 16-20 July 2025, Hangzhou, China. IEEE Computer Society, Los Alamitos, California, pp. 584-593, 25th International Conference on Software Quality, Reliability and Security Companion, QRS-C 2025, Hangzhou, China, 16/07/25. https://doi.org/10.1109/QRS-C65679.2025.00077","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:zenodo.org:18685727","is_oa":true,"landing_page_url":"https://doi.org/10.1109/QRS-C65679.2025.00077","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"QRS-C, International Conference on Software Quality, Reliability, and Security Companion (QRS-C), Hangzhou, July 2025","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire/0ebdd792-e089-4b3b-be2d-ecbeb255a714","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/sociallyinformed-jupyter-notebook-quality(0ebdd792-e089-4b3b-be2d-ecbeb255a714).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Volentir, A, Soveizi, N & Zhao, Z 2025, Socially-Informed Jupyter Notebook Quality : A Role- and Lifecycle-Aware Metrics Framework. in 2025 25th International Conference on Software Quality, Reliability and Security Companion : QRS-C 2025 : proceedings : 16-20 July 2025, Hangzhou, China. IEEE Computer Society, Los Alamitos, California, pp. 584-593, 25th International Conference on Software Quality, Reliability and Security Companion, QRS-C 2025, Hangzhou, China, 16/07/25. https://doi.org/10.1109/QRS-C65679.2025.00077","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W2123431646","https://openalex.org/W2472803348","https://openalex.org/W2954370766","https://openalex.org/W3029504795","https://openalex.org/W3043652335","https://openalex.org/W3089843629","https://openalex.org/W3094662328","https://openalex.org/W3160344069","https://openalex.org/W4313033767"],"related_works":[],"abstract_inverted_index":{"Jupyter":[0,86],"Notebooks":[1],"are":[2,62],"widely":[3],"used":[4],"in":[5],"data":[6,125],"science,":[7],"education,":[8],"and":[9,20,25,39,51,69,92,117,132,144,148,163,168,185,194],"research":[10],"for":[11,191],"their":[12,23],"ability":[13],"to":[14,30,65,85,104,150,175],"combine":[15],"executable":[16],"code":[17],"with":[18,140],"narrative":[19],"visualization.":[21],"However,":[22],"interactive":[24],"exploratory":[26],"nature":[27],"often":[28],"leads":[29],"quality":[31,46,54,81,101],"concerns\u2014such":[32],"as":[33],"inconsistent":[34],"execution":[35],"order,":[36],"hidden":[37],"dependencies,":[38],"low":[40],"modularity\u2014that":[41],"negatively":[42],"affect":[43],"key":[44],"software":[45],"characteristics":[47],"like":[48],"maintainability,":[49],"reliability,":[50],"analyzability.":[52],"Existing":[53],"models,":[55],"including":[56],"those":[57],"based":[58],"on":[59,129],"ISO/IEC":[60,90],"25010,":[61],"not":[63],"well-suited":[64],"the":[66,93,121,124,189],"specific":[67],"structure":[68],"workflows":[70],"of":[71,123],"notebooks.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,97,136],"propose":[77],"a":[78,172],"role-and":[79],"lifecycle-aware":[80],"assessment":[82],"framework":[83,157],"tailored":[84],"Notebooks.":[87],"Drawing":[88,128],"from":[89],"25010":[91],"EOSC":[94],"TF\u2013SQ3":[95],"catalogue,":[96],"identify":[98],"25":[99,153],"measurable":[100],"metrics":[102,111],"relevant":[103],"common":[105],"notebook":[106,177],"practices.":[107],"We":[108],"organize":[109],"these":[110],"using":[112],"Kruchten\u2019s":[113],"4+1":[114],"View":[115],"Model":[116],"map":[118],"them":[119,159],"across":[120],"stages":[122],"science":[126],"lifecycle.":[127],"practitioner":[130],"insights":[131],"developer":[133],"social-network":[134],"patterns,":[135],"combined":[137],"expert":[138],"interviews":[139],"Rank-Biased":[141],"Precision":[142],"(RBP)":[143],"statistical":[145],"methods":[146],"(PCA":[147],"clustering)":[149],"prioritize":[151],"our":[152],"metrics.":[154],"The":[155],"resulting":[156],"organizes":[158],"into":[160],"universal,":[161],"viewpoint-specific,":[162],"context-dependent":[164],"categories\u2014offering":[165],"Tier":[166,169],"1":[167],"2":[170],"users":[171],"lightweight":[173],"roadmap":[174],"boost":[176],"quality.":[178],"Expert":[179],"feedback":[180],"confirms":[181],"its":[182],"clarity,":[183],"relevance,":[184],"practical":[186],"utility,":[187],"paving":[188],"way":[190],"tool":[192],"integration":[193],"future":[195],"refinements.":[196]},"counts_by_year":[],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-31T00:00:00"}