{"id":"https://openalex.org/W4229720304","doi":"https://doi.org/10.1109/te.2021.3093347","title":"An Investigation of Knowledge Gaps of Graduate Students Regarding Safety-Critical Systems Development: A Controlled Experiment","display_name":"An Investigation of Knowledge Gaps of Graduate Students Regarding Safety-Critical Systems Development: A Controlled Experiment","publication_year":2021,"publication_date":"2021-07-20","ids":{"openalex":"https://openalex.org/W4229720304","doi":"https://doi.org/10.1109/te.2021.3093347"},"language":"en","primary_location":{"id":"doi:10.1109/te.2021.3093347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/te.2021.3093347","pdf_url":null,"source":{"id":"https://openalex.org/S207741693","display_name":"IEEE Transactions on Education","issn_l":"0018-9359","issn":["0018-9359","1557-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322189","host_organization_name":"IEEE Education Society","host_organization_lineage":["https://openalex.org/P4310322189","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Education Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/TE.2021.3093347","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010003550","display_name":"Ana Isabella Muniz Leite","orcid":"https://orcid.org/0000-0003-2884-4427"},"institutions":[{"id":"https://openalex.org/I136754270","display_name":"Universidade Estadual da Para\u00edba","ror":"https://ror.org/02cm65z11","country_code":"BR","type":"education","lineage":["https://openalex.org/I136754270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana Isabella Muniz Leite","raw_affiliation_strings":["Departamento de Computa\u00e7\u00e3o, Universidade Estadual da Para\u00edba, Campina Grande, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-2884-4427","affiliations":[{"raw_affiliation_string":"Departamento de Computa\u00e7\u00e3o, Universidade Estadual da Para\u00edba, Campina Grande, Brazil","institution_ids":["https://openalex.org/I136754270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055486102","display_name":"Lucas Lagoa","orcid":"https://orcid.org/0000-0002-1504-6912"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lucas Lagoa","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-1504-6912","affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil","institution_ids":["https://openalex.org/I17974374","https://openalex.org/I4210131883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013490176","display_name":"Samuel de Souza Lopes","orcid":"https://orcid.org/0000-0003-1721-311X"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Samuel Lopes","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-1721-311X","affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil","institution_ids":["https://openalex.org/I17974374","https://openalex.org/I4210131883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066338145","display_name":"Rosana Teresinha Vaccare Braga","orcid":"https://orcid.org/0000-0003-4259-0785"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rosana Braga","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-4259-0785","affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil","institution_ids":["https://openalex.org/I17974374","https://openalex.org/I4210131883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015819585","display_name":"Pablo Oliveira Antonino","orcid":"https://orcid.org/0000-0002-9631-8771"},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pablo Oliveira Antonino","raw_affiliation_strings":["Software Engineering of Embedded Systems Department, Fraunhofer Institute for Experimental Software Engineering, Kaiserslautern, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9631-8771","affiliations":[{"raw_affiliation_string":"Software Engineering of Embedded Systems Department, Fraunhofer Institute for Experimental Software Engineering, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051850325","display_name":"Elisa Yumi Nakagawa","orcid":"https://orcid.org/0000-0002-7754-4298"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Elisa Yumi Nakagawa","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7754-4298","affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computa\u00e7\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Carlos, Brazil","institution_ids":["https://openalex.org/I17974374","https://openalex.org/I4210131883"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4374,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6164486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"65","issue":"1","first_page":"64","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5597020983695984},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.4847676157951355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5597020983695984},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.4847676157951355},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/te.2021.3093347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/te.2021.3093347","pdf_url":null,"source":{"id":"https://openalex.org/S207741693","display_name":"IEEE Transactions on Education","issn_l":"0018-9359","issn":["0018-9359","1557-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322189","host_organization_name":"IEEE Education Society","host_organization_lineage":["https://openalex.org/P4310322189","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Education Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Education","raw_type":"journal-article"},{"id":"pmh:003041039","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TE.2021.3093347","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:fraunhofer.de:N-640303","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-640303.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IESE","raw_type":"Journal Article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/269568","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/269568","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"pmh:003041039","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TE.2021.3093347","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1473918085","display_name":null,"funder_award_id":"2015/24144 - 7","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G5297677344","display_name":null,"funder_award_id":"312634/2018-8","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6364089088","display_name":"RASoS: construction of reference architectures for systems-of-systems","funder_award_id":"17/06195-9","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1568529421","https://openalex.org/W1746353556","https://openalex.org/W2019758297","https://openalex.org/W2081354636","https://openalex.org/W2116541267","https://openalex.org/W2145071552","https://openalex.org/W2165308700","https://openalex.org/W2212449581","https://openalex.org/W2282476308","https://openalex.org/W2622958941","https://openalex.org/W2985495028","https://openalex.org/W2985721773","https://openalex.org/W3047224978","https://openalex.org/W4245587674","https://openalex.org/W4285790359","https://openalex.org/W4291213652","https://openalex.org/W6655376830"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2066052364","https://openalex.org/W2224296908","https://openalex.org/W3109981693","https://openalex.org/W2381980429","https://openalex.org/W2023743128","https://openalex.org/W2384206113","https://openalex.org/W645983410","https://openalex.org/W2401692867","https://openalex.org/W2057053421"],"abstract_inverted_index":{"<italic":[0,36,124,139,175],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,37,125,140,176],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Contribution:</i>":[2],"This":[3,99,178],"article":[4],"details":[5],"the":[6,13,91,131,164,168,186,231,246],"conduction":[7],"of":[8,101,133,163,167,188,233,248],"an":[9],"experiment":[10,144,179],"to":[11,75,95,120,129,183,212,217],"investigate":[12],"knowledge":[14,93,226],"that":[15,198],"computer":[16,67,148,214],"science":[17,68,149,215],"graduate":[18,150,200],"students":[19,74,83,134,151,201],"have":[20,41,90],"about":[21,205],"safety-critical":[22,97,136,253],"systems":[23,40,137],"development,":[24],"in":[25,45,152,230],"particular,":[26],"safety":[27,156,206,220],"requirements":[28,157],"specifications.":[29,158],"Future":[30],"research":[31,80,102],"directions":[32],"are":[33],"also":[34],"discussed.":[35],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Background:</i>":[38],"Safety-critical":[39],"been":[42,117],"increasingly":[43],"used":[44],"many":[46],"critical":[47],"domains,":[48],"requiring":[49],"a":[50],"rigorous":[51],"development":[52,232],"process":[53],"as":[54,56,107,243],"well":[55],"certification":[57],"by":[58],"regulatory":[59],"agencies.":[60],"However,":[61],"it":[62,181,209,244],"is":[63,210,245],"not":[64,116,203],"clear":[65],"whether":[66,88],"courses":[69],"deliver":[70],"adequate":[71],"education":[72],"for":[73],"develop":[76,96],"such":[77,106],"systems.":[78,98,235,254],"Experimental":[79],"with":[81,147],"these":[82,234],"could":[84],"provide":[85],"evidence":[86],"on":[87,135,190],"they":[89,154],"minimum":[92],"necessary":[94],"type":[100],"presents":[103],"several":[104],"advantages,":[105],"reproducibility,":[108],"high-level":[109],"control,":[110],"and":[111,170,192,223],"specific":[112],"conclusions,":[113],"but":[114],"has":[115],"widely":[118],"adopted":[119],"verify":[121],"learning":[122],"issues.":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Research":[126],"Question:</i>":[127],"How":[128],"measure":[130,185],"understanding":[132],"development?":[138],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Methodology:</i>":[141],"A":[142],"controlled":[143],"was":[145],"conducted":[146],"which":[153],"prepared":[155],"Three":[159],"variables,":[160],"i.e.,":[161],"understandability":[162,189],"tasks,":[165],"accuracy":[166,191],"specifications,":[169],"effort":[171],"required,":[172],"were":[173],"analyzed.":[174],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Findings:</i>":[177],"made":[180],"possible":[182],"explicitly":[184],"effect":[187],"effort.":[193],"Our":[194],"experimental":[195],"scenario":[196],"revealed":[197],"most":[199],"do":[202],"know":[204],"engineering.":[207],"Hence,":[208],"paramount":[211],"rethink":[213],"curricula":[216],"include":[218],"basic":[219],"engineering":[221],"concepts":[222],"how":[224],"software-engineering-specific":[225],"should":[227],"be":[228],"considered":[229],"Besides,":[236],"software":[237],"architecture":[238],"must":[239],"receive":[240],"special":[241],"attention,":[242],"backbone":[247],"all":[249],"software-based":[250],"systems,":[251],"including":[252]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}