{"id":"https://openalex.org/W1983248922","doi":"https://doi.org/10.1109/fie.2014.7044199","title":"SETAP: Software engineering teamwork assessment and prediction using machine learning","display_name":"SETAP: Software engineering teamwork assessment and prediction using machine learning","alternate_titles":[],"publication_year":2014,"publication_date":"2014-10-01","ids":{"openalex":"https://openalex.org/W1983248922","doi":"https://doi.org/10.1109/fie.2014.7044199","mag":"1983248922"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2014.7044199","doi":"https://doi.org/10.1109/fie.2014.7044199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2014.7044199","pdf_url":null,"source":{"id":"https://openalex.org/S4363607793","display_name":"IEEE Frontiers in Education Conference (FIE)","issn_l":"0190-5848","issn":["0190-5848","2377-634X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Frontiers in Education Conference (FIE) Proceedings","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W1983248922"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004131840","display_name":"Dragutin Petkovi\u0107","orcid":"https://orcid.org/0000-0003-3102-5430","observed_orcids":["https://orcid.org/0000-0003-3102-5430"]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dragutin Petkovic","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070861278","display_name":"Marc H. Sosnick","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Sosnick-Perez","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039749758","display_name":"Shihong Huang","orcid":"https://orcid.org/0000-0002-5583-7655","observed_orcids":["https://orcid.org/0000-0002-5583-7655"]},"institutions":[{"id":"https://openalex.org/I63772739","display_name":"Florida Atlantic University","ror":"https://ror.org/05p8w6387","country_code":"US","type":"education","lineage":["https://openalex.org/I63772739"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shihong Huang","raw_affiliation_strings":["Department of Computer Science and Engineering, Florida Atlantic University, Boca Raton, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Florida Atlantic University, Boca Raton, U.S.A","institution_ids":["https://openalex.org/I63772739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073783690","display_name":"Rainer Todtenhoefer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201850948","display_name":"Fulda University of Applied Sciences","ror":"https://ror.org/041bz9r75","country_code":"DE","type":"education","lineage":["https://openalex.org/I201850948"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Todtenhoefer","raw_affiliation_strings":["Department of Applied Computer Science, University of Applied Science, Fulda, Fulda, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Computer Science, University of Applied Science, Fulda, Fulda, Germany","institution_ids":["https://openalex.org/I201850948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022893665","display_name":"Kazunori Okada","orcid":"https://orcid.org/0000-0002-4060-2829","observed_orcids":["https://orcid.org/0000-0002-4060-2829"]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kazunori Okada","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Swati Arora","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swati Arora","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009828351","display_name":"Ramasubramanian Sreenivasen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramasubramanian Sreenivasen","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004220797","display_name":"Lorenzo Flores","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lorenzo Flores","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045567017","display_name":"Sonai Dubey","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I71838634","display_name":"San Francisco State University","ror":"https://ror.org/05ykr0121","country_code":"US","type":"education","lineage":["https://openalex.org/I71838634"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonai Dubey","raw_affiliation_strings":["Department of Computer Science, San Francisco State University, San Francisco, U.S.A","Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]},{"raw_affiliation_string":"Dept. of Computer Science, San Francisco State University, San Francisco, U.S.A","institution_ids":["https://openalex.org/I71838634"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7884,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.67813918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.788100004196167,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.788100004196167,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11299","display_name":"Problem and Project Based Learning","score":0.07050000131130219,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-performance-prediction","display_name":"learning outcome prediction","score":0.9670000076293945},{"id":"https://openalex.org/keywords/team-performance-prediction","display_name":"team performance prediction","score":0.6570000052452087},{"id":"https://openalex.org/keywords/software-engineering-education","display_name":"software engineering education","score":0.6909999847412109},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.6690000295639038},{"id":"https://openalex.org/keywords/software-engineering-process","display_name":"software engineering process","score":0.5230000019073486},{"id":"https://openalex.org/keywords/student-time-use","display_name":"student time use","score":0.5690000057220459}],"concepts":[{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.8989685773849487},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5744850039482117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5549921989440918},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.503811776638031},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.4827841520309448},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4737192988395691},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43374955654144287},{"id":"https://openalex.org/C51845450","wikidata":"https://www.wikidata.org/wiki/Q1421651","display_name":"Team software process","level":5,"score":0.4325940012931824},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.37908226251602173},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3498970866203308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3222518265247345},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.2448074221611023},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie.2014.7044199","doi":"https://doi.org/10.1109/fie.2014.7044199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2014.7044199","pdf_url":null,"source":{"id":"https://openalex.org/S4363607793","display_name":"IEEE Frontiers in Education Conference (FIE)","issn_l":"0190-5848","issn":["0190-5848","2377-634X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Frontiers in Education Conference (FIE) Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W273955616","https://openalex.org/W626855296","https://openalex.org/W1498183065","https://openalex.org/W1936022305","https://openalex.org/W1963535891","https://openalex.org/W1970382041","https://openalex.org/W2001948076","https://openalex.org/W2007547318","https://openalex.org/W2019041648","https://openalex.org/W2026948260","https://openalex.org/W2045345036","https://openalex.org/W2045571829","https://openalex.org/W2087203388","https://openalex.org/W2104471998","https://openalex.org/W2106287941","https://openalex.org/W2125002657","https://openalex.org/W2165669526","https://openalex.org/W2167035764","https://openalex.org/W2245830543","https://openalex.org/W2482674941","https://openalex.org/W2911964244","https://openalex.org/W4237040630","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2019041648","https://openalex.org/W2171178923","https://openalex.org/W2240242859","https://openalex.org/W2129017591","https://openalex.org/W1980866174","https://openalex.org/W2147192284","https://openalex.org/W56867399","https://openalex.org/W3033783402","https://openalex.org/W2106287941","https://openalex.org/W2928451351"],"abstract_inverted_index":{"Effective":[0,29],"teaching":[1,49],"of":[2,20,23,36,48,52,75,114,119,121,152,161,197,233,293,316],"teamwork":[3,41,80,116,200],"skills":[4,201],"in":[5,39,54,78,117,138,217,281,330,377],"local":[6],"and":[7,25,33,57,102,112,129,145,149,169,188,194,237,266,287,304,308,333,372],"globally":[8],"distributed":[9],"Software":[10],"Engineering":[11],"(SE)":[12],"teams":[13,123,243,272],"is":[14,348,366],"recognized":[15],"as":[16,159],"an":[17],"important":[18],"part":[19,47],"the":[21,68,73,139,203,211,220,223,256,262,322,337],"education":[22],"current":[24],"future":[26],"software":[27,87,165,198,327],"engineers.":[28],"methods":[30,296],"for":[31,219],"assessment":[32,69,111],"early":[34],"prediction":[35,74,113],"learning":[37,76,177,196],"effectiveness":[38],"SE":[40,79,115,127,131,370,373],"are":[42,274],"not":[43],"only":[44,147],"a":[45,63,251],"critical":[46],"but":[50],"also":[51],"value":[53],"industrial":[55],"training":[56,301,346],"project":[58],"management.":[59],"This":[60],"paper":[61,208],"presents":[62],"novel":[64],"analytical":[65],"approach":[66,108],"to":[67,124,181,185,261,276,368],"and,":[70],"most":[71],"importantly,":[72],"outcomes":[77],"based":[81,320],"on":[82,110,245,270,321],"data":[83,228,289,294,323,338],"from":[84,135,155,241,297,324,339],"our":[85,283,325,344],"joint":[86,326],"engineering":[88,166,199,328],"class":[89,246],"concurrently":[90],"taught":[91],"at":[92,202],"San":[93],"Francisco":[94],"State":[95],"University":[96,100],"(SFSU),":[97],"Florida":[98],"Atlantic":[99],"(FAU)":[101],"Fulda":[103],"University,":[104],"Germany":[105],"(Fulda).":[106],"Our":[107,354],"focuses":[109],"terms":[118],"ability":[120],"student":[122,162,242,341],"apply":[125],"best":[126],"processes":[128],"develop":[130],"products.":[132],"It":[133],"differs":[134],"existing":[136],"work":[137],"following":[140,212],"aspects:":[141],"a)":[142,214],"it":[143,173,351],"develops":[144],"uses":[146],"objective":[148,189,236],"quantitative":[150,187,238],"measures":[151,239],"team":[153,182,204,225,263,267,375],"activity":[154,183,226,264],"multiple":[156,298],"sources,":[157,299],"such":[158],"statistics":[160],"time":[163,222],"use,":[164,168],"tool":[167],"instructor":[170],"observations;":[171],"b)":[172,248],"leverages":[174],"powerful":[175],"machine":[176],"(ML)":[178],"techniques":[179],"applied":[180],"measurements":[184,265],"identify":[186],"factors":[190],"which":[191,254],"can":[192],"assess":[193],"predict":[195,369],"level.":[205],"In":[206],"this":[207],"we":[209,215,230,249,279,311],"provide":[210],"contributions:":[213],"present":[216,250,312],"detail":[218,282],"first":[221],"full":[224],"measurement":[227],"set":[229],"developed,":[231],"consisting":[232,292],"over":[234],"40":[235],"extracted":[240],"working":[244],"projects;":[247],"ML":[252,300,305,317,345],"framework":[253],"applies":[255],"Random":[257],"Forest":[258],"(RF)":[259],"algorithm":[260],"outcomes,":[268],"focusing":[269],"predicting":[271],"that":[273,364],"likely":[275],"fail;":[277],"c)":[278],"describe":[280],"now":[284],"fully":[285],"implemented":[286],"operational":[288],"processing":[290],"pipeline,":[291],"collection":[295],"database":[302,347],"creation,":[303],"analysis":[306,318],"subsystems;":[307],"finally":[309],"d)":[310],"very":[313],"preliminary":[314,355],"results":[315,319],"classes":[329],"Fall":[331],"2012,":[332],"Spring":[334],"2013,":[335],"with":[336,358],"17":[340],"teams.":[342],"While":[343],"currently":[349],"small,":[350],"continuously":[352],"grows.":[353],"results,":[356],"verified":[357],"two":[359],"independent":[360],"accuracy":[361],"measures,":[362],"show":[363],"RF":[365],"able":[367],"Process":[371],"Product":[374],"performance":[376],"intuitively":[378],"explainable":[379],"manner.":[380]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1983248922","counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
