{"id":"https://openalex.org/W3087427984","doi":"https://doi.org/10.28945/4627","title":"Improving Workgroup Assessment with WebAVALIA: The Concept, Framework and First Results","display_name":"Improving Workgroup Assessment with WebAVALIA: The Concept, Framework and First Results","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3087427984","doi":"https://doi.org/10.28945/4627","mag":"3087427984"},"language":"en","primary_location":{"id":"doi:10.28945/4627","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4627","pdf_url":"http://www.jite.org/documents/Vol19/JITE-IIPv19p157-184Babo6441.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.jite.org/documents/Vol19/JITE-IIPv19p157-184Babo6441.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063659726","display_name":"Rosalina Babo","orcid":"https://orcid.org/0000-0002-8505-8783"},"institutions":[{"id":"https://openalex.org/I83863532","display_name":"Polytechnic Institute of Porto","ror":"https://ror.org/04988re48","country_code":"PT","type":"education","lineage":["https://openalex.org/I83863532"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Rosalina Babo","raw_affiliation_strings":["Polytechnic of Porto/ ISCAP"],"affiliations":[{"raw_affiliation_string":"Polytechnic of Porto/ ISCAP","institution_ids":["https://openalex.org/I83863532"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037597113","display_name":"Jarkko Suhonen","orcid":"https://orcid.org/0000-0002-3501-6286"},"institutions":[{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]},{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jarkko T Suhonen","raw_affiliation_strings":["University of Eastern Finland"],"affiliations":[{"raw_affiliation_string":"University of Eastern Finland","institution_ids":["https://openalex.org/I4210107997","https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016084249","display_name":"Markku Tukiainen","orcid":"https://orcid.org/0000-0002-8630-5248"},"institutions":[{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]},{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Tukiainen","raw_affiliation_strings":["University of Eastern Finland"],"affiliations":[{"raw_affiliation_string":"University of Eastern Finland","institution_ids":["https://openalex.org/I4210107997","https://openalex.org/I175532246"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063659726"],"corresponding_institution_ids":["https://openalex.org/I83863532"],"apc_list":null,"apc_paid":null,"fwci":0.2669,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65138935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"19","issue":null,"first_page":"157","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workgroup","display_name":"Workgroup","score":0.9945544004440308},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.607936441898346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5589884519577026},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5011923313140869},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.4437018930912018},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.41896945238113403},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.38381677865982056},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27540159225463867},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16637399792671204},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13174796104431152},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.08614987134933472}],"concepts":[{"id":"https://openalex.org/C95423123","wikidata":"https://www.wikidata.org/wiki/Q622178","display_name":"Workgroup","level":2,"score":0.9945544004440308},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.607936441898346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5589884519577026},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5011923313140869},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.4437018930912018},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.41896945238113403},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38381677865982056},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27540159225463867},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16637399792671204},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13174796104431152},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.08614987134933472},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.28945/4627","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4627","pdf_url":"http://www.jite.org/documents/Vol19/JITE-IIPv19p157-184Babo6441.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.28945/4627","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4627","pdf_url":"http://www.jite.org/documents/Vol19/JITE-IIPv19p157-184Babo6441.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3087427984.pdf","grobid_xml":"https://content.openalex.org/works/W3087427984.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W144534111","https://openalex.org/W183497175","https://openalex.org/W1744578264","https://openalex.org/W1863058241","https://openalex.org/W1905085140","https://openalex.org/W1973833922","https://openalex.org/W1973959393","https://openalex.org/W1974642832","https://openalex.org/W1977885610","https://openalex.org/W1983799571","https://openalex.org/W1993591889","https://openalex.org/W2029767076","https://openalex.org/W2031192422","https://openalex.org/W2075192667","https://openalex.org/W2078878183","https://openalex.org/W2085578270","https://openalex.org/W2098239681","https://openalex.org/W2101338329","https://openalex.org/W2115325640","https://openalex.org/W2134986486","https://openalex.org/W2136451344","https://openalex.org/W2136922540","https://openalex.org/W2139409733","https://openalex.org/W2153504959","https://openalex.org/W2165090314","https://openalex.org/W2165459316","https://openalex.org/W2171789166","https://openalex.org/W2338802991","https://openalex.org/W2407649640","https://openalex.org/W2496413195","https://openalex.org/W2547115911","https://openalex.org/W2591902641","https://openalex.org/W2735117255","https://openalex.org/W2760293943","https://openalex.org/W2765090292","https://openalex.org/W2858944518","https://openalex.org/W2886647410","https://openalex.org/W2899194904","https://openalex.org/W2904128499","https://openalex.org/W2913090721","https://openalex.org/W2918779438","https://openalex.org/W2969426265","https://openalex.org/W2989942087","https://openalex.org/W2990900582","https://openalex.org/W2991073063","https://openalex.org/W2991100098","https://openalex.org/W3003685975","https://openalex.org/W3012528022","https://openalex.org/W3028371822","https://openalex.org/W3034860680","https://openalex.org/W3037090499","https://openalex.org/W3144109227","https://openalex.org/W3151685851","https://openalex.org/W4236792643","https://openalex.org/W6605807943","https://openalex.org/W6674780271","https://openalex.org/W6680317285","https://openalex.org/W6965359617"],"related_works":["https://openalex.org/W624647371","https://openalex.org/W2168235705","https://openalex.org/W3149960746","https://openalex.org/W3130903168","https://openalex.org/W4281392303","https://openalex.org/W2096268347","https://openalex.org/W2156026376","https://openalex.org/W385597202","https://openalex.org/W2392746182","https://openalex.org/W1559015588"],"abstract_inverted_index":{"Aim/Purpose:":[0],"The":[1,70,194,362],"purpose":[2],"of":[3,22,80,99,156,185,197,210,279,329,341,364,380,397,427,478],"this":[4,243,381,476],"study":[5,136,335,382],"is":[6,34,248,258,310,360,367],"to":[7,43,62,66,76,85,103,110,127,166,178,227,231,241,250,260,273,286,300,313,322,349,376,405,417,432,446,489],"develop":[8,394],"an":[9,342,433],"efficient":[10],"methodology":[11,95,256],"that":[12,24,31,162,201,225,257],"can":[13],"assist":[14],"the":[15,32,37,44,74,81,97,105,108,132,140,179,183,190,198,202,208,232,255,266,280,283,289,295,305,311,318,337,378,384,406,411,448,492,496],"evaluators":[16,284],"in":[17,27,55,83,113,125,207,270,355,450,470],"assessing":[18],"a":[19,100,114,134,149,153,160,214,223,395,425],"variable":[20],"number":[21],"individuals":[23,112],"are":[25,143,175,444,488],"working":[26],"groups":[28],"and":[29,41,88,116,139,171,268,339,429,459,473,495],"guarantee":[30],"assessment":[33,60,170,209,245,414,453],"dependent":[35],"on":[36,73,182,390],"group":[38,59,82,187,211,220,412,452],"members\u2019":[39],"performance":[40,184],"contribution":[42,230],"work":[45,49,158,191,399],"developed.":[46],"Background:":[47],"Collaborative":[48],"has":[50],"been":[51],"gaining":[52],"more":[53],"popularity":[54],"academic":[56],"settings.":[57],"However,":[58,410],"needs":[61],"be":[63,261,274,374,483],"performed":[64,138],"according":[65,416],"each":[67,78,186,219,418,423],"individual\u2019s":[68],"performance.":[69],"problem":[71],"rests":[72],"need":[75],"distinguish":[77,111],"member":[79,188,221],"order":[84,126,348],"provide":[86,104],"fair":[87,118,154],"unbiased":[89],"assessments.":[90],"Methodology:":[91],"Design":[92],"Science":[93],"Research":[94],"supported":[96],"design":[98,338],"framework":[101],"able":[102],"evaluator":[106,296,319],"with":[107,383],"means":[109],"workgroup":[115,244,326],"deliver":[117],"results.":[119,409],"Hevner\u2019s":[120],"DSR":[121],"guidelines":[122],"were":[123],"fulfilled":[124],"describe":[128],"WebAVALIA.":[129,346],"To":[130],"evaluate":[131],"framework,":[133],"quantitative":[135],"was":[137],"first":[141,195],"results":[142,199,303,385,481],"presented.":[144],"Contribution:":[145],"This":[146,334],"paper":[147],"provides":[148,205],"methodological":[150],"solution":[151],"regarding":[152],"evaluation":[155,408],"collaborative":[157,398,436],"through":[159],"tool":[161,344],"allows":[163],"its":[164,351,353],"users":[165],"perform":[167],"their":[168,228],"own":[169],"peer":[172],"assessment.":[173],"These":[174],"made":[176],"accordingly":[177],"user\u2019s":[180],"perspectives":[181],"throughout":[189,304],"development.":[192,307],"Findings:":[193],"analysis":[196],"indicates":[200],"developed":[203],"method":[204,449],"fairness":[206,428],"members,":[212,327],"delivering":[213],"distinction":[215],"amongst":[216],"individuals.":[217],"Therefore,":[218],"obtains":[222],"mark":[224],"corresponds":[226],"specific":[229],"workgroup.":[233],"Recommendations":[234],"for":[235,332],"Practitioners:":[236],"For":[237],"those":[238],"who":[239],"intend":[240],"apply":[242],"method,":[246],"it":[247],"relevant":[249],"raise":[251],"student":[252,302],"awareness":[253],"about":[254,288],"going":[259],"used.":[262],"That":[263],"is,":[264],"all":[265],"functionalities":[267],"steps":[269],"WebAVALIA":[271,498],"have":[272,285],"thoroughly":[275],"explained":[276],"before":[277],"beginning":[278],"project.":[281],"Then,":[282],"decide":[287],"students\u2019":[290],"intermediate":[291,316],"voting,":[292],"namely":[293],"if":[294],"chooses":[297],"or":[298,358],"not":[299],"publish":[301],"project\u2019s":[306],"If":[308],"there":[309,443],"decision":[312],"display":[314],"these":[315],"results,":[317],"must":[320],"try":[321],"encourage":[323],"collaboration":[324],"among":[325],"instead":[328],"competition.":[330],"Recommendation":[331],"Researchers:":[333],"explores":[336],"development":[340],"e-assessment":[343],"\u2013":[345,455,469],"In":[347],"assess":[350],"feasibility,":[352],"use":[354],"other":[356,387,451,462,471],"institutions":[357],"contexts":[359,454],"recommended.":[361],"gathering":[363],"user":[365],"opinions":[366],"suggested":[368],"as":[369,457],"well.":[370],"It":[371],"would":[372,482],"then":[373],"interesting":[375],"compare":[377],"findings":[379],"from":[386],"experimentations":[388],"Impact":[389],"Society:":[391],"Sometimes,":[392],"people":[393],"rejection":[396],"because":[400],"they":[401],"feel":[402],"exploited":[403],"due":[404],"biased":[407],"members":[413],"distinction,":[415],"one\u2019s":[419],"performance,":[420],"may":[421],"give":[422],"individual":[424],"sense":[426],"reward,":[430],"leading":[431],"openness/willingness":[434],"towards":[435],"work.":[437],"Future":[438],"Research:":[439],"As":[440],"future":[441,486],"work,":[442],"plans":[445,487],"implement":[447],"such":[456],"sports":[458],"business":[460],"environments,":[461],"higher":[463],"education":[464],"institutions,":[465],"technical":[466],"training":[467],"students":[468],"cultures":[472],"countries.":[474],"From":[475],"myriad":[477],"contexts,":[479],"satisfaction":[480],"compared.":[484],"Other":[485],"further":[490],"explore":[491],"mathematical":[493],"formulations":[494],"respective":[497],"supporting":[499],"algorithms.":[500]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}