{"id":"https://openalex.org/W4385680523","doi":"https://doi.org/10.1109/ms.2023.3298729","title":"SOBO: A Feedback Bot to Nudge Code Quality in Programming Courses","display_name":"SOBO: A Feedback Bot to Nudge Code Quality in Programming Courses","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385680523","doi":"https://doi.org/10.1109/ms.2023.3298729"},"language":"en","primary_location":{"id":"doi:10.1109/ms.2023.3298729","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ms.2023.3298729","pdf_url":"https://ieeexplore.ieee.org/ielx7/52/5204063/10195904.pdf","source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/52/5204063/10195904.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050065507","display_name":"Sofia Bobadilla","orcid":"https://orcid.org/0000-0003-3116-3278"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Sofia Bobadilla","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3116-3278","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009950548","display_name":"Richard Glassey","orcid":"https://orcid.org/0000-0002-8996-0221"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Richard Glassey","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-8996-0221","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085675866","display_name":"Alexandre Bergel","orcid":"https://orcid.org/0000-0001-8087-1903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandre Bergel","raw_affiliation_strings":["Computer scientist, RelationalAI, Bern, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8087-1903","affiliations":[{"raw_affiliation_string":"Computer scientist, RelationalAI, Bern, Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027206285","display_name":"Martin Monperrus","orcid":"https://orcid.org/0000-0003-3505-3383"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Martin Monperrus","raw_affiliation_strings":["Software Rechnology, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3505-3383","affiliations":[{"raw_affiliation_string":"Software Rechnology, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5050065507"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":{"value":1156,"currency":"EUR","value_usd":1246},"fwci":2.7035,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9213988,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"41","issue":"2","first_page":"68","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7076462507247925},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6882085800170898},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6670201420783997},{"id":"https://openalex.org/keywords/nudge-theory","display_name":"Nudge theory","score":0.5559607744216919},{"id":"https://openalex.org/keywords/pair-programming","display_name":"Pair programming","score":0.45929116010665894},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4448103904724121},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4195706248283386},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4136476218700409},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.37135303020477295},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.28738075494766235},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17993226647377014},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16804993152618408},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1470763385295868},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10486593842506409}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7076462507247925},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6882085800170898},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6670201420783997},{"id":"https://openalex.org/C8858961","wikidata":"https://www.wikidata.org/wiki/Q7068367","display_name":"Nudge theory","level":2,"score":0.5559607744216919},{"id":"https://openalex.org/C174063052","wikidata":"https://www.wikidata.org/wiki/Q607013","display_name":"Pair programming","level":4,"score":0.45929116010665894},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4448103904724121},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4195706248283386},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4136476218700409},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.37135303020477295},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.28738075494766235},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17993226647377014},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16804993152618408},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1470763385295868},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10486593842506409},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ms.2023.3298729","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ms.2023.3298729","pdf_url":"https://ieeexplore.ieee.org/ielx7/52/5204063/10195904.pdf","source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/ms.2023.3298729","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ms.2023.3298729","pdf_url":"https://ieeexplore.ieee.org/ielx7/52/5204063/10195904.pdf","source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7099999785423279}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385680523.pdf","grobid_xml":"https://content.openalex.org/works/W4385680523.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2770744146","https://openalex.org/W2789235734","https://openalex.org/W3138622308","https://openalex.org/W4206508316","https://openalex.org/W4213421742","https://openalex.org/W4235610140","https://openalex.org/W4280631920","https://openalex.org/W4312345516","https://openalex.org/W4312605539","https://openalex.org/W4313563862","https://openalex.org/W7001390795"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2990973546","https://openalex.org/W2530972340","https://openalex.org/W2941211423","https://openalex.org/W3113184602","https://openalex.org/W3013148268","https://openalex.org/W3016892531","https://openalex.org/W2773127827","https://openalex.org/W4224758975","https://openalex.org/W4312763760"],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2,31,51],"shown":[3],"the":[4,38],"great":[5],"potential":[6],"of":[7,42],"automatic":[8],"feedback":[9,23,62],"in":[10,34,44,107],"education.":[11],"This":[12],"paper":[13],"presents":[14],"SOBO,":[15],"a":[16,35,90],"bot":[17],"we":[18,96],"designed":[19],"to":[20,27,64,101],"automatically":[21],"provide":[22,97],"on":[24],"code":[25,60,79],"quality":[26,61,80],"undergraduate":[28],"students.":[29,48,65],"SOBO":[30,50,73],"been":[32],"deployed":[33],"course":[36],"at":[37],"KTH":[39],"Royal":[40],"Institute":[41],"Technology":[43],"Sweden":[45],"with":[46,85],"130+":[47],"Overall,":[49],"analyzed":[52],"1687":[53],"GitHub":[54],"repositories":[55],"and":[56,68,103],"produced":[57],"8443":[58],"tailored":[59],"messages":[63],"The":[66],"quantitative":[67],"qualitative":[69],"results":[70],"indicate":[71],"that":[72],"effectively":[74],"nudges":[75],"students":[76],"into":[77,99],"adopting":[78],"best":[81],"practices,":[82],"without":[83],"interfering":[84],"pedagogical":[86],"objectives":[87],"or":[88],"adding":[89],"teaching":[91,105],"burden.":[92],"From":[93],"this":[94],"experience,":[95],"guidelines":[98],"how":[100],"design":[102],"deploy":[104],"bots":[106],"programming":[108],"courses.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}