{"id":"https://openalex.org/W2187744578","doi":"https://doi.org/10.3217/jucs-020-09-1304","title":"FLOP: A User-Friendly System for Automated Program Assessment","display_name":"FLOP: A User-Friendly System for Automated Program Assessment","publication_year":2020,"publication_date":"2020-04-07","ids":{"openalex":"https://openalex.org/W2187744578","doi":"https://doi.org/10.3217/jucs-020-09-1304","mag":"2187744578"},"language":"en","primary_location":{"id":"doi:10.3217/jucs-020-09-1304","is_oa":true,"landing_page_url":"https://doi.org/10.3217/jucs-020-09-1304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400660","display_name":"TUGraz OPEN Library (Graz University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4092182","host_organization_name":"Graz University of Technology","host_organization_lineage":["https://openalex.org/I4092182"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"DataPaper"},"type":"data-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.3217/jucs-020-09-1304","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019485016","display_name":"Crist\u00f3bal Pareja-Flores","orcid":"https://orcid.org/0000-0001-7739-0236"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Crist\u00f3bal Pareja-Flores","raw_affiliation_strings":["Complutense University of Madrid"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Complutense University of Madrid","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028123043","display_name":"Enrique Martin-Martin","orcid":"https://orcid.org/0000-0002-1664-018X"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Enrique Martin-Martin","raw_affiliation_strings":["Complutense University of Madrid"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Complutense University of Madrid","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040213202","display_name":"J. \u00c1ngel Vel\u00e1zquez\u2010Iturbide","orcid":"https://orcid.org/0000-0002-9486-8526"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"J. \u00c1ngel Vel\u00e1zquez-Iturbide","raw_affiliation_strings":["Complutense University of Madrid"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Complutense University of Madrid","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069033340","display_name":"Luis Llana","orcid":"https://orcid.org/0000-0003-1962-1504"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis Llana","raw_affiliation_strings":["King Juan Carlos University;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Juan Carlos University;","institution_ids":["https://openalex.org/I182083151"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.891243577003479},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7298380732536316},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6722738742828369},{"id":"https://openalex.org/keywords/user-friendly","display_name":"User Friendly","score":0.6296465396881104},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5448841452598572},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5277988314628601},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4676489531993866},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4664558470249176},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23790985345840454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.891243577003479},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7298380732536316},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6722738742828369},{"id":"https://openalex.org/C61437842","wikidata":"https://www.wikidata.org/wiki/Q281291","display_name":"User Friendly","level":2,"score":0.6296465396881104},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5448841452598572},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5277988314628601},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4676489531993866},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4664558470249176},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23790985345840454},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3217/jucs-020-09-1304","is_oa":true,"landing_page_url":"https://doi.org/10.3217/jucs-020-09-1304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400660","display_name":"TUGraz OPEN Library (Graz University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4092182","host_organization_name":"Graz University of Technology","host_organization_lineage":["https://openalex.org/I4092182"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"DataPaper"}],"best_oa_location":{"id":"doi:10.3217/jucs-020-09-1304","is_oa":true,"landing_page_url":"https://doi.org/10.3217/jucs-020-09-1304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400660","display_name":"TUGraz OPEN Library (Graz University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4092182","host_organization_name":"Graz University of Technology","host_organization_lineage":["https://openalex.org/I4092182"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"DataPaper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W150374354","https://openalex.org/W648109237","https://openalex.org/W964846292","https://openalex.org/W1528027857","https://openalex.org/W1546215871","https://openalex.org/W1830226013","https://openalex.org/W1964947345","https://openalex.org/W1991140109","https://openalex.org/W2008064904","https://openalex.org/W2009152073","https://openalex.org/W2011607672","https://openalex.org/W2022038738","https://openalex.org/W2034717248","https://openalex.org/W2042764688","https://openalex.org/W2049047048","https://openalex.org/W2063810299","https://openalex.org/W2069249897","https://openalex.org/W2070405152","https://openalex.org/W2098330174","https://openalex.org/W2102994463","https://openalex.org/W2106454426","https://openalex.org/W2124023547","https://openalex.org/W2147456521","https://openalex.org/W2148899257","https://openalex.org/W2151828850","https://openalex.org/W2152037322","https://openalex.org/W2173450725","https://openalex.org/W2498038838","https://openalex.org/W3143245542"],"related_works":["https://openalex.org/W2765454146","https://openalex.org/W3011383019","https://openalex.org/W1490058668","https://openalex.org/W2021184587","https://openalex.org/W2214921421","https://openalex.org/W2009906188","https://openalex.org/W2921815122","https://openalex.org/W1998475676","https://openalex.org/W2546862635","https://openalex.org/W2594583723","https://openalex.org/W1975542729","https://openalex.org/W2016992097","https://openalex.org/W2592041542","https://openalex.org/W2956195647","https://openalex.org/W2036367854","https://openalex.org/W2481105572","https://openalex.org/W2129661170","https://openalex.org/W2724320177","https://openalex.org/W2761160108","https://openalex.org/W16608654"],"abstract_inverted_index":{"Currently,":[0],"automated":[1],"systems":[2,21,67],"for":[3,44,50,56],"program":[4],"submission":[5],"and":[6,55,71,114,133,149],"assessment":[7],"play":[8],"a":[9,75,152],"central":[10],"role":[11],"in":[12,25,33,124],"the":[13,26,40,45,77,87,100,105,110,119,126,135,161],"teaching":[14,36],"of":[15,19,47,52,79,99,137,139,155],"programming.":[16],"A":[17],"number":[18,78],"such":[20],"have":[22],"been":[23],"developed":[24,92],"last":[27],"two":[28],"decades.":[29],"However,":[30],"their":[31],"adoption":[32],"regular":[34],"programming":[35],"presents":[37],"an":[38],"obstacle:":[39],"overhead":[41],"work":[42],"required":[43],"design":[46,128,132],"each":[48],"problem,":[49],"compilation":[51],"problem":[53],"collections,":[54],"mundane":[57],"management":[58,80],"tasks.":[59,81],"An":[60],"open":[61],"challenge":[62],"is":[63,102],"to":[64,69,72,74,93,131,145],"make":[65],"these":[66],"easier":[68],"use":[70,138],"reduce":[73],"minimum":[76],"In":[82],"this":[83,95],"article":[84,101],"we":[85,108,122],"present":[86,109,123],"FLOP":[88,111,156],"system,":[89],"which":[90],"was":[91],"satisfy":[94],"goal.":[96],"The":[97],"contribution":[98],"twofold.":[103],"On":[104,118],"one":[106],"hand,":[107,121],"system":[112],"itself":[113],"its":[115],"user-friendly":[116],"features.":[117],"other":[120],"detail":[125],"user-centered":[127],"process":[129],"used":[130],"enhance":[134],"ease":[136],"FLOP.":[140],"Several":[141],"actions":[142],"were":[143],"undertaken":[144],"inquire":[146],"users'":[147],"concerns":[148],"needs,":[150],"with":[151,158],"usability":[153],"evaluation":[154],"conducted":[157],"students":[159],"being":[160],"most":[162],"fruitful":[163],"action.":[164]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-17T05:52:16.776730","created_date":"2016-06-24T00:00:00"}