{"id":"https://openalex.org/W4400114240","doi":"https://doi.org/10.1109/mipro60963.2024.10569501","title":"Inferring the Overall Difficulty of Isomorphic Questions","display_name":"Inferring the Overall Difficulty of Isomorphic Questions","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4400114240","doi":"https://doi.org/10.1109/mipro60963.2024.10569501"},"language":"en","primary_location":{"id":"doi:10.1109/mipro60963.2024.10569501","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mipro60963.2024.10569501","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 47th MIPRO ICT and Electronics Convention (MIPRO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099659164","display_name":"Bickio O\u2019Callahan","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Bickio O\u2019Callahan","raw_affiliation_strings":["University of Auckland,School of Computer Science,New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland,School of Computer Science,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025044299","display_name":"Xinfeng Ye","orcid":"https://orcid.org/0000-0001-8483-2872"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Xinfeng Ye","raw_affiliation_strings":["University of Auckland,School of Computer Science,New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland,School of Computer Science,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008264603","display_name":"Sathiamoorthy Manoharan","orcid":"https://orcid.org/0000-0003-4958-4185"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Sathiamoorthy Manoharan","raw_affiliation_strings":["University of Auckland,School of Computer Science,New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland,School of Computer Science,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5099659164"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.4743,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71094853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1329","last_page":"1332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6078736782073975},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33915019035339355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6078736782073975},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33915019035339355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mipro60963.2024.10569501","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mipro60963.2024.10569501","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 47th MIPRO ICT and Electronics Convention (MIPRO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1481397690","https://openalex.org/W2079525758","https://openalex.org/W2526374745","https://openalex.org/W2900610313","https://openalex.org/W3165200363","https://openalex.org/W6628836516"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Isomorphic":[0],"assessments":[1],"operate":[2],"on":[3],"the":[4,12,30,112,127,147,195,201],"principle":[5],"of":[6,25,32,45,130,162,180,189],"using":[7,70],"question":[8,26,78,105,131],"variants":[9,79,132],"that":[10,124,155,170,184],"test":[11],"same":[13],"learning":[14],"outcome.":[15],"This":[16,48],"approach":[17],"supplies":[18],"each":[19],"student":[20],"with":[21],"their":[22],"own":[23],"set":[24],"variants,":[27],"effectively":[28],"eliminating":[29],"chance":[31],"being":[33],"influenced":[34],"by":[35,90],"another":[36],"student\u2019s":[37],"answer.":[38],"Moreover,":[39],"it":[40,115],"presents":[41],"a":[42,52,64,101,121,152,160,186],"broad":[43],"range":[44,188],"practice":[46],"questions.":[47],"method":[49],"also":[50],"offers":[51],"non-punitive":[53],"means":[54],"to":[55,92,96,109,117,140,150,200,205],"uphold":[56],"academic":[57],"integrity,":[58],"as":[59],"blindly":[60],"copying":[61],"answers":[62],"from":[63],"peer":[65],"would":[66],"prove":[67],"unfruitful.":[68],"However,":[69],"isomorphic":[71],"questions":[72],"can":[73,125,173,203],"result":[74],"in":[75,208],"unfairness.":[76],"Some":[77],"may":[80],"be":[81],"more":[82],"difficult":[83],"than":[84],"others.":[85],"A":[86],"common":[87],"solution":[88],"employed":[89],"instructors":[91],"ensure":[93],"fairness":[94],"is":[95,111,114],"select":[97],"parametric":[98],"values":[99,190,202],"within":[100],"close":[102],"range.The":[103],"research":[104],"this":[106,171,178],"paper":[107,145],"seeks":[108],"address":[110],"following:":[113],"possible":[116],"design":[118],"and":[119,166],"implement":[120],"formal":[122],"system":[123,154,172],"infer":[126],"difficulty":[128,138,157,175,196],"levels":[129,139,158,176],"and,":[133],"if":[134],"so,":[135],"restrict":[136],"these":[137],"an":[141],"acceptable":[142],"range?":[143],"The":[144],"employs":[146],"Z3":[148],"solver":[149],"build":[151],"proof-of-concept":[153],"infers":[156],"for":[159,177],"class":[161,179],"problems":[163],"involving":[164],"integers":[165],"Booleans.":[167],"It":[168],"demonstrates":[169],"determine":[174],"problems.":[181],"We":[182],"observe":[183],"choosing":[185],"limited":[187],"does":[191],"not":[192],"necessarily":[193],"constrain":[194],"levels;":[197],"minor":[198],"alterations":[199],"lead":[204],"significant":[206],"variations":[207],"difficulty.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}