{"id":"https://openalex.org/W1548849838","doi":null,"title":"A DIF Analysis of Item-Level Mode Effects for Computerized and Paper-and-Pencil Tests.","display_name":"A DIF Analysis of Item-Level Mode Effects for Computerized and Paper-and-Pencil Tests.","alternate_titles":[],"publication_year":2004,"publication_date":"2004-01-01","ids":{"openalex":"https://openalex.org/W1548849838","mag":"1548849838"},"language":"en","primary_location":{"id":"mag:1548849838","doi":null,"is_oa":false,"landing_page_url":"https://files.eric.ed.gov/fulltext/ED477932.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W1548849838"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067933376","display_name":"Richard D. Schwarz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Richard D. Schwarz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089290420","display_name":"Changhua Sun Rich","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Changhua Sun Rich","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088944900","display_name":"Tracy Podrabsky","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tracy Podrabsky","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8742,"has_fulltext":false,"cited_by_count":11,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.68304762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":95},"biblio":{"volume":"2003","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-item-functioning","display_name":"differential item functioning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/mode-effects","display_name":"mode effects","score":0.9480000138282776},{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.7919999957084656},{"id":"https://openalex.org/keywords/paper-and-pencil-tests","display_name":"paper-and-pencil tests","score":0.8389999866485596},{"id":"https://openalex.org/keywords/standardized-mean-difference","display_name":"standardized mean difference","score":0.968999981880188},{"id":"https://openalex.org/keywords/computer-experience","display_name":"computer experience","score":0.6449999809265137},{"id":"https://openalex.org/keywords/norm-referenced-tests","display_name":"norm-referenced tests","score":0.7239999771118164},{"id":"https://openalex.org/keywords/adult-basic-education","display_name":"adult basic education","score":0.5619999766349792},{"id":"https://openalex.org/keywords/test-validation","display_name":"test validation","score":0.3540000021457672}],"concepts":[{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.8700742721557617},{"id":"https://openalex.org/C181447626","wikidata":"https://www.wikidata.org/wiki/Q1224359","display_name":"Differential item functioning","level":4,"score":0.7394530773162842},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.6979880332946777},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6743937730789185},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.5959452390670776},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5422244668006897},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.521679162979126},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4663761258125305},{"id":"https://openalex.org/C48561166","wikidata":"https://www.wikidata.org/wiki/Q1347367","display_name":"Aptitude","level":2,"score":0.42263007164001465},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.364229679107666},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33035919070243835},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3175095319747925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31338757276535034},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:1548849838","doi":null,"is_oa":false,"landing_page_url":"https://files.eric.ed.gov/fulltext/ED477932.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W1535520578"],"related_works":["https://openalex.org/W7131395929","https://openalex.org/W4247848251","https://openalex.org/W150615684","https://openalex.org/W6990487435","https://openalex.org/W7055973136","https://openalex.org/W2239670357","https://openalex.org/W2802546349","https://openalex.org/W2054801659","https://openalex.org/W2147580124","https://openalex.org/W2521204547"],"abstract_inverted_index":{"This":[0,286,671,725,787],"paper":[1,88,672],"studied":[2],"the":[3,17,23,26,122,127,153,157,180,188,192,219,233,238,244,261,268,294,429,443,461,478,519,564,674,742,745,758,762,766,773,782,785,794,830,863,870,888,923,934],"usefulness":[4],"of":[5,25,32,65,100,114,142,147,191,229,243,276,310,351,411,431,454,465,477,497,521,566,582,594,619,643,656,669,676,689,696,737,744,775,779,784,797,801,836,847,857,865,872,880,890,926],"differential":[6,43,677],"item":[7,220,234,678,892],"functioning":[8,679],"(DIF)":[9,681],"methodology":[10,209,680,726,808],"for":[11,90,152,214,355,391,624,820],"examining":[12,215],"potential":[13,713],"mode":[14,200,228,620,668,736,749,764],"effects.":[15],"Although":[16],"goal":[18],"was":[19,70],"not":[20,319,661],"to":[21,34,42,57,78,83,134,199,226,305,379,408,427,470,494,508,538,546,552,555,571,599,667,682,698,711,731,805,817,850,861,886,931],"validate":[22],"comparability":[24,430,635,746,928],"assessments":[27,401,835,881,900],"per":[28],"se,":[29],"it":[30,424,549],"is":[31,425,705,930],"interest":[33],"speculate":[35],"why":[36],"some":[37,140,495],"formats":[38,848,893],"could":[39,487,527,568,754],"give":[40],"rise":[41],"performance.":[44],"Data":[45],"were":[46,55,61,95,109,132,150,178,197,803,882,901],"obtained":[47,96],"from":[48,97,267,293,446,529,876],"two":[49,168,877],"instruments":[50],"on":[51,603,741,906],"which":[52,663],"validation":[53],"studies":[54,929],"conducted":[56],"determine":[58],"if":[59,485],"scores":[60,432,444,486,504,936],"comparable":[62,451,503],"across":[63,433,452,490,580,687,735,855],"modes":[64,89,435,453,464,581,688,778,800,856],"administration.":[66,455,670,691,739,858],"The":[67,165],"first":[68],"instrument":[69],"a":[71,98,211,416,441,541,641,694],"norm-referenced":[72],"aptitude":[73],"test":[74,448,515,658,690,738],"called":[75],"InView,":[76],"administered":[77,404,523],"students":[79,196,535,606,627,826],"in":[80,85,187,315,405,418,525,544,563,573,630,649,685,708,792,853,884],"grades":[81,406],"4":[82,250],"9":[84],"computer":[86,115,522],"and":[87,117,126,171,175,241,252,279,357,388,513,550,607,761,868,918],"this":[91,316,700,921],"study.":[92],"Additional":[93],"data":[94],"Test":[99,107],"Adult":[101],"Basic":[102],"Education":[103],"(TABE),":[104],"also":[105,585,809],"norm-referenced.":[106],"takers":[108],"asked":[110],"about":[111],"their":[112,392],"levels":[113,141,593],"experience":[116],"preferences.":[118],"Two":[119],"DIF":[120,208,245,349,701,704,770,807,841,873],"statistics,":[121],"Linn-Harnisch":[123],"procedure":[124],"(1981)":[125],"nonparametric":[128],"Standardized":[129],"Mean":[130],"Difference":[131],"used":[133,225,707,816,916],"assess":[135],"DIF.":[136],"Results":[137],"show":[138,206],"that":[139,149,207,222,263,423,467,556,590,813,825,915,933],"InView":[143],"had":[144,162,167],"substantial":[145],"numbers":[146],"items":[148,664,819],"flagged":[151,169],"online":[154],"comparisons":[155],"with":[156,183,588,833,894,912],"standardization":[158,176,913],"study,":[159,747],"while":[160],"others":[161],"relatively":[163],"few.":[164],"TABE":[166],"items,":[170],"differences":[172,186,217,231,462,562,648,684,715,734,776,852],"between":[173,463,473,510,777,799],"computer-based":[174,400,907],"groups":[177,719],"throughout":[179],"ability":[181,838],"range":[182],"more":[184],"apparent":[185],"lower":[189],"portion":[190],"distribution.":[193],"In":[194,859],"general,":[195],"neutral":[198],"or":[201,296,312,325,628,652,723],"preferred":[202],"computer-administered":[203],"tests.":[204],"Findings":[205],"presents":[210],"well-studied":[212],"method":[213],"group":[216,733,760],"at":[218,232,371,781],"level":[221,783],"can":[223,264,457,727,814,843],"be":[224,265,450,458,482,488,586,729,755,789,815,910],"examine":[227,683,712,732],"administration":[230,466,583,780,802],"level.":[235],"Appendixes":[236],"contain":[237],"student":[239,904],"surveys":[240],"derivations":[242],"methods.":[246],"(Contains":[247],"10":[248,253],"figures,":[249],"tables,":[251],"references.)":[254],"(SLD)":[255],"Reproductions":[256],"supplied":[257],"by":[258,361,640],"EDRS":[259],"are":[260,402,468,505,536,665,693],"best":[262],"made":[266,304],"original":[269],"document.":[270],"U.S.":[271],"DEPARTMENT":[272],"OF":[273],"EDUCATION":[274],"Office":[275],"Educational":[277],"Research":[278],"Improvement":[280],"EDUCATIONAL":[281,343],"RESOURCES":[282,344],"INFORMATION":[283,345],"CENTER":[284,346],"(ERIC)":[285,347],"document":[287,317],"has":[288,601,636],"been":[289,303,638],"reproduced":[290],"as":[291,460,646,721,751,757,765,829],"received":[292],"person":[295],"organization":[297],"originating":[298],"it.":[299],"Minor":[300],"changes":[301],"have":[302,415,591],"improve":[306],"reproduction":[307],"quality.":[308],"Points":[309],"view":[311],"opinions":[313],"stated":[314],"do":[318],"necessarily":[320],"represent":[321],"official":[322],"OERI":[323],"position":[324],"policy.":[326],"1":[327],"PERMISSION":[328],"TO":[329,341],"REPRODUCE":[330],"AND":[331],"DISSEMINATE":[332],"THIS":[333],"MATERIAL":[334],"HAS":[335],"BEEN":[336],"GRANTED":[337],"BY":[338],"C.":[339],"Rich":[340,366],"THE":[342],"A":[348],"Analysis":[350],"Item-Level":[352],"Mode":[353],"Effects":[354],"Computerized":[356],"Paperand":[358],"-Pencil":[359],"Tests":[360],"Richard":[362],"D.":[363],"Schwarz":[364],"Changhua":[365],"Tracy":[367],"Podrabsky":[368],"CTB/McGraw-Hill":[369],"Presented":[370],"NCME":[372],"Chicago,":[373],"April":[374],"2003":[375],"We":[376],"would":[377,481,788],"like":[378],"acknowledge":[380],"Ping":[381],"Wan,":[382],"Cristina":[383],"I":[384],"langakoon,":[385],"Bob":[386],"Kelly,":[387],"Raylene":[389],"Potter":[390],"programming":[393],"assistance.":[394],"BESTCOPYAVA0":[395],"0":[396],"1,1":[397],"BLE":[398],"Increasingly,":[399],"being":[403],"2":[407],"12.":[409],"Many":[410],"these":[412,434,866,899,927],"computerized":[413,834],"tests":[414,524,812,908],"legacy":[417],"paperand":[419,511,530,752],"-pencil":[420,531,753],"administrations":[421,491],"such":[422,645,720,750],"necessary":[426],"establish":[428,932],"(Mead":[436],"&":[437,576,614],"Drasgow,":[438],"1993).":[439,616],"As":[440],"goal,":[442],"emanating":[445],"each":[447],"should":[449],"Comparability":[456],"defined":[459],"equivalent":[469],"those":[471],"observed":[472],"alternate":[474],"(parallel)":[475],"forms":[476],"test.":[479],"It":[480],"very":[483],"convenient":[484],"compared":[489,911],"without":[492],"resorting":[493],"type":[496],"score":[498],"transformation":[499],"(i.e.,":[500],"equating).":[501],"However,":[502],"sometimes":[506],"difficult":[507],"achieve":[509],"pencil":[512,917],"linear":[514],"administrations.":[516],"For":[517,558],"instance,":[518],"usability":[520],"Reading":[526],"differ":[528],"versions":[532],"when":[533],"younger":[534,559],"required":[537],"scroll":[539],"through":[540],"reading":[542,837],"passage":[543],"order":[545,860,885],"both":[547,902],"read":[548],"respond":[551],"questions":[553],"related":[554],"passage.":[557],"students,":[560],"perceptual":[561],"display":[565],"information":[567,875],"potentially":[569],"lead":[570,849],"disparities":[572],"performance":[574,686,714,854,905],"(Choi":[575],"Tinker,":[577],"2000).":[578],"Differences":[579],"might":[584,622],"evident":[587],"adults":[589,629],"low":[592],"functional":[595],"literacy.":[596],"Most":[597],"research":[598],"date":[600],"focused":[602],"college":[604,608],"bound":[605],"graduates":[609],"(Schaeffer,":[610],"Reese,":[611],"Steffen,":[612],"McKinley":[613],"Mills,":[615],"Other":[617],"sources":[618,796],"effects":[621],"emerge":[623],"school":[625],"age":[626],"alternative":[631],"educational":[632],"settings.":[633],"Cross-mode":[634],"traditionally":[637],"assessed":[639],"variety":[642],"methods":[644],"correlations,":[647],"scale":[650],"scores,":[651],"effect":[653,889],"sizes.":[654],"Comparison":[655],"overall":[657],"statistics":[659],"will":[660,909],"reveal":[662],"sensitive":[666],"proposes":[673],"use":[675],"There":[692],"number":[695],"advantages":[697],"using":[699],"approach.":[702],"First,":[703],"routinely":[706],"testing":[709],"programs":[710],"among":[716],"various":[717],"demographic":[718],"gender":[722],"ethnicity.":[724],"easily":[728],"redeployed":[730],"Depending":[740],"nature":[743],"one":[748],"designated":[756],"reference":[759],"other":[763],"focal":[767],"group.":[768],"Using":[769],"procedures":[771],"permits":[772],"examination":[774],"item.":[786],"particularly":[790],"important":[791],"determining":[793],"precise":[795],"noncomparablitiy":[798],"they":[804],"occur.":[806],"provides":[810],"statistical":[811],"flag":[818],"further":[821],"examination.":[822],"Surveys":[823],"suggest":[824],"perceived":[827],"scrolling":[828],"biggest":[831],"problem":[832],"(Swanson,":[839],"2002).":[840],"analysis":[842],"confirm":[844],"what":[845],"types":[846,879],"significant":[851],"increase":[862],"generalizability":[864],"findings":[867],"demonstrate":[869],"utility":[871],"methods,":[874],"different":[878,891],"utilized":[883],"investigate":[887],"varying":[895],"grade":[896],"levels.":[897],"Since":[898],"norm-referenced,":[903],"samples":[914],"paper.":[919],"Within":[920],"context,":[922],"primary":[924],"objective":[925],"on-line":[935]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1548849838","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
