{"id":"https://openalex.org/W7225201210","doi":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","title":"An Adaptive Asynchronous Web Scraping Framework for Concurrent Extraction of Links, Boilerplate-Free Text, and Documents using JavaScript-Aware Rendering with OCR Fallback","display_name":"An Adaptive Asynchronous Web Scraping Framework for Concurrent Extraction of Links, Boilerplate-Free Text, and Documents using JavaScript-Aware Rendering with OCR Fallback","alternate_titles":[],"publication_year":2026,"publication_date":"2026-07-31","ids":{"openalex":"https://openalex.org/W7225201210","doi":"https://doi.org/10.51386/25815946/ijsms-v9i4p102"},"language":"en","primary_location":{"id":"doi:10.51386/25815946/ijsms-v9i4p102","doi":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","is_oa":true,"landing_page_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","pdf_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","source":{"id":"https://openalex.org/S4210210296","display_name":"International Journal of Science and Management Studies (IJSMS)","issn_l":"2581-5946","issn":["2581-5946"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Science and Management Studies (IJSMS)","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7225201210"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160508653","display_name":"Weena J. Bulnes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4394709084","display_name":"Iloilo State University of Fisheries Science and Technology","ror":"https://ror.org/013xphc70","country_code":"PH","type":"education","lineage":["https://openalex.org/I4394709084"]},{"id":"https://openalex.org/I4405282387","display_name":"Iloilo State University of Fisheries Science and Technology-San Enrique Campus","ror":"https://ror.org/05rtwtg34","country_code":"PH","type":"education","lineage":["https://openalex.org/I4394709084","https://openalex.org/I4405282387"]}],"countries":["PH"],"is_corresponding":true,"raw_author_name":"Bulnes, Weena J.","raw_affiliation_strings":["Faculty Member at Iloilo State University of Fisheries Science and Technology San Enrique, Iloilo, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty Member at Iloilo State University of Fisheries Science and Technology San Enrique, Iloilo, Philippines","institution_ids":["https://openalex.org/I4394709084","https://openalex.org/I4405282387"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5160508653"],"corresponding_institution_ids":["https://openalex.org/I4394709084","https://openalex.org/I4405282387"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"4","first_page":"12","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-scraping","display_name":"web scraping","score":0.984000027179718},{"id":"https://openalex.org/keywords/main-content-extraction","display_name":"main content extraction","score":0.8450000286102295},{"id":"https://openalex.org/keywords/optical-character-recognition","display_name":"optical character recognition","score":0.9179999828338623},{"id":"https://openalex.org/keywords/scanned-pdfs","display_name":"scanned PDFs","score":0.7450000047683716},{"id":"https://openalex.org/keywords/link-extraction","display_name":"link extraction","score":0.6399999856948853},{"id":"https://openalex.org/keywords/pdf-download","display_name":"PDF download","score":0.4909999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8328999876976013},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.745199978351593},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6608999967575073},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6502000093460083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4187999963760376},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.39559999108314514},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.38999998569488525},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33379998803138733},{"id":"https://openalex.org/C2988504005","wikidata":"https://www.wikidata.org/wiki/Q379942","display_name":"Document image processing","level":4,"score":0.3296000063419342},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3231000006198883},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C546480517","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Optical character recognition","level":3,"score":0.2994999885559082},{"id":"https://openalex.org/C65377053","wikidata":"https://www.wikidata.org/wiki/Q1572121","display_name":"Image file formats","level":3,"score":0.2964000105857849},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C2776029614","wikidata":"https://www.wikidata.org/wiki/Q1146367","display_name":"File size","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C2777737414","wikidata":"https://www.wikidata.org/wiki/Q4868296","display_name":"Font","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.51386/25815946/ijsms-v9i4p102","doi":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","is_oa":true,"landing_page_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","pdf_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","source":{"id":"https://openalex.org/S4210210296","display_name":"International Journal of Science and Management Studies (IJSMS)","issn_l":"2581-5946","issn":["2581-5946"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Science and Management Studies (IJSMS)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.51386/25815946/ijsms-v9i4p102","doi":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","is_oa":true,"landing_page_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","pdf_url":"https://doi.org/10.51386/25815946/ijsms-v9i4p102","source":{"id":"https://openalex.org/S4210210296","display_name":"International Journal of Science and Management Studies (IJSMS)","issn_l":"2581-5946","issn":["2581-5946"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Science and Management Studies (IJSMS)","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225201210.pdf","grobid_xml":"https://content.openalex.org/works/W7225201210.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1706374111","https://openalex.org/W2001642682","https://openalex.org/W2120101509","https://openalex.org/W2123354009","https://openalex.org/W2461816915","https://openalex.org/W3013334678","https://openalex.org/W3177057043"],"related_works":["https://openalex.org/W7164882935","https://openalex.org/W7083053435","https://openalex.org/W7161698203","https://openalex.org/W126199333","https://openalex.org/W7147477644","https://openalex.org/W197097210","https://openalex.org/W4402995131","https://openalex.org/W7148992441","https://openalex.org/W4255952900","https://openalex.org/W4402613453"],"abstract_inverted_index":{"The":[0,83,122,206,221],"exponential":[1],"growth":[2],"of":[3,75,161,177],"online":[4],"information":[5],"has":[6],"made":[7],"automated":[8],"web":[9,51],"data":[10,237],"extraction":[11,57,67,187],"essential":[12],"for":[13,119,235],"research,":[14],"business":[15],"intelligence,":[16],"and":[17,29,36,42,72,77,112,133,232],"digital":[18],"archiving.":[19],"Conventional":[20],"scrapers,":[21],"however,":[22],"typically":[23],"rely":[24],"on":[25,38,126],"sequential":[26],"request":[27],"handling":[28],"static":[30],"HTML":[31],"parsing,":[32],"which":[33],"limits":[34],"throughput":[35],"fails":[37],"modern":[39],"JavaScript-rendered":[40,166],"pages":[41,104],"scanned":[43,120,212],"documents.":[44],"This":[45],"study":[46],"presents":[47],"an":[48,95,113,134],"adaptive,":[49],"asynchronous":[50,93,141],"scraping":[52],"framework":[53,84,123,226],"that":[54,100,214,224],"unifies":[55],"five":[56,139],"capabilities\u2014embedded-link":[58],"harvesting,":[59],"boilerplate-free":[60],"page-text":[61],"extraction,":[62,65,111,238],"combined":[63],"text-and-link":[64],"text":[66,172,210],"from":[68,150,191,202,211],"linked":[69],"PDF":[70,76],"documents,":[71],"bulk":[73],"download":[74],"image":[78],"assets\u2014within":[79],"a":[80,106,158,174,228],"single":[81],"pipeline.":[82],"introduces":[85],"four":[86],"improvements":[87],"over":[88],"the":[89,144,181,225],"conventional":[90,219],"approach:":[91],"concurrency-limited":[92],"fetching,":[94],"adaptive":[96,168],"static-versus-dynamic":[97],"rendering":[98,169],"heuristic":[99],"escalates":[101],"only":[102],"JavaScript-dependent":[103],"to":[105,146,154,193,204],"headless":[107],"browser,":[108],"boilerplate-aware":[109,186],"main-content":[110,189],"optical":[114],"character":[115],"recognition":[116],"(OCR)":[117],"fallback":[118,208],"PDFs.":[121],"was":[124],"evaluated":[125],"scraping-permitted":[127],"benchmark":[128],"sites":[129],"with":[130],"statistical":[131],"replication":[132],"independent":[135],"gold":[136,184],"standard.":[137],"Over":[138],"trials,":[140],"downloading":[142],"reduced":[143],"time":[145],"retrieve":[147],"40":[148],"assets":[149],"41.2s":[151],"(SD":[152,156],"5.8)":[153],"2.28s":[155],"0.11),":[157],"mean":[159,175],"speed-up":[160],"18.1":[162],"times.":[163],"Across":[164],"three":[165],"pages,":[167],"increased":[170],"recovered":[171,209],"by":[173],"factor":[176],"23.6.":[178],"Measured":[179],"against":[180],"Wikipedia":[182],"plain-text":[183],"standard,":[185],"raised":[188],"precision":[190],"0.548":[192],"0.687":[194],"while":[195,239],"maintaining":[196],"recall":[197],"near":[198],"1.0,":[199],"improving":[200],"F1":[201],"0.703":[203],"0.811.":[205],"OCR":[207],"PDFs":[213],"yielded":[215],"no":[216],"characters":[217],"under":[218,242],"parsing.":[220],"results":[222],"demonstrate":[223],"is":[227],"faster,":[229],"more":[230],"robust,":[231],"higher-quality":[233],"solution":[234],"web-scale":[236],"its":[240],"limitations":[241],"timer-delayed":[243],"content":[244],"are":[245],"openly":[246],"characterized.":[247]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7225201210","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-11-04T00:00:00"}
