{"id":"https://openalex.org/W4413497654","doi":"https://doi.org/10.34028/iajit/22/5/1","title":"Exploring the Intersection of Information Theory and Machine Learning","display_name":"Exploring the Intersection of Information Theory and Machine Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413497654","doi":"https://doi.org/10.34028/iajit/22/5/1"},"language":"en","primary_location":{"id":"doi:10.34028/iajit/22/5/1","is_oa":true,"landing_page_url":"https://doi.org/10.34028/iajit/22/5/1","pdf_url":"https://doi.org/10.34028/iajit/22/5/1","source":{"id":"https://openalex.org/S100666833","display_name":"The International Arab Journal of Information Technology","issn_l":"1683-3198","issn":["1683-3198","2309-4524"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4362726017","host_organization_name":"Zarqa University","host_organization_lineage":["https://openalex.org/P4362726017"],"host_organization_lineage_names":["Zarqa University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Arab Journal of Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.34028/iajit/22/5/1","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003487256","display_name":"Yousef Jaradat","orcid":"https://orcid.org/0000-0003-0038-3251"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yousef Jaradat","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072405959","display_name":"Mohammad Masoud","orcid":"https://orcid.org/0000-0002-0467-3929"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Masoud","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011504394","display_name":"Ahmad Manasrah","orcid":"https://orcid.org/0000-0002-6736-6045"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmad Manasrah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015041914","display_name":"Mohammad Alia","orcid":"https://orcid.org/0000-0002-1821-7756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Alia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119411859","display_name":"Khalid Suwais","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khalid Suwais","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064834417","display_name":"Sally Almanasra","orcid":"https://orcid.org/0000-0001-8681-1231"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sally Almanasra","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003487256"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28193029,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.460099995136261,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.460099995136261,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8836363554000854},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7232720851898193},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4210561215877533},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.344289094209671},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3306417167186737},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.05634227395057678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8836363554000854},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7232720851898193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4210561215877533},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.344289094209671},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3306417167186737},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.05634227395057678},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.34028/iajit/22/5/1","is_oa":true,"landing_page_url":"https://doi.org/10.34028/iajit/22/5/1","pdf_url":"https://doi.org/10.34028/iajit/22/5/1","source":{"id":"https://openalex.org/S100666833","display_name":"The International Arab Journal of Information Technology","issn_l":"1683-3198","issn":["1683-3198","2309-4524"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4362726017","host_organization_name":"Zarqa University","host_organization_lineage":["https://openalex.org/P4362726017"],"host_organization_lineage_names":["Zarqa University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Arab Journal of Information Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.34028/iajit/22/5/1","is_oa":true,"landing_page_url":"https://doi.org/10.34028/iajit/22/5/1","pdf_url":"https://doi.org/10.34028/iajit/22/5/1","source":{"id":"https://openalex.org/S100666833","display_name":"The International Arab Journal of Information Technology","issn_l":"1683-3198","issn":["1683-3198","2309-4524"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4362726017","host_organization_name":"Zarqa University","host_organization_lineage":["https://openalex.org/P4362726017"],"host_organization_lineage_names":["Zarqa University"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Arab Journal of Information Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413497654.pdf","grobid_xml":"https://content.openalex.org/works/W4413497654.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"This":[0],"study":[1],"addresses":[2],"the":[3,63,138,196],"need":[4],"for":[5,58,92,135,158,191,202],"a":[6,188],"unified":[7],"framework":[8],"demonstrating":[9],"Information":[10,28,33,139],"Theory\u2019s":[11],"(IT)":[12],"pervasive":[13],"impact":[14],"across":[15],"diverse":[16],"Machine":[17],"Learning":[18],"(ML)":[19],"tasks.":[20],"We":[21],"investigate":[22],"how":[23],"IT":[24,54],"principles-including":[25],"entropy,":[26],"Mutual":[27],"(MI),":[29],"cross-entropy,":[30],"KL-divergence,":[31],"and":[32,41,74,99,126,164,207],"Gain":[34],"(IG)-rigorously":[35],"guide":[36],"ML":[37,198],"model":[38,84,205],"design,":[39],"optimization,":[40],"interpretability.":[42],"Our":[43],"approach":[44],"combines":[45],"theoretical":[46],"elucidation":[47],"with":[48],"empirical":[49],"validation":[50],"on":[51],"standard":[52],"benchmarks.":[53],"enhances":[55],"feature":[56,203],"selection;":[57],"instance,":[59],"MI-ranked":[60],"features":[61],"in":[62,88,174,195],"breast":[64],"cancer":[65],"dataset":[66],"improved":[67],"classifier":[68],"accuracy":[69,101,154],"to":[70,96,144],"95.1%":[71],"(top":[72,76],"20)":[73],"93%":[75],"5),":[77],"outperforming":[78],"F-score":[79],"selection.":[80],"It":[81],"also":[82],"improves":[83],"training;":[85],"cross-entropy":[86],"loss":[87],"Neural":[89,161],"Networks":[90],"(NNs)":[91],"Iris":[93],"classification":[94],"led":[95],"faster":[97],"convergence":[98],"high":[100],"(0.98":[102],"training,":[103],"0.95":[104],"validation),":[105],"surpassing":[106],"MSE":[107],"loss.":[108],"For":[109,147],"generative":[110],"models,":[111],"KL-divergence":[112],"effectively":[113],"structures":[114],"Variational":[115],"Auto-Encoder":[116],"(VAE)":[117],"latent":[118],"spaces":[119],"from":[120],"Modified":[121],"National":[122],"Institute":[123,146],"of":[124],"Standards":[125],"Technology":[127],"(MNIST)":[128],"data,":[129],"promoting":[130],"compact,":[131],"continuous":[132],"representations":[133],"ideal":[134],"generation.":[136],"Finally,":[137],"Bottleneck":[140],"(IB)":[141],"principle,":[142],"applied":[143],"Canadian":[145],"Advanced":[148],"Research":[149],"(CIFAR-100),":[150],"yielded":[151],"competitive":[152],"test":[153],"(51%":[155],"vs.":[156,169],"50%":[157],"baseline":[159],"Convolutional":[160],"Network.":[162],"(CNN))":[163],"reduced":[165],"training":[166],"time":[167],"(925.02s":[168],"1015.75s),":[170],"highlighting":[171],"its":[172,183],"efficacy":[173],"learning":[175],"compressed,":[176],"predictive":[177],"representations.":[178],"These":[179],"findings":[180],"collectively":[181],"underscore":[182],"continued":[184],"crucial":[185],"role":[186],"as":[187],"unifying":[189],"paradigm":[190],"addressing":[192],"fundamental":[193],"challenges":[194],"evolving":[197],"ecosystem,":[199],"providing":[200],"solutions":[201],"selection,":[204],"robustness,":[206],"generalization":[208]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}