{"id":"https://openalex.org/W4405870062","doi":"https://doi.org/10.1142/s0219649225500017","title":"Mutual Information-Based Generalisation Gap Analysis Using Deep Learning Model","display_name":"Mutual Information-Based Generalisation Gap Analysis Using Deep Learning Model","publication_year":2024,"publication_date":"2024-12-27","ids":{"openalex":"https://openalex.org/W4405870062","doi":"https://doi.org/10.1142/s0219649225500017"},"language":"en","primary_location":{"id":"doi:10.1142/s0219649225500017","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219649225500017","pdf_url":null,"source":{"id":"https://openalex.org/S30163770","display_name":"Journal of Information & Knowledge Management","issn_l":"0219-6492","issn":["0219-6492","1793-6926"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information & Knowledge Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056701836","display_name":"Hemanta Kumar Bhuyan","orcid":"https://orcid.org/0000-0002-9712-7280"},"institutions":[{"id":"https://openalex.org/I59422894","display_name":"University of South Florida Sarasota\u2013Manatee","ror":"https://ror.org/0062skg93","country_code":"US","type":"education","lineage":["https://openalex.org/I59422894"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hemanta Kumar Bhuyan","raw_affiliation_strings":["Muma College of Business, University of South Florida, 8350 N. Tamiami Trail Sarasota, FL, USA"],"affiliations":[{"raw_affiliation_string":"Muma College of Business, University of South Florida, 8350 N. Tamiami Trail Sarasota, FL, USA","institution_ids":["https://openalex.org/I59422894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031694867","display_name":"Bhuvan Unhelkar","orcid":"https://orcid.org/0000-0003-1118-3837"},"institutions":[{"id":"https://openalex.org/I59422894","display_name":"University of South Florida Sarasota\u2013Manatee","ror":"https://ror.org/0062skg93","country_code":"US","type":"education","lineage":["https://openalex.org/I59422894"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhuvan Unhelkar","raw_affiliation_strings":["Muma College of Business, University of South Florida, 8350 N. Tamiami Trail Sarasota, FL, USA"],"affiliations":[{"raw_affiliation_string":"Muma College of Business, University of South Florida, 8350 N. Tamiami Trail Sarasota, FL, USA","institution_ids":["https://openalex.org/I59422894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102009647","display_name":"S. Shankar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S. Siva Shankar","raw_affiliation_strings":["Department of Computer Science and Engineering, KG Reddy College of Engineering and Technology, Hyderabad, Telangana, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, KG Reddy College of Engineering and Technology, Hyderabad, Telangana, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089771051","display_name":"Pr\u0105sun Chakrabarti","orcid":"https://orcid.org/0000-0001-8062-4144"},"institutions":[{"id":"https://openalex.org/I94511900","display_name":"Sir Padampat Singhania University","ror":"https://ror.org/03mhsvf98","country_code":"IN","type":"education","lineage":["https://openalex.org/I94511900"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prasun Chakrabarti","raw_affiliation_strings":["Department of Computer Science and Engineering, Sir Padampat Singhania University, Udaipur 313601, Rajasthan, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sir Padampat Singhania University, Udaipur 313601, Rajasthan, India","institution_ids":["https://openalex.org/I94511900"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5056701836"],"corresponding_institution_ids":["https://openalex.org/I59422894"],"apc_list":null,"apc_paid":null,"fwci":4.0081,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.94749342,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"24","issue":"01","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.15839999914169312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.15839999914169312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.66800457239151},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5240041017532349},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.507337749004364},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45457029342651367},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37885019183158875},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3245992958545685},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32248643040657043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66800457239151},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5240041017532349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.507337749004364},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45457029342651367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37885019183158875},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3245992958545685},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32248643040657043}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1142/s0219649225500017","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219649225500017","pdf_url":null,"source":{"id":"https://openalex.org/S30163770","display_name":"Journal of Information & Knowledge Management","issn_l":"0219-6492","issn":["0219-6492","1793-6926"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information & Knowledge Management","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:wsi:jikmxx:v:24:y:2025:i:01:n:s0219649225500017","is_oa":false,"landing_page_url":"http://www.worldscientific.com/doi/abs/10.1142/S0219649225500017","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1882516042","https://openalex.org/W1892947258","https://openalex.org/W2060314721","https://openalex.org/W2067018983","https://openalex.org/W2230773113","https://openalex.org/W2302255633","https://openalex.org/W2521443754","https://openalex.org/W2566079294","https://openalex.org/W2789713147","https://openalex.org/W2794022343","https://openalex.org/W2795414739","https://openalex.org/W2880214242","https://openalex.org/W2890139949","https://openalex.org/W2962784654","https://openalex.org/W2962891897","https://openalex.org/W2963768110","https://openalex.org/W2964184826","https://openalex.org/W2996320484","https://openalex.org/W3007486523","https://openalex.org/W3046005725","https://openalex.org/W3083978735","https://openalex.org/W3173703884","https://openalex.org/W3176466780","https://openalex.org/W3183765587","https://openalex.org/W3195008180","https://openalex.org/W4200620662","https://openalex.org/W4285091305","https://openalex.org/W4289225591","https://openalex.org/W4292995372","https://openalex.org/W4309297034","https://openalex.org/W4309634738","https://openalex.org/W4376139539","https://openalex.org/W4389459178","https://openalex.org/W4390827600"],"related_works":["https://openalex.org/W2466816617","https://openalex.org/W1970834875","https://openalex.org/W842936808","https://openalex.org/W3174028392","https://openalex.org/W2000517284","https://openalex.org/W2365318811","https://openalex.org/W2136503713","https://openalex.org/W2375330620","https://openalex.org/W2363755581","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Most":[0],"deep":[1,91,148,173,188],"learning":[2,53,81,92,149,156,189,199],"models":[3,197],"face":[4],"difficulties":[5],"in":[6,35,51,90,102,128,146,172,187],"analysing":[7],"image":[8,118],"information":[9,15,23,47,88,100,143,161,170,180,218,237],"due":[10],"to":[11,33,41,71,83,96,122,201,216],"the":[12,22,42,52,79,85,103,116,135,142,147,167,203,234,241],"concept":[13],"of":[14,37,87,169,205,236],"bottlenecks":[16,48,162,171,181],"and":[17,31,137,198,231,244,261,270,282],"their":[18,65],"corresponding":[19],"methodologies.":[20],"But,":[21],"bottleneck":[24,89,101,144],"is":[25,49,182],"used":[26],"for":[27,62,163,184,233,278],"discarding":[28],"redundant":[29],"data":[30,38],"trying":[32],"maximise":[34],"favour":[36],"directly":[39],"relevant":[40],"task-oriented":[43],"information.":[44],"However,":[45],"managing":[46,185],"challenging":[50],"model":[54,82,279],"process.":[55],"Although":[56],"convolutional":[57],"neural":[58],"networks":[59],"are":[60,120],"designed":[61],"small-scale":[63],"processing,":[64],"inductive":[66],"bias":[67],"makes":[68],"it":[69],"difficult":[70],"learn":[72],"contextual":[73],"features.":[74],"Thus,":[75],"we":[76,254],"have":[77,223],"considered":[78,134,224,276],"theoretical":[80],"justify":[84],"advantages":[86],"model.":[93,106,150],"We":[94,133,191,222,274],"tried":[95],"use":[97],"a":[98,154],"fundamental":[99],"vision":[104],"transformer":[105,131],"The":[107],"channel":[108],"density":[109],"module":[110],"cleans":[111],"up":[112],"task-related":[113],"data,":[114],"while":[115],"collected":[117],"representations":[119],"encouraged":[121],"be":[123],"diverse":[124],"through":[125,285],"local":[126,130],"connections":[127],"cumulative":[129],"blocks.":[132],"encoder":[136],"decoder":[138],"methods":[139],"that":[140,158,178],"analyse":[141],"techniques":[145],"This":[151],"paper":[152],"presents":[153],"rigorous":[155],"theory":[157],"mathematically":[159],"links":[160],"generalisation":[164,213,251],"errors,":[165],"demonstrating":[166],"usefulness":[168],"learning.":[174],"Our":[175],"approach":[176],"suggests":[177],"limiting":[179],"crucial":[183],"errors":[186,214],"techniques.":[190],"conducted":[192],"experiments":[193],"across":[194],"various":[195,228],"mathematical":[196,208],"environments":[200],"test":[202],"validity":[204],"our":[206],"new":[207],"insights.":[209],"In":[210],"many":[211],"cases,":[212],"correspond":[215],"unwanted":[217],"at":[219],"hidden":[220],"levels.":[221],"boundary":[225],"approaches":[226,249],"using":[227,250],"scaling":[229],"parameters":[230],"dimensions":[232],"degree":[235],"bottleneck.":[238],"As":[239],"per":[240],"estimation":[242],"loss":[243,259,268],"error":[245,262,271],"by":[246],"different":[247],"correlation":[248,257,266],"gap":[252],"methods,":[253],"found":[255],"Spearman":[256],"having":[258,267],"(0.86)":[260],"(0.758),":[263],"whereas":[264],"Pearson":[265],"(0.85)":[269],"(0.76),":[272],"respectively.":[273],"also":[275],"outputs":[277],"compression":[280],"metrics":[281],"analysed":[283],"them":[284],"comparative":[286],"performance.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}