{"id":"https://openalex.org/W2130751725","doi":"https://doi.org/10.1109/tsmcc.2004.843188","title":"A Novel Approach to Multiagent Reinforcement Learning: Utilizing OLAP Mining in the Learning Process","display_name":"A Novel Approach to Multiagent Reinforcement Learning: Utilizing OLAP Mining in the Learning Process","publication_year":2005,"publication_date":"2005-10-24","ids":{"openalex":"https://openalex.org/W2130751725","doi":"https://doi.org/10.1109/tsmcc.2004.843188","mag":"2130751725"},"language":"en","primary_location":{"id":"doi:10.1109/tsmcc.2004.843188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmcc.2004.843188","pdf_url":null,"source":{"id":"https://openalex.org/S4210227557","display_name":"IEEE Transactions on Systems Man and Cybernetics Part C (Applications and Reviews)","issn_l":"1094-6977","issn":["1094-6977","1558-2442"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man and Cybernetics, Part C (Applications and Reviews)","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100631239","display_name":"Mehmet Kaya","orcid":"https://orcid.org/0000-0003-2995-8282"},"institutions":[{"id":"https://openalex.org/I143396566","display_name":"F\u0131rat University","ror":"https://ror.org/05teb7b63","country_code":"TR","type":"education","lineage":["https://openalex.org/I143396566"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"M. Kaya","raw_affiliation_strings":["Department of Computer Engineering, Firat University, Elazig, Turkey","Dept of Computer Engineering, Firat University, Elazig, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Firat University, Elazig, Turkey","institution_ids":["https://openalex.org/I143396566"]},{"raw_affiliation_string":"Dept of Computer Engineering, Firat University, Elazig, Turkey","institution_ids":["https://openalex.org/I143396566"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066265052","display_name":"Reda Alhajj","orcid":"https://orcid.org/0000-0001-6657-9738"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"R. Alhajj","raw_affiliation_strings":["ADSA Laboratory, Department of Computer Science, University of Calgary, Calgary, AB, Canada","[ADSA Laboratory, Department of Computer Science, University of Calgary, Calgary, AB, Canada]"],"affiliations":[{"raw_affiliation_string":"ADSA Laboratory, Department of Computer Science, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"[ADSA Laboratory, Department of Computer Science, University of Calgary, Calgary, AB, Canada]","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100631239"],"corresponding_institution_ids":["https://openalex.org/I143396566"],"apc_list":null,"apc_paid":null,"fwci":2.6325,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.90904059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"35","issue":"4","first_page":"582","last_page":"590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7940638661384583},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7744983434677124},{"id":"https://openalex.org/keywords/online-analytical-processing","display_name":"Online analytical processing","score":0.7139182090759277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6424883008003235},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6043013334274292},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5497609972953796},{"id":"https://openalex.org/keywords/association-rule-learning","display_name":"Association rule learning","score":0.5442907214164734},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49410393834114075},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45971181988716125},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.44106894731521606},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4407186508178711},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.419286847114563},{"id":"https://openalex.org/keywords/data-warehouse","display_name":"Data warehouse","score":0.16517293453216553},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07665431499481201}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7940638661384583},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7744983434677124},{"id":"https://openalex.org/C201932085","wikidata":"https://www.wikidata.org/wiki/Q642514","display_name":"Online analytical processing","level":3,"score":0.7139182090759277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6424883008003235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6043013334274292},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5497609972953796},{"id":"https://openalex.org/C193524817","wikidata":"https://www.wikidata.org/wiki/Q386780","display_name":"Association rule learning","level":2,"score":0.5442907214164734},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49410393834114075},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45971181988716125},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44106894731521606},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4407186508178711},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.419286847114563},{"id":"https://openalex.org/C135572916","wikidata":"https://www.wikidata.org/wiki/Q193351","display_name":"Data warehouse","level":2,"score":0.16517293453216553},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07665431499481201},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmcc.2004.843188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmcc.2004.843188","pdf_url":null,"source":{"id":"https://openalex.org/S4210227557","display_name":"IEEE Transactions on Systems Man and Cybernetics Part C (Applications and Reviews)","issn_l":"1094-6977","issn":["1094-6977","1558-2442"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man and Cybernetics, Part C (Applications and Reviews)","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1484413656","https://openalex.org/W1507037584","https://openalex.org/W1513468570","https://openalex.org/W1540705742","https://openalex.org/W1542941925","https://openalex.org/W1557517019","https://openalex.org/W1597161471","https://openalex.org/W1641379095","https://openalex.org/W1681475672","https://openalex.org/W1980960474","https://openalex.org/W2000473687","https://openalex.org/W2053616263","https://openalex.org/W2072764742","https://openalex.org/W2087587997","https://openalex.org/W2103791569","https://openalex.org/W2121863487","https://openalex.org/W2127007419","https://openalex.org/W2134197825","https://openalex.org/W2147492008","https://openalex.org/W2150526575","https://openalex.org/W2153028052","https://openalex.org/W2166559705","https://openalex.org/W2997167919","https://openalex.org/W4214717370","https://openalex.org/W6628750762","https://openalex.org/W6630520071","https://openalex.org/W6632588778","https://openalex.org/W6635733350","https://openalex.org/W6682160679"],"related_works":["https://openalex.org/W3011164083","https://openalex.org/W4210912933","https://openalex.org/W2275038102","https://openalex.org/W3004775508","https://openalex.org/W3005560120","https://openalex.org/W3094270515","https://openalex.org/W2118336583","https://openalex.org/W3209094908","https://openalex.org/W2751504412","https://openalex.org/W4255994452"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,9,23,55,60,82,113,238],"is":[2,62,101,126,147,195,202],"considered":[3],"as":[4,29],"a":[5,68,84,94,111,129,178,189,226],"strong":[6],"method":[7],"for":[8],"in":[10,26,71,83,108,160],"multiagent":[11,89],"systems":[12,90],"environments.":[13],"However,":[14],"it":[15],"still":[16,92],"has":[17],"some":[18,38,47,72],"drawbacks,":[19],"including":[20],"modeling":[21],"other":[22,155],"agents":[24,146],"present":[25],"the":[27,32,35,54,59,124,141,151,154,161,165,184,217,231,236],"domain":[28,229],"part":[30],"of":[31,34,140,153,164,235],"state":[33,142],"environment,":[36],"and":[37,87,96,138,233],"states":[39,73,205],"are":[40,50,207,221],"much":[41],"less":[42],"experienced":[43,210],"than":[44],"others,":[45],"or":[46],"state-action":[48],"pairs":[49],"never":[51],"visited":[52],"during":[53],"phase.":[56],"Further,":[57],"before":[58],"process":[61,125],"completed,":[63],"an":[64],"agent":[65,166],"cannot":[66],"exhibit":[67],"certain":[69],"behavior":[70],"that":[74,81,100,115,134,194,206],"may":[75],"be":[76,171],"sufficiently":[77,209],"experienced.":[78],"This":[79,149],"shows":[80],"partially":[85],"observable":[86],"dynamic":[88],"environment":[91,163],"constitutes":[93],"difficult":[95],"major":[97],"research":[98],"problem":[99],"worth":[102],"further":[103],"investigation.":[104],"Motivated":[105],"by":[106,145,173,211],"this,":[107],"this":[109],"paper,":[110],"novel":[112],"approach":[114],"integrates":[116],"online":[117,175],"analytical":[118],"processing":[119,139],"(OLAP)-based":[120],"data":[121,130,180,186,219],"mining":[122,181,201,212],"into":[123],"proposed.":[127],"First,":[128],"cube":[131,220],"OLAP":[132],"architecture":[133],"facilitates":[135],"effective":[136],"storage":[137],"information":[143],"reported":[144],"described.":[148],"way,":[150],"action":[152,191],"agent,":[156],"even":[157],"one":[158],"not":[159,208],"visual":[162],"under":[167],"consideration,":[168],"can":[169],"simply":[170],"estimated":[172],"extracting":[174],"association":[176,199,214],"rules,":[177],"well-known":[179,227],"technique,":[182],"from":[183,216],"constructed":[185],"cube.":[187],"Then,":[188],"new":[190],"selection":[192],"model":[193],"also":[196],"based":[197],"on":[198,225],"rules":[200,215],"presented.":[203],"Finally,":[204],"multiple-level":[213],"proposed":[218,237],"generalized.":[222],"Experiments":[223],"conducted":[224],"pursuit":[228],"show":[230],"robustness":[232],"effectiveness":[234],"approach.":[239]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}