[{"data":1,"prerenderedAt":235},["ShallowReactive",2],{"publication-2020\u002Fa-smart-cache-content-update-policy-based-on-deep-reinforcement-learning":3,"publication-members":68},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"_hidden":6,"authors":10,"authors_orcid":15,"year":20,"doi":21,"openalex_id":22,"venue":23,"abstract_screenshot":24,"keywords":25,"body":37,"_type":61,"_id":62,"_source":63,"_file":64,"_stem":65,"_extension":66,"locale":67},"\u002Fpublications\u002F2020\u002Fa-smart-cache-content-update-policy-based-on-deep-reinforcement-learning","2020",false,"","A Smart Cache Content Update Policy Based on Deep Reinforcement Learning","This paper proposes a DRL-based cache content update policy in the cache-enabled network to improve the cache hit ratio and reduce the average latency. In contrast to the existing policies, a more practical cache scenario is considered in this work, in which the content requests vary by both time and location. Considering the constraint of the limited cache capacity, the dynamic content update problem is modeled as a Markov decision process (MDP). Besides that, the deep Q-learning network (DQN) algorithm is utilised to solve the MDP problem. Specifically, the neural network is optimised to approximate the \u003Ca:math xmlns:a=\"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML\" id=\"M1\"> \u003Ca:mi>Q\u003C\u002Fa:mi> \u003C\u002Fa:math> value where the training data are chosen from the experience replay memory. The DQN agent derives the optimal policy for the cache decision. Compared with the existing policies, the simulation results show that our proposed policy is 56%–64% improved in terms of the cache hit ratio and 56%–59% decreased in terms of the average latency.",[11,12,13,14],"Li, Lincan","Kwong, Chiew Foong","Liu, Qianyu","Wang, Jing",[16,17,18,19],"0000-0002-3774-8878","0000-0001-7857-511X","0000-0002-2660-7287","0000-0002-4627-6307",2020,"https:\u002F\u002Fdoi.org\u002F10.1155\u002F2020\u002F8836592","W3101326866","Wireless Communications and Mobile Computing",null,[26,27,28,29,30,31,32,33,34,35,36],"Computer science","Cache","Markov decision process","Reinforcement learning","Latency (audio)","Cache algorithms","Smart Cache","Parallel computing","CPU cache","Artificial intelligence","Markov process",{"type":38,"children":39,"toc":58},"root",[40],{"type":41,"tag":42,"props":43,"children":44},"element","p",{},[45,48,56],{"type":46,"value":47},"text","This paper proposes a DRL-based cache content update policy in the cache-enabled network to improve the cache hit ratio and reduce the average latency. In contrast to the existing policies, a more practical cache scenario is considered in this work, in which the content requests vary by both time and location. Considering the constraint of the limited cache capacity, the dynamic content update problem is modeled as a Markov decision process (MDP). Besides that, the deep Q-learning network (DQN) algorithm is utilised to solve the MDP problem. Specifically, the neural network is optimised to approximate the \u003Ca:math xmlns:a=\"",{"type":41,"tag":49,"props":50,"children":54},"a",{"href":51,"rel":52},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[53],"nofollow",[55],{"type":46,"value":51},{"type":46,"value":57},"\" id=\"M1\"> \u003Ca:mi>Q\u003C\u002Fa:mi> \u003C\u002Fa:math> value where the training data are chosen from the experience replay memory. The DQN agent derives the optimal policy for the cache decision. Compared with the existing policies, the simulation results show that our proposed policy is 56%–64% improved in terms of the cache hit ratio and 56%–59% decreased in terms of the average latency.",{"title":7,"searchDepth":59,"depth":59,"links":60},2,[],"markdown","content:publications:2020:a-smart-cache-content-update-policy-based-on-deep-reinforcement-learning.md","content","publications\u002F2020\u002Fa-smart-cache-content-update-policy-based-on-deep-reinforcement-learning.md","publications\u002F2020\u002Fa-smart-cache-content-update-policy-based-on-deep-reinforcement-learning","md","en",[69,78,84,94,101,109,121,130,137,144,151,158,165,177,186,196,205,213],{"_path":70,"title":71,"name":72,"role":73,"email":7,"image":74,"category":75,"order":76,"_id":77},"\u002Fmembers\u002Falumni\u002Frui-li","Research Assistant from Oct.,2023 to June.,2024","Rui Li","Research Assistant (Alumni)","\u002Fimages\u002Fdefault.jpg","alumni","17","content:members:alumni:rui-li.md",{"_path":79,"title":80,"name":81,"role":73,"email":7,"image":74,"category":75,"order":82,"_id":83},"\u002Fmembers\u002Falumni\u002Fyuhao-shi","Research Assistant from Feb.,2023 to Nov.,2024","Yuhao Shi","18","content:members:alumni:yuhao-shi.md",{"_path":85,"title":86,"name":87,"role":88,"email":89,"image":90,"category":91,"order":92,"_id":93},"\u002Fmembers\u002Fresearch-assistants\u002Fhang-xu","Research Assistant - B.Sc student in Computer Science","Hang Xu","Research Assistant","hang.xu@nottingham.edu.cn","assets\u002Fhangxu.jpg","research-assistants","14","content:members:research-assistants:hang-xu.md",{"_path":95,"title":88,"name":96,"role":88,"email":97,"image":98,"category":91,"order":99,"_id":100},"\u002Fmembers\u002Fresearch-assistants\u002Fxing-hou","Xing Hou","xing.hou@nottingham.edu.cn","assets\u002Fxinghou.png","15","content:members:research-assistants:xing-hou.md",{"_path":102,"title":103,"name":104,"role":105,"email":106,"image":74,"category":91,"order":107,"_id":108},"\u002Fmembers\u002Fresearch-assistants\u002Fxiuqi-wang","Intern Research Assistant - B.Sc student in Department of Electrical and Electronic Engineering","Xiuqi Wang","Intern Research Assistant","xiuqi.wang@nottingham.edu.cn","16","content:members:research-assistants:xiuqi-wang.md",{"_path":110,"title":111,"name":112,"role":113,"email":114,"scholar":115,"image":116,"category":117,"order":118,"orcid":119,"_id":120},"\u002Fmembers\u002Fresearch-students\u002Ffuhua-jia","PhD Student, Department of Mechanical, Materials and Manufacturing Engineering","Fuhua Jia","PhD Student","Fuhua.JIA@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=Zz2ccJ4AAAAJ&hl","assets\u002Fjiafuhua.png","research-students","09","0009-0002-6693-9371","content:members:research-students:fuhua-jia.md",{"_path":122,"title":123,"name":124,"role":125,"email":126,"image":127,"category":117,"order":128,"_id":129},"\u002Fmembers\u002Fresearch-students\u002Fhao-wang","Master by Research Student, Department of Mechanical, Materials and Manufacturing Engineering","Hao Wang","Master by Research Student","hao.wang@nottingham.edu.cn","assets\u002Fwanghao.png","12","content:members:research-students:hao-wang.md",{"_path":131,"title":111,"name":132,"role":113,"email":133,"image":134,"category":117,"order":135,"_id":136},"\u002Fmembers\u002Fresearch-students\u002Fjunlin-xiao","Junlin Xiao","junlin.xiao@nottingham.edu.cn","assets\u002Fjunlin-xiao.jpg","10","content:members:research-students:junlin-xiao.md",{"_path":138,"title":111,"name":139,"role":113,"email":140,"image":141,"category":117,"order":142,"_id":143},"\u002Fmembers\u002Fresearch-students\u002Fliming-li","Liming Li","Liming.Li@nottingham.edu.cn","assets\u002Fliming-li.jpg","11","content:members:research-students:liming-li.md",{"_path":145,"title":111,"name":146,"role":113,"email":147,"image":148,"category":117,"order":149,"_id":150},"\u002Fmembers\u002Fresearch-students\u002Fmengshen-yang","Mengshen Yang","Mengshen.Yang@nottingham.edu.cn","assets\u002Fyangmengshen.png","07","content:members:research-students:mengshen-yang.md",{"_path":152,"title":123,"name":153,"role":125,"email":154,"image":155,"category":117,"order":156,"_id":157},"\u002Fmembers\u002Fresearch-students\u002Fruoxu-xiao","Ruoxu Xiao","ruoxu.Xiao@nottingham.edu.cn","assets\u002Fruoxuxiao.jpg","13","content:members:research-students:ruoxu-xiao.md",{"_path":159,"title":111,"name":160,"role":113,"email":161,"image":162,"category":117,"order":163,"_id":164},"\u002Fmembers\u002Fresearch-students\u002Ftianyi-chen","Tianyi Chen","Tianyi.Chen@nottingham.edu.cn","assets\u002Fchentianyi.png","08","content:members:research-students:tianyi-chen.md",{"_path":166,"title":167,"name":168,"role":169,"email":170,"scholar":171,"image":172,"category":173,"order":174,"orcid":175,"_id":176},"\u002Fmembers\u002Fstaff\u002Fadam-rushworth","Associate Professor in Materials and Manufacturing, PGCHE","Dr Adam Rushworth","Deputy Director of Control System Lab","Adam.Rushworth@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=XvRnzQYAAAAJ&hl","assets\u002Fadam-rushworth.webp","staff","02","0000-0003-3803-7549","content:members:staff:adam-rushworth.md",{"_path":178,"title":179,"name":180,"role":179,"email":181,"scholar":182,"image":183,"category":173,"order":184,"_id":185},"\u002Fmembers\u002Fstaff\u002Fahmed-abdelwahed","Assistant Professor","Dr Ahmed Nasr Abdelwahed","Ahmed.Abdelwahed@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=9cCVF5cAAAAJ","assets\u002Fahmed.webp","06","content:members:staff:ahmed-abdelwahed.md",{"_path":187,"title":188,"name":189,"role":190,"email":191,"scholar":192,"image":193,"category":173,"order":194,"orcid":17,"_id":195},"\u002Fmembers\u002Fstaff\u002Fchiew-foong-kwong","Head of Department of Electrical and Electronic Engineering","Dr Chiew Foong Kwong","Associate Professor, Head of Department","Chiew-Foong.Kwong@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=DiX0phAAAAAJ&hl=zh-CN&oi=ao","assets\u002Fcf.jpg","03","content:members:staff:chiew-foong-kwong.md",{"_path":197,"title":198,"name":199,"role":198,"email":200,"scholar":201,"image":202,"category":173,"order":203,"_id":204},"\u002Fmembers\u002Fstaff\u002Fdonglei-sun","Assistant Professor of Aerospace Aerodynamics","Dr Donglei Sun","Donglei.Sun@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=C4EmdWMAAAAJ","assets\u002Fdonglei-sun.webp","05","content:members:staff:donglei-sun.md",{"_path":206,"title":198,"name":207,"role":198,"email":208,"scholar":209,"image":210,"category":173,"order":211,"_id":212},"\u002Fmembers\u002Fstaff\u002Frichard-adjei","Dr Richard Amankwa Adjei","Richard-Amankwa.Adjei@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=TshunUEAAAAJ&hl=zh-CN&oi=ao","assets\u002Frichard.webp","04","content:members:staff:richard-adjei.md",{"_path":214,"title":215,"name":216,"role":217,"email":218,"scholar":219,"orcid":220,"image":221,"category":173,"interests":222,"order":233,"_id":234},"\u002Fmembers\u002Fstaff\u002Fsalman-ijaz","Assistant Professor (Lecturer) in Control of Aerospace Systems","Dr Salman Ijaz","Director of Control System Lab","salman.ijaz@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=77HGe2UAAAAJ&hl","0000-0003-1483-4754","assets\u002Fsalman-ijaz.webp",[223,224,225,226,227,228,229,230,231,232],"Fault tolerant control of aircraft","Linear parameter varying control of nonlinear systems","Fractional order modeling and control of aircraft system","Control allocation Scheme","Integral sliding mode control","Robust control","Aircraft actuation system (dissimilar redundant actuation system)","Aircraft dynamics and control","Unmanned aerial vehicle system","More Electric Aircrafts","01","content:members:staff:salman-ijaz.md",1782613948926]