[{"data":1,"prerenderedAt":229},["ShallowReactive",2],{"publication-2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear":3,"publication-members":62},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"_hidden":6,"authors":10,"authors_orcid":17,"year":24,"doi":25,"openalex_id":26,"venue":27,"abstract_screenshot":28,"keywords":29,"body":42,"_type":55,"_id":56,"_source":57,"_file":58,"_stem":59,"_extension":60,"locale":61},"\u002Fpublications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear","2021",false,"","Autonomous Mobility Management for 5G Ultra-Dense HetNets via Reinforcement Learning With Tile Coding Function Approximation","Mobility management is an important feature in modern wireless networks that can provide seamless and ubiquitous connectivity to mobile users. Due to the dense deployment of small cells and heterogeneous network topologies, the traditional handover control method can lead to various mobility-related problems, such as frequent handovers and handover failures. On the other hand, the mobility management’s maintenance and operation cost is also increased due to increasing node density. In this paper, an autonomous mobility management control approach is proposed to increase the mobility robustness of user equipment (UE) mobility and minimize the operational cost of mobility management. The proposed method is based on reinforcement learning, which can autonomously learn an optimal handover control policy by interacting with the environment. The function approximation approach is adopted to allow reinforcement learning to process a large state and action space. A linear function approximator is used to approximate the state-action value function. Finally, the semi-gradient state-action-reward-state-action (Sarsa) method is implemented to update the approximated state-action function and learn the optimal handover control policy. The simulation results show that the proposed method can effectively improve the mobility robustness of UE under different speed ranges. Compared with the conventional reference signal received power (RSRP) based approach, the proposed approach can reduce unnecessary handovers by about 20% and latency by 58%, while achieving near zero handover failure rate, and increasing throughput by 12%.",[11,12,13,14,15,16],"Liu, Qianyu","Kwong, Chiew Foong","Zhou, Sijia","Ye, Tianhao","Li, Lincan","Ardakani, Saeid Pourroostaei",[18,19,20,21,22,23],"0000-0002-2660-7287","0000-0001-7857-511X","0000-0003-2933-0006","0000-0003-4658-6492","0000-0002-3774-8878","0000-0001-8062-6617",2021,"https:\u002F\u002Fdoi.org\u002F10.1109\u002Faccess.2021.3095555","W3179837957","IEEE Access",null,[30,31,32,33,34,35,36,37,38,39,40,41],"Handover","Reinforcement learning","Computer science","Mobility management","Robustness (evolution)","Computer network","Mobility model","Cellular network","Wireless","Distributed computing","Artificial intelligence","Telecommunications",{"type":43,"children":44,"toc":52},"root",[45],{"type":46,"tag":47,"props":48,"children":49},"element","p",{},[50],{"type":51,"value":9},"text",{"title":7,"searchDepth":53,"depth":53,"links":54},2,[],"markdown","content:publications:2021:autonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear.md","content","publications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear.md","publications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear","md","en",[63,72,78,88,95,103,115,124,131,138,145,152,159,171,180,190,199,207],{"_path":64,"title":65,"name":66,"role":67,"email":7,"image":68,"category":69,"order":70,"_id":71},"\u002Fmembers\u002Falumni\u002Frui-li","Research Assistant from Oct.,2023 to June.,2024","Rui Li","Research Assistant (Alumni)","\u002Fimages\u002Fdefault.jpg","alumni","17","content:members:alumni:rui-li.md",{"_path":73,"title":74,"name":75,"role":67,"email":7,"image":68,"category":69,"order":76,"_id":77},"\u002Fmembers\u002Falumni\u002Fyuhao-shi","Research Assistant from Feb.,2023 to Nov.,2024","Yuhao Shi","18","content:members:alumni:yuhao-shi.md",{"_path":79,"title":80,"name":81,"role":82,"email":83,"image":84,"category":85,"order":86,"_id":87},"\u002Fmembers\u002Fresearch-assistants\u002Fhang-xu","Research Assistant - B.Sc student in Computer Science","Hang Xu","Research Assistant","hang.xu@nottingham.edu.cn","assets\u002Fhangxu.jpg","research-assistants","14","content:members:research-assistants:hang-xu.md",{"_path":89,"title":82,"name":90,"role":82,"email":91,"image":92,"category":85,"order":93,"_id":94},"\u002Fmembers\u002Fresearch-assistants\u002Fxing-hou","Xing Hou","xing.hou@nottingham.edu.cn","assets\u002Fxinghou.png","15","content:members:research-assistants:xing-hou.md",{"_path":96,"title":97,"name":98,"role":99,"email":100,"image":68,"category":85,"order":101,"_id":102},"\u002Fmembers\u002Fresearch-assistants\u002Fxiuqi-wang","Intern Research Assistant - B.Sc student in Department of Electrical and Electronic Engineering","Xiuqi Wang","Intern Research Assistant","xiuqi.wang@nottingham.edu.cn","16","content:members:research-assistants:xiuqi-wang.md",{"_path":104,"title":105,"name":106,"role":107,"email":108,"scholar":109,"image":110,"category":111,"order":112,"orcid":113,"_id":114},"\u002Fmembers\u002Fresearch-students\u002Ffuhua-jia","PhD Student, Department of Mechanical, Materials and Manufacturing Engineering","Fuhua Jia","PhD Student","Fuhua.JIA@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=Zz2ccJ4AAAAJ&hl","assets\u002Fjiafuhua.png","research-students","09","0009-0002-6693-9371","content:members:research-students:fuhua-jia.md",{"_path":116,"title":117,"name":118,"role":119,"email":120,"image":121,"category":111,"order":122,"_id":123},"\u002Fmembers\u002Fresearch-students\u002Fhao-wang","Master by Research Student, Department of Mechanical, Materials and Manufacturing Engineering","Hao Wang","Master by Research Student","hao.wang@nottingham.edu.cn","assets\u002Fwanghao.png","12","content:members:research-students:hao-wang.md",{"_path":125,"title":105,"name":126,"role":107,"email":127,"image":128,"category":111,"order":129,"_id":130},"\u002Fmembers\u002Fresearch-students\u002Fjunlin-xiao","Junlin Xiao","junlin.xiao@nottingham.edu.cn","assets\u002Fjunlin-xiao.jpg","10","content:members:research-students:junlin-xiao.md",{"_path":132,"title":105,"name":133,"role":107,"email":134,"image":135,"category":111,"order":136,"_id":137},"\u002Fmembers\u002Fresearch-students\u002Fliming-li","Liming Li","Liming.Li@nottingham.edu.cn","assets\u002Fliming-li.jpg","11","content:members:research-students:liming-li.md",{"_path":139,"title":105,"name":140,"role":107,"email":141,"image":142,"category":111,"order":143,"_id":144},"\u002Fmembers\u002Fresearch-students\u002Fmengshen-yang","Mengshen Yang","Mengshen.Yang@nottingham.edu.cn","assets\u002Fyangmengshen.png","07","content:members:research-students:mengshen-yang.md",{"_path":146,"title":117,"name":147,"role":119,"email":148,"image":149,"category":111,"order":150,"_id":151},"\u002Fmembers\u002Fresearch-students\u002Fruoxu-xiao","Ruoxu Xiao","ruoxu.Xiao@nottingham.edu.cn","assets\u002Fruoxuxiao.jpg","13","content:members:research-students:ruoxu-xiao.md",{"_path":153,"title":105,"name":154,"role":107,"email":155,"image":156,"category":111,"order":157,"_id":158},"\u002Fmembers\u002Fresearch-students\u002Ftianyi-chen","Tianyi Chen","Tianyi.Chen@nottingham.edu.cn","assets\u002Fchentianyi.png","08","content:members:research-students:tianyi-chen.md",{"_path":160,"title":161,"name":162,"role":163,"email":164,"scholar":165,"image":166,"category":167,"order":168,"orcid":169,"_id":170},"\u002Fmembers\u002Fstaff\u002Fadam-rushworth","Associate Professor in Materials and Manufacturing, PGCHE","Dr Adam Rushworth","Deputy Director of Control System Lab","Adam.Rushworth@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=XvRnzQYAAAAJ&hl","assets\u002Fadam-rushworth.webp","staff","02","0000-0003-3803-7549","content:members:staff:adam-rushworth.md",{"_path":172,"title":173,"name":174,"role":173,"email":175,"scholar":176,"image":177,"category":167,"order":178,"_id":179},"\u002Fmembers\u002Fstaff\u002Fahmed-abdelwahed","Assistant Professor","Dr Ahmed Nasr Abdelwahed","Ahmed.Abdelwahed@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=9cCVF5cAAAAJ","assets\u002Fahmed.webp","06","content:members:staff:ahmed-abdelwahed.md",{"_path":181,"title":182,"name":183,"role":184,"email":185,"scholar":186,"image":187,"category":167,"order":188,"orcid":19,"_id":189},"\u002Fmembers\u002Fstaff\u002Fchiew-foong-kwong","Head of Department of Electrical and Electronic Engineering","Dr Chiew Foong Kwong","Associate Professor, Head of Department","Chiew-Foong.Kwong@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=DiX0phAAAAAJ&hl=zh-CN&oi=ao","assets\u002Fcf.jpg","03","content:members:staff:chiew-foong-kwong.md",{"_path":191,"title":192,"name":193,"role":192,"email":194,"scholar":195,"image":196,"category":167,"order":197,"_id":198},"\u002Fmembers\u002Fstaff\u002Fdonglei-sun","Assistant Professor of Aerospace Aerodynamics","Dr Donglei Sun","Donglei.Sun@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=C4EmdWMAAAAJ","assets\u002Fdonglei-sun.webp","05","content:members:staff:donglei-sun.md",{"_path":200,"title":192,"name":201,"role":192,"email":202,"scholar":203,"image":204,"category":167,"order":205,"_id":206},"\u002Fmembers\u002Fstaff\u002Frichard-adjei","Dr Richard Amankwa Adjei","Richard-Amankwa.Adjei@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=TshunUEAAAAJ&hl=zh-CN&oi=ao","assets\u002Frichard.webp","04","content:members:staff:richard-adjei.md",{"_path":208,"title":209,"name":210,"role":211,"email":212,"scholar":213,"orcid":214,"image":215,"category":167,"interests":216,"order":227,"_id":228},"\u002Fmembers\u002Fstaff\u002Fsalman-ijaz","Assistant Professor (Lecturer) in Control of Aerospace Systems","Dr Salman Ijaz","Director of Control System Lab","salman.ijaz@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=77HGe2UAAAAJ&hl","0000-0003-1483-4754","assets\u002Fsalman-ijaz.webp",[217,218,219,220,221,222,223,224,225,226],"Fault tolerant control of aircraft","Linear parameter varying control of nonlinear systems","Fractional order modeling and control of aircraft system","Control allocation Scheme","Integral sliding mode control","Robust control","Aircraft actuation system (dissimilar redundant actuation system)","Aircraft dynamics and control","Unmanned aerial vehicle system","More Electric Aircrafts","01","content:members:staff:salman-ijaz.md",1782613945227]