[{"data":1,"prerenderedAt":295},["ShallowReactive",2],{"publication-2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear-en":3,"publication-members":62},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"_hidden":6,"authors":10,"authors_orcid":17,"year":24,"doi":25,"openalex_id":26,"venue":27,"abstract_screenshot":28,"keywords":29,"body":42,"_type":55,"_id":56,"_source":57,"_file":58,"_stem":59,"_extension":60,"locale":61},"\u002Fpublications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear","2021",false,"","Autonomous Mobility Management for 5G Ultra-Dense HetNets via Reinforcement Learning With Tile Coding Function Approximation","Mobility management is an important feature in modern wireless networks that can provide seamless and ubiquitous connectivity to mobile users. Due to the dense deployment of small cells and heterogeneous network topologies, the traditional handover control method can lead to various mobility-related problems, such as frequent handovers and handover failures. On the other hand, the mobility management’s maintenance and operation cost is also increased due to increasing node density. In this paper, an autonomous mobility management control approach is proposed to increase the mobility robustness of user equipment (UE) mobility and minimize the operational cost of mobility management. The proposed method is based on reinforcement learning, which can autonomously learn an optimal handover control policy by interacting with the environment. The function approximation approach is adopted to allow reinforcement learning to process a large state and action space. A linear function approximator is used to approximate the state-action value function. Finally, the semi-gradient state-action-reward-state-action (Sarsa) method is implemented to update the approximated state-action function and learn the optimal handover control policy. The simulation results show that the proposed method can effectively improve the mobility robustness of UE under different speed ranges. Compared with the conventional reference signal received power (RSRP) based approach, the proposed approach can reduce unnecessary handovers by about 20% and latency by 58%, while achieving near zero handover failure rate, and increasing throughput by 12%.",[11,12,13,14,15,16],"Liu, Qianyu","Kwong, Chiew Foong","Zhou, Sijia","Ye, Tianhao","Li, Lincan","Ardakani, Saeid Pourroostaei",[18,19,20,21,22,23],"0000-0002-2660-7287","0000-0001-7857-511X","0000-0003-2933-0006","0000-0003-4658-6492","0000-0002-3774-8878","0000-0001-8062-6617",2021,"https:\u002F\u002Fdoi.org\u002F10.1109\u002Faccess.2021.3095555","W3179837957","IEEE Access",null,[30,31,32,33,34,35,36,37,38,39,40,41],"Handover","Reinforcement learning","Computer science","Mobility management","Robustness (evolution)","Computer network","Mobility model","Cellular network","Wireless","Distributed computing","Artificial intelligence","Telecommunications",{"type":43,"children":44,"toc":52},"root",[45],{"type":46,"tag":47,"props":48,"children":49},"element","p",{},[50],{"type":51,"value":9},"text",{"title":7,"searchDepth":53,"depth":53,"links":54},2,[],"markdown","content:publications:2021:autonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear.md","content","publications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear.md","publications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear","md","en",[63,72,76,82,85,95,99,106,108,116,120,132,136,145,149,156,158,165,167,174,176,183,185,192,194,206,210,219,222,232,236,245,248,256,258,280],{"_path":64,"title":65,"name":66,"role":67,"email":7,"image":68,"category":69,"order":70,"_id":71},"\u002Fmembers\u002Falumni\u002Frui-li","Research Assistant from Oct.,2023 to June.,2024","Rui Li","Research Assistant (Alumni)","\u002Fimages\u002Fdefault.jpg","alumni","17","content:members:alumni:rui-li.md",{"_path":64,"title":73,"role":74,"_id":75},"科研助理，2023 年 10 月至 2024 年 6 月","科研助理（校友）","content:members:alumni:rui-li.zh-CN.md",{"_path":77,"title":78,"name":79,"role":67,"email":7,"image":68,"category":69,"order":80,"_id":81},"\u002Fmembers\u002Falumni\u002Fyuhao-shi","Research Assistant from Feb.,2023 to Nov.,2024","Yuhao Shi","18","content:members:alumni:yuhao-shi.md",{"_path":77,"title":83,"role":74,"_id":84},"科研助理，2023 年 2 月至 2024 年 11 月","content:members:alumni:yuhao-shi.zh-CN.md",{"_path":86,"title":87,"name":88,"role":89,"email":90,"image":91,"category":92,"order":93,"_id":94},"\u002Fmembers\u002Fresearch-assistants\u002Fhang-xu","Research Assistant - B.Sc student in Computer Science","Hang Xu","Research Assistant","hang.xu@nottingham.edu.cn","assets\u002Fhangxu.jpg","research-assistants","14","content:members:research-assistants:hang-xu.md",{"_path":86,"title":96,"role":97,"_id":98},"科研助理 - 计算机科学本科生","科研助理","content:members:research-assistants:hang-xu.zh-CN.md",{"_path":100,"title":89,"name":101,"role":89,"email":102,"image":103,"category":92,"order":104,"_id":105},"\u002Fmembers\u002Fresearch-assistants\u002Fxing-hou","Xing Hou","xing.hou@nottingham.edu.cn","assets\u002Fxinghou.png","15","content:members:research-assistants:xing-hou.md",{"_path":100,"title":97,"role":97,"_id":107},"content:members:research-assistants:xing-hou.zh-CN.md",{"_path":109,"title":110,"name":111,"role":112,"email":113,"image":68,"category":92,"order":114,"_id":115},"\u002Fmembers\u002Fresearch-assistants\u002Fxiuqi-wang","Intern Research Assistant - B.Sc student in Department of Electrical and Electronic Engineering","Xiuqi Wang","Intern Research Assistant","xiuqi.wang@nottingham.edu.cn","16","content:members:research-assistants:xiuqi-wang.md",{"_path":109,"title":117,"role":118,"_id":119},"实习科研助理 - 电气与电子工程系本科生","实习科研助理","content:members:research-assistants:xiuqi-wang.zh-CN.md",{"_path":121,"title":122,"name":123,"role":124,"email":125,"scholar":126,"image":127,"category":128,"order":129,"orcid":130,"_id":131},"\u002Fmembers\u002Fresearch-students\u002Ffuhua-jia","PhD Student, Department of Mechanical, Materials and Manufacturing Engineering","Fuhua Jia","PhD Student","Fuhua.JIA@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=Zz2ccJ4AAAAJ&hl","assets\u002Fjiafuhua.png","research-students","09","0009-0002-6693-9371","content:members:research-students:fuhua-jia.md",{"_path":121,"title":133,"role":134,"_id":135},"博士研究生，机械、材料与制造工程系","博士研究生","content:members:research-students:fuhua-jia.zh-CN.md",{"_path":137,"title":138,"name":139,"role":140,"email":141,"image":142,"category":128,"order":143,"_id":144},"\u002Fmembers\u002Fresearch-students\u002Fhao-wang","Master by Research Student, Department of Mechanical, Materials and Manufacturing Engineering","Hao Wang","Master by Research Student","hao.wang@nottingham.edu.cn","assets\u002Fwanghao.png","12","content:members:research-students:hao-wang.md",{"_path":137,"title":146,"role":147,"_id":148},"科研硕士研究生，机械、材料与制造工程系","科研硕士研究生","content:members:research-students:hao-wang.zh-CN.md",{"_path":150,"title":122,"name":151,"role":124,"email":152,"image":153,"category":128,"order":154,"_id":155},"\u002Fmembers\u002Fresearch-students\u002Fjunlin-xiao","Junlin Xiao","junlin.xiao@nottingham.edu.cn","assets\u002Fjunlin-xiao.jpg","10","content:members:research-students:junlin-xiao.md",{"_path":150,"title":133,"role":134,"_id":157},"content:members:research-students:junlin-xiao.zh-CN.md",{"_path":159,"title":122,"name":160,"role":124,"email":161,"image":162,"category":128,"order":163,"_id":164},"\u002Fmembers\u002Fresearch-students\u002Fliming-li","Liming Li","Liming.Li@nottingham.edu.cn","assets\u002Fliming-li.jpg","11","content:members:research-students:liming-li.md",{"_path":159,"title":133,"role":134,"_id":166},"content:members:research-students:liming-li.zh-CN.md",{"_path":168,"title":122,"name":169,"role":124,"email":170,"image":171,"category":128,"order":172,"_id":173},"\u002Fmembers\u002Fresearch-students\u002Fmengshen-yang","Mengshen Yang","Mengshen.Yang@nottingham.edu.cn","assets\u002Fyangmengshen.png","07","content:members:research-students:mengshen-yang.md",{"_path":168,"title":133,"role":134,"_id":175},"content:members:research-students:mengshen-yang.zh-CN.md",{"_path":177,"title":138,"name":178,"role":140,"email":179,"image":180,"category":128,"order":181,"_id":182},"\u002Fmembers\u002Fresearch-students\u002Fruoxu-xiao","Ruoxu Xiao","ruoxu.Xiao@nottingham.edu.cn","assets\u002Fruoxuxiao.jpg","13","content:members:research-students:ruoxu-xiao.md",{"_path":177,"title":146,"role":147,"_id":184},"content:members:research-students:ruoxu-xiao.zh-CN.md",{"_path":186,"title":122,"name":187,"role":124,"email":188,"image":189,"category":128,"order":190,"_id":191},"\u002Fmembers\u002Fresearch-students\u002Ftianyi-chen","Tianyi Chen","Tianyi.Chen@nottingham.edu.cn","assets\u002Fchentianyi.png","08","content:members:research-students:tianyi-chen.md",{"_path":186,"title":133,"role":134,"_id":193},"content:members:research-students:tianyi-chen.zh-CN.md",{"_path":195,"title":196,"name":197,"role":198,"email":199,"scholar":200,"image":201,"category":202,"order":203,"orcid":204,"_id":205},"\u002Fmembers\u002Fstaff\u002Fadam-rushworth","Associate Professor in Materials and Manufacturing, PGCHE","Dr Adam Rushworth","Deputy Director of Control System Lab","Adam.Rushworth@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=XvRnzQYAAAAJ&hl","assets\u002Fadam-rushworth.webp","staff","02","0000-0003-3803-7549","content:members:staff:adam-rushworth.md",{"_path":195,"title":207,"role":208,"_id":209},"材料与制造副教授，PGCHE","控制系统实验室副主任","content:members:staff:adam-rushworth.zh-CN.md",{"_path":211,"title":212,"name":213,"role":212,"email":214,"scholar":215,"image":216,"category":202,"order":217,"_id":218},"\u002Fmembers\u002Fstaff\u002Fahmed-abdelwahed","Assistant Professor","Dr Ahmed Nasr Abdelwahed","Ahmed.Abdelwahed@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=9cCVF5cAAAAJ","assets\u002Fahmed.webp","06","content:members:staff:ahmed-abdelwahed.md",{"_path":211,"title":220,"role":220,"_id":221},"助理教授","content:members:staff:ahmed-abdelwahed.zh-CN.md",{"_path":223,"title":224,"name":225,"role":226,"email":227,"scholar":228,"image":229,"category":202,"order":230,"orcid":19,"_id":231},"\u002Fmembers\u002Fstaff\u002Fchiew-foong-kwong","Head of Department of Electrical and Electronic Engineering","Dr Chiew Foong Kwong","Associate Professor, Head of Department","Chiew-Foong.Kwong@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=DiX0phAAAAAJ&hl=zh-CN&oi=ao","assets\u002Fcf.jpg","03","content:members:staff:chiew-foong-kwong.md",{"_path":223,"title":233,"role":234,"_id":235},"电气与电子工程系系主任","副教授，系主任","content:members:staff:chiew-foong-kwong.zh-CN.md",{"_path":237,"title":238,"name":239,"role":238,"email":240,"scholar":241,"image":242,"category":202,"order":243,"_id":244},"\u002Fmembers\u002Fstaff\u002Fdonglei-sun","Assistant Professor of Aerospace Aerodynamics","Dr Donglei Sun","Donglei.Sun@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=C4EmdWMAAAAJ","assets\u002Fdonglei-sun.webp","05","content:members:staff:donglei-sun.md",{"_path":237,"title":246,"role":246,"_id":247},"航空航天空气动力学助理教授","content:members:staff:donglei-sun.zh-CN.md",{"_path":249,"title":238,"name":250,"role":238,"email":251,"scholar":252,"image":253,"category":202,"order":254,"_id":255},"\u002Fmembers\u002Fstaff\u002Frichard-adjei","Dr Richard Amankwa Adjei","Richard-Amankwa.Adjei@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=TshunUEAAAAJ&hl=zh-CN&oi=ao","assets\u002Frichard.webp","04","content:members:staff:richard-adjei.md",{"_path":249,"title":246,"role":246,"_id":257},"content:members:staff:richard-adjei.zh-CN.md",{"_path":259,"title":260,"name":261,"role":262,"email":263,"scholar":264,"orcid":265,"image":266,"category":202,"interests":267,"order":278,"_id":279},"\u002Fmembers\u002Fstaff\u002Fsalman-ijaz","Assistant Professor (Lecturer) in Control of Aerospace Systems","Dr Salman Ijaz","Director of Control System Lab","salman.ijaz@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=77HGe2UAAAAJ&hl","0000-0003-1483-4754","assets\u002Fsalman-ijaz.webp",[268,269,270,271,272,273,274,275,276,277],"Fault tolerant control of aircraft","Linear parameter varying control of nonlinear systems","Fractional order modeling and control of aircraft system","Control allocation Scheme","Integral sliding mode control","Robust control","Aircraft actuation system (dissimilar redundant actuation system)","Aircraft dynamics and control","Unmanned aerial vehicle system","More Electric Aircrafts","01","content:members:staff:salman-ijaz.md",{"_path":259,"title":281,"role":282,"interests":283,"_id":294},"航空航天控制系统助理教授（讲师）","控制系统实验室主任",[284,285,286,287,288,289,290,291,292,293],"飞机容错控制","非线性系统线性参数变化控制","飞机系统分数阶建模与控制","控制分配方案","积分滑模控制","鲁棒控制","飞机作动系统（非相似冗余作动系统）","飞机动力学与控制","无人机系统","多电飞机","content:members:staff:salman-ijaz.zh-CN.md",1786300705724]