{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:09:04Z","timestamp":1781608144977,"version":"3.54.5"},"reference-count":43,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2019YFB1312600"],"award-info":[{"award-number":["2019YFB1312600"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100022963","name":"Key Research and Development Program of Zhejiang Province","doi-asserted-by":"publisher","award":["2021C01008"],"award-info":[{"award-number":["2021C01008"]}],"id":[{"id":"10.13039\/100022963","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52075480"],"award-info":[{"award-number":["52075480"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Robotics and Computer-Integrated Manufacturing"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1016\/j.rcim.2023.102644","type":"journal-article","created":{"date-parts":[[2023,9,11]],"date-time":"2023-09-11T18:42:21Z","timestamp":1694457741000},"page":"102644","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":40,"special_numbering":"C","title":["A novel robotic grasping method for moving objects based on multi-agent deep reinforcement learning"],"prefix":"10.1016","volume":"86","author":[{"given":"Yu","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0379-1990","authenticated-orcid":false,"given":"Daxin","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenyu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ke","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qide","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianrong","family":"Tan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.rcim.2023.102644_bib0001","series-title":"2018 IEEE-RAS 18th International Conference on Humanoid Robots (Humanoids)","first-page":"1","article-title":"Versatile in-hand manipulation of objects with different sizes and shapes using neural networks","author":"Funabashi","year":"2018"},{"key":"10.1016\/j.rcim.2023.102644_bib0002","series-title":"2019 IEEE-RAS 19th International Conference on Humanoid Robots (Humanoids)","first-page":"453","article-title":"Placing objects with prior in-hand manipulation using dexterous manipulation graphs","author":"Haustein","year":"2019"},{"key":"10.1016\/j.rcim.2023.102644_bib0003","article-title":"On the perception and handling of deformable objects\u2013A robotic cell for white goods industry","volume":"77","author":"Andronas","year":"2022","journal-title":"Robot. Comput.-Integrat. Manufact."},{"issue":"1","key":"10.1016\/j.rcim.2023.102644_bib0004","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.cirp.2022.04.048","article-title":"On deformable object handling: model-based motion planning for human-robot co-manipulation","volume":"71","author":"Makris","year":"2022","journal-title":"CIRP Ann."},{"key":"10.1016\/j.rcim.2023.102644_bib0005","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1109\/TRO.2013.2289018","article-title":"Data-driven grasp synthesis-a survey","volume":"30","author":"Bohg","year":"2014","journal-title":"IEEE Trans. Robot."},{"key":"10.1016\/j.rcim.2023.102644_bib0006","doi-asserted-by":"crossref","DOI":"10.1016\/j.robot.2021.103757","article-title":"Real-time deep learning approach to visual servo control and grasp detection for autonomous robotic manipulation","volume":"139","author":"Ribeiro","year":"2021","journal-title":"Robot. Autonom. Syst."},{"key":"10.1016\/j.rcim.2023.102644_bib0007","article-title":"Robotic grasping: from wrench space heuristics to deep learning policies","volume":"71","author":"de Souza","year":"2021","journal-title":"Robot. Comput.-Integrat. Manufact."},{"key":"10.1016\/j.rcim.2023.102644_bib0008","series-title":"IEEE International Conference on Robotics and Automation (ICRA)","first-page":"2281","article-title":"Pick and place planning for dual-arm manipulators","author":"Harada","year":"2012"},{"key":"10.1016\/j.rcim.2023.102644_bib0009","series-title":"IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","first-page":"1155","article-title":"From human motion analysis to whole-body control of a dual-arm robot for pick-and-place tasks","author":"Kim","year":"2013"},{"key":"10.1016\/j.rcim.2023.102644_bib0010","doi-asserted-by":"crossref","first-page":"634","DOI":"10.1109\/TRO.2011.2179581","article-title":"A prediction and motion-planning scheme for visually guided robotic capturing of free-floating tumbling objects with uncertain dynamics","volume":"28","author":"Aghili","year":"2012","journal-title":"IEEE Trans. Robot."},{"key":"10.1016\/j.rcim.2023.102644_bib0011","doi-asserted-by":"crossref","first-page":"1241","DOI":"10.1007\/s10514-018-9799-1","article-title":"Dynamic grasp and trajectory planning for moving objects","volume":"43","author":"Marturi","year":"2019","journal-title":"Auton. Robot."},{"key":"10.1016\/j.rcim.2023.102644_bib0012","series-title":"IEEE Transactions on Systems Man and Cybernetics Part a-Systems and Humans","first-page":"238","article-title":"Robotic interception of moving objects using an augmented ideal proportional navigation guidance technique","volume":"30","author":"Mehrandezh","year":"2000"},{"key":"10.1016\/j.rcim.2023.102644_bib0013","series-title":"IEEE International Conference on Robotics and Automation (ICRA)","article-title":"Blind grasping: stable robotic grasping using tactile feedback and hand kinematics","author":"Dang","year":"2011"},{"key":"10.1016\/j.rcim.2023.102644_bib0014","first-page":"605","article-title":"Vision-based 3-D grasping of 3-D objects with a simple 2-D gripper","volume":"44","author":"Liu","year":"2014"},{"key":"10.1016\/j.rcim.2023.102644_bib0015","series-title":"IEEE International Conference on Robotics and Automation","first-page":"3615","article-title":"Leveraging contact forces for learning to grasp","author":"Merzic","year":"2019"},{"key":"10.1016\/j.rcim.2023.102644_bib0016","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1109\/70.238279","article-title":"Automated tracking and grasping of a moving object with a robotic hand-eye system","volume":"9","author":"Allen","year":"1993","journal-title":"IEEE Transact. Robot. Autom."},{"key":"10.1016\/j.rcim.2023.102644_bib0017","doi-asserted-by":"crossref","unstructured":"X. Ye, S. Liu, Velocity decomposition based planning algorithm for grasping moving object, 2018 IEEE 7th Data Driven Control and Learning Systems Conference (DDCLS), Enshi, China, 2018, https:\/\/doi.org\/10.1109\/DDCLS.2018.8516083.","DOI":"10.1109\/DDCLS.2018.8516083"},{"key":"10.1016\/j.rcim.2023.102644_bib0018","doi-asserted-by":"crossref","first-page":"35113","DOI":"10.1109\/ACCESS.2020.2973299","article-title":"Dynamic visual tracking for robot manipulator using adaptive fading Kalman filter","volume":"8","author":"Qu","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2023.102644_bib0019","doi-asserted-by":"crossref","first-page":"129504","DOI":"10.1109\/ACCESS.2019.2930460","article-title":"Robust visual tracking via multiple experts with correlation filters","volume":"7","author":"Zhang","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2023.102644_bib0020","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1007\/s11548-011-0602-4","article-title":"Microsurgical robotic system for vitreoretinal surgery","volume":"7","author":"Ida","year":"2012","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"key":"10.1016\/j.rcim.2023.102644_bib0021","doi-asserted-by":"crossref","first-page":"600","DOI":"10.1177\/0278364913507756","article-title":"A data-driven statistical framework for post-grasp manipulation","volume":"33","author":"Paolini","year":"2014","journal-title":"Int. J. Robot. Res."},{"key":"10.1016\/j.rcim.2023.102644_bib0022","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1177\/0278364919859066","article-title":"Learning robust, real-time, reactive robotic grasping","volume":"39","author":"Morrison","year":"2020","journal-title":"Int. J. Robot. Res."},{"key":"10.1016\/j.rcim.2023.102644_bib0023","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1016\/j.ins.2017.07.017","article-title":"Robotic grasping using visual and tactile sensing","volume":"417","author":"Guo","year":"2017","journal-title":"Inf. Sci."},{"key":"10.1016\/j.rcim.2023.102644_bib0024","series-title":"18th Annual Conference on Towards Autonomous Robotics (TAROS)","first-page":"617","article-title":"Real-world, real-time robotic grasping with convolutional neural networks","author":"Watson","year":"2017"},{"key":"10.1016\/j.rcim.2023.102644_bib0025","doi-asserted-by":"crossref","first-page":"3355","DOI":"10.1109\/LRA.2018.2852777","article-title":"Real-world multiobject, multigrasp detection","volume":"3","author":"Chu","year":"2018","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.rcim.2023.102644_bib0026","series-title":"IEEE International Conference on Automatic Control and Intelligent Systems (I2CACIS)","first-page":"139","article-title":"Real-time robotic grasping and localization using deep learning-based object detection technique","author":"Farag","year":"2019"},{"key":"10.1016\/j.rcim.2023.102644_bib0027","article-title":"Learning-based object detection and localization for a mobile robot manipulator in SME production","volume":"73","author":"Zhou","year":"2022","journal-title":"Robot. Comput.-Integrat. Manufact."},{"key":"10.1016\/j.rcim.2023.102644_bib0028","first-page":"11","article-title":"Robot grasping method optimization using improved deep deterministic policy gradient algorithm of deep reinforcement learning","volume":"92","author":"Zhang","year":"2021","journal-title":"Rev. Sci. Instrum."},{"key":"10.1016\/j.rcim.2023.102644_bib0029","article-title":"Continuous control with deep reinforcement learning","volume":"abs\/1509.02971","author":"Lillicrap","year":"2015","journal-title":"CoRR"},{"key":"10.1016\/j.rcim.2023.102644_bib0030","unstructured":"T. Haarnoja, A. Zhou, P. Abbeel, S. Levine, Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor, 35th International Conference on Machine Learning (ICML), Stockholm, SWEDEN, 5 (2018), pp. 2976-2989, https:\/\/doi.org\/10.48550\/arXiv.1801.01290."},{"key":"10.1016\/j.rcim.2023.102644_bib0031","unstructured":"S. Fujimoto, H. van Hoof, D. Meger, Addressing function approximation error in actor-critic methods, 35th International Conference on Machine Learning (ICML), Stockholm, SWEDEN, 4 (2018), pp. 2587-2601 doi:10.48550\/arXiv.1802.09477."},{"key":"10.1016\/j.rcim.2023.102644_bib0032","series-title":"IEEE International Conference on Robotics and Automation (ICRA)","first-page":"6284","article-title":"Deep reinforcement learning for vision-based robotic grasping: a simulated comparative evaluation of off-policy methods","author":"Quillen","year":"2018"},{"key":"10.1016\/j.rcim.2023.102644_bib0033","doi-asserted-by":"crossref","first-page":"4978","DOI":"10.1109\/LRA.2020.3004787","article-title":"Grasping in the wild: learning 6DoF closed-loop grasping from low-cost demonstrations","volume":"5","author":"Song","year":"2020","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.rcim.2023.102644_bib0034","doi-asserted-by":"crossref","first-page":"51","DOI":"10.20965\/jaciii.2022.p0051","article-title":"Moving object grasping method of mechanical arm based on deep deterministic policy gradient and hindsight experience replay","volume":"26","author":"Peng","year":"2022","journal-title":"J. Adv. Comput. Intell. Inform."},{"key":"10.1016\/j.rcim.2023.102644_bib0035","doi-asserted-by":"crossref","first-page":"62","DOI":"10.1016\/j.ins.2021.01.077","article-title":"Deep reinforcement learning based moving object grasping","volume":"565","author":"Chen","year":"2021","journal-title":"Inf. Sci."},{"key":"10.1016\/j.rcim.2023.102644_bib0036","doi-asserted-by":"crossref","first-page":"20159","DOI":"10.1109\/ACCESS.2022.3151717","article-title":"Moving object prediction and grasping system of robot manipulator","volume":"10","author":"Wong","year":"2022","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2023.102644_bib0037","series-title":"IEEE Transactions on Cybernetics","first-page":"604","article-title":"Asynchronous episodic deep deterministic policy gradient: toward continuous control in computationally complex environments","volume":"51","author":"Zhang","year":"2021"},{"key":"10.1016\/j.rcim.2023.102644_bib0038","doi-asserted-by":"crossref","unstructured":"S. Gu, E. Holly, T. Lillicrap, S. Levine, Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates, 2017 IEEE international conference on robotics and automation (ICRA), 2017, pp. 3389-3396, https:\/\/doi.org\/10.1109\/ICRA.2017.7989385.","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"10.1016\/j.rcim.2023.102644_bib0039","doi-asserted-by":"crossref","first-page":"129274","DOI":"10.1109\/ACCESS.2020.3009329","article-title":"Sample efficient reinforcement learning method via high efficient episodic memory","volume":"8","author":"Yang","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2023.102644_bib0040","article-title":"A digital twin-based sim-to-real transfer for deep reinforcement learning-enabled industrial robot grasping","volume":"78","author":"Liu","year":"2022","journal-title":"Robot. Comput.-Integrat. Manufact."},{"key":"10.1016\/j.rcim.2023.102644_bib0041","series-title":"YOLOv3: an incremental improvement","author":"Redmon","year":"2018"},{"key":"10.1016\/j.rcim.2023.102644_bib0042","series-title":"IEEE 11th International Conference on Electronics Information and Emergency Communication","first-page":"40","article-title":"Roundness detection of end face for shaft workpiece based on Canny-Zernike sub pixel edge detection and improved hough transform","author":"Du","year":"2021"},{"key":"10.1016\/j.rcim.2023.102644_bib0043","series-title":"IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","first-page":"1321","article-title":"V-REP: a versatile and scalable robot simulation framework","author":"Rohmer","year":"2013"}],"container-title":["Robotics and Computer-Integrated Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0736584523001199?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0736584523001199?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T17:04:09Z","timestamp":1760029449000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0736584523001199"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":43,"alternative-id":["S0736584523001199"],"URL":"https:\/\/doi.org\/10.1016\/j.rcim.2023.102644","relation":{},"ISSN":["0736-5845"],"issn-type":[{"value":"0736-5845","type":"print"}],"subject":[],"published":{"date-parts":[[2024,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A novel robotic grasping method for moving objects based on multi-agent deep reinforcement learning","name":"articletitle","label":"Article Title"},{"value":"Robotics and Computer-Integrated Manufacturing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.rcim.2023.102644","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"102644"}}