@inproceedings{7175,
  abstract     = {Deep reinforcement learning (RL) policies for robotic control typically overfit to a single hardware configuration. Any change to the kinematic chain breaks the learned mapping and requires complete retraining. This paper investigates whether combining self-attention mechanisms with explicit spatial observations can improve a policy’s adaptability to varying kinematic topologies. We train a single RL agent to control a robotic manipulator across different degrees of freedom (DOF), ranging from a restricted 4-DOF mode to a fully redundant 7-DOF configuration. Instead of fixed-length state vectors, the method processes the active joints as a variable-length sequence in an attention buffer, enriching each joint’s representation with its relative spatial routing and geometric Jacobian influence. This structure allows the agent to dynamically evaluate the physical utility of its available actuators. The proposed Architecture reaches a success rate of 82.1% across trained topologies and 66.6% on unseen configurations, outperforming MLP and generic attention baselines while remaining nearly collisionfree. Finally, we demonstrate successful sim-to-real transfer by deploying the simulation-trained agent on a physical Franka Emika Panda manipulator.},
  author       = {Mayer, Patrick Thomas and Rexilius, Jan},
  keywords     = {Reinforcement Learning, Robotic Manipulation, Morphology Generalization, Sim-to-Real Transfer},
  location     = {Barcelona},
  title        = {{Adapting to Variable Kinematic Configurations: A Causal-Kinematic Attention Approach for Robotic Control}},
  year         = {2026},
}

@inproceedings{7174,
  abstract     = {This paper presents a hybrid control architecture for dynamic robotic picking tasks. The framework combines a Deep Reinforcement Learning policy for high-level interception with a dedicated Inverse Kinematics controller for precise terminal grasping, while mitigating precision limitations of monolithic learning-based approaches. The framework utilizes a Proximal Policy Optimization agent to approach moving targets, seamlessly transitioning to an Inverse Kinematics solver that reduces terminal orientational and positional errors while minimizing cumulative control effort. To facilitate deployment on physical hardware, a robust sim-to-real pipeline incorporating system identification, domain randomization, and latency injection is employed. Experimental results on a physical Franka Emika Panda manipulator validate this hybrid architecture. The system achieves an 80% success rate in pick-and-place tasks, compared to 60.8% for unadapted baselines, with no safety-critical violations such as joint limit breaches or collisions observed during testing.},
  author       = {Mayer, Patrick Thomas and Rexilius, Jan},
  keywords     = {Reinforcement Learning, Hybrid Control, Sim-to-Real, Robotic Manipulation, Inverse Kinematics.},
  location     = {Sapporo},
  title        = {{A Hybrid Control Framework Using Reinforcement Learning for Dynamic Robotic Manipulation and Sim-to-Real Transfer}},
  year         = {2026},
}