%Aigaion2 BibTeX export from Idiap Publications %Thursday 21 November 2024 12:37:01 PM @INPROCEEDINGS{Rajapakshe_HRI2024_2024, author = {Rajapakshe, Shalutha and Dastenavar, Atharva and Senft, Emmanuel}, projects = {Idiap}, title = {Synergizing Natural Language Towards Enhanced Shared Autonomy}, booktitle = {Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction}, year = {2024}, url = {https://doi.org/10.1145/3610978.3640720}, abstract = {Shared autonomy can be beneficial in allowing users of assistive robots to refine the robot's behavior and ensure it is adapted to their needs. However, current methodologies mostly focus on using joysticks or physical pushes to modify robots' trajectories, which may not be feasible for people with reduced mobility. In this paper, we present our initial work toward voice-based shared autonomy, implementing a language model which can use sequences of verbal commands to understand the intended correction direction. Our fine-tuned model, capable of running locally on a CPU, shows improved efficiency in complex and realistic sentences compared to recent generative pre-trained transformer (GPT) models.} }