@inproceedings{b2bbfd68374a4800b95f106212a8d439,
title = "A Deep Learning based Hand Gesture Recognition on a Low-power Microcontroller using IMU Sensors",
abstract = "In this paper, we demonstrate an inertial measurement unit (IMU) based hand gesture recognition (HGR) on a low-power microcontroller (STM32L476JGY). The focus of this work is to build a reliable hardware prototype by using deep neural networks (DNN) deployed on a resource limited device. To train the DNNs, a dataset was recorded which contains accelerometer and gyroscope readings from three IMUs mounted on the fingertips. With this dataset, various neural networks (NN) were trained and analyzed. The best NN, in terms of accuracy, memory usage and latency, was then selected and ported to the microcontroller. Finally, a runtime analysis of the model has been performed on the controller. The analysis showed that a LSTM is best suited for the detection of hand gestures. The selected model achieves an accuracy of 93\% and only takes up around 40KiB of memory. In addition, the model has a throughput time of only 3.52ms, which means that the prototype can be used in real time.",
keywords = "DNN, HGR, IMU, LSTM, microcontroller",
author = "Daniel Lauss and Florian Eibensteiner and Phillip Petz",
note = "Publisher Copyright: {\textcopyright} 2022 IEEE.; 21st IEEE International Conference on Machine Learning and Applications, ICMLA 2022 ; Conference date: 12-12-2022 Through 14-12-2022",
year = "2022",
doi = "10.1109/ICMLA55696.2022.00122",
language = "English",
series = "Proceedings - 21st IEEE International Conference on Machine Learning and Applications, ICMLA 2022",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "733--736",
editor = "Wani, \{M. Arif\} and Mehmed Kantardzic and Vasile Palade and Daniel Neagu and Longzhi Yang and Kit-Yan Chan",
booktitle = "Proceedings - 21st IEEE International Conference on Machine Learning and Applications, ICMLA 2022",
address = "United States",
}