InputGesture.h

Go to the documentation of this file.

 
 
#ifndef INPUT_GESTURE_H
#define INPUT_GESTURE_H
 
#include <Arduino.h>
 
#include "TinyTrainable.h"
 
#include "Input.h"
 
// https://www.arduino.cc/en/Reference/ArduinoLSM9DS1/
#include <Arduino_LSM9DS1.h>
#include <Arduino_BMI270_BMM150.h>
 
#include <TensorFlowLite.h>
#include <tensorflow/lite/micro/all_ops_resolver.h>
// #include <tensorflow/lite/micro/micro_error_reporter.h>
#include <tensorflow/lite/micro/micro_interpreter.h>
#include <tensorflow/lite/schema/schema_generated.h>
// #include <tensorflow/lite/version.h>
 
class InputGesture : public Input {
public:
  InputGesture();
 
  virtual void setupInstrument(bool serialDebugging) override;
  virtual void setupGestureModel(String gestures[3],
                                 const unsigned char *model = nullptr) override;
 
  virtual void gesturePrintHeader() override;
  virtual void gestureReadData() override;
  virtual void gestureSetAcceleration(float newVal) override;
  virtual void gestureSetNumberSamples(int newVal) override;
 
  virtual void identify() override;
 
private:
  void setupGestureSensor();
 
  float _accelerationThreshold = 2.5;
 
  int _numSamples = 119;
 
  // initialize as if sampling has already been done
  int _samplesRead = _numSamples;
 
  // variables for reading
  float _aX;
  float _aY;
  float _aZ;
  float _gX;
  float _gY;
  float _gZ;
 
  // TFLite setup
  const int NUM_GESTURES = 3;
  String _gestures[3];
 
  // variables for TensorFlow Lite
  tflite::MicroErrorReporter tflErrorReporter;
  tflite::AllOpsResolver tflOpsResolver;
  const tflite::Model *tflModel = nullptr;
  tflite::MicroInterpreter *tflInterpreter = nullptr;
  TfLiteTensor *tflInputTensor = nullptr;
  TfLiteTensor *tflOutputTensor = nullptr;
 
  // TODO - account for this size needing to be changed? add a method?
  // Create a static memory buffer for TFLM, the size may need to
  // be adjusted based on the model you are using
  static constexpr int tensorArenaSize = 8 * 1024;
  byte tensorArena[tensorArenaSize];
 
  float aX, aY, aZ;
 
  float gX, gY, gZ;
 
  const String _gestureHeader = "aX,aY,aZ,gX,gY,gZ";
 
  const int _floatDecimals = 3;
};
 
#endif