InputSpeech.h

Go to the documentation of this file.

 
 
#ifndef INPUT_SPEECH_H
#define INPUT_SPEECH_H
 
#include <Arduino.h>
 
#include "TinyTrainable.h"
 
#include "Input.h"
 
// https://www.arduino.cc/en/Reference/PDM/
#include <PDM.h>
 
#include <TensorFlowLite.h>
 
// #include <tensorflow/lite/micro/micro_error_reporter.h>
#include <tensorflow/lite/micro/micro_interpreter.h>
#include <tensorflow/lite/micro/micro_mutable_op_resolver.h>
#include <tensorflow/lite/schema/schema_generated.h>
// #include <tensorflow/lite/version.h>
 
#include "../tensorflow_speech/audio_provider.h"
#include "../tensorflow_speech/command_responder.h"
#include "../tensorflow_speech/feature_provider.h"
#include "../tensorflow_speech/main_functions.h"
#include "../tensorflow_speech/micro_features_micro_model_settings.h"
#include "../tensorflow_speech/micro_features_model.h"
#include "../tensorflow_speech/recognize_commands.h"
 
class InputSpeech : public Input {
public:
  InputSpeech();
 
  virtual void setupInstrument(bool serialDebugging) override;
  virtual void setupSpeechModel(String sounds[3],
                                const unsigned char *model = nullptr) override;
  virtual void identify() override;
 
private:
  // TFLite setup
  const int NUM_SOUNDS = 3;
  String _sounds[3];
 
  // variables for TensorFlow Lite
  tflite::ErrorReporter *error_reporter = nullptr;
  const tflite::Model *model = nullptr;
  tflite::MicroInterpreter *interpreter = nullptr;
  TfLiteTensor *model_input = nullptr;
  FeatureProvider *feature_provider = nullptr;
  RecognizeCommands *recognizer = nullptr;
  int32_t previous_time = 0;
 
  // area memory for input, output, and intermediate arrays
  static constexpr int kTensorArenaSize = 10 * 1024;
  uint8_t tensor_arena[kTensorArenaSize];
  int8_t feature_buffer[kFeatureElementCount];
  int8_t *model_input_buffer = nullptr;
};
 
#endif