Voice.h

#pragma once

#include "FastSpeech2.h"
#include "tacotron2.h"
#include "MultiBandMelGAN.h"
#include "EnglishPhoneticProcessor.h"
#include "vits.h"
#include "Numbertext.hxx"
#include "torchmoji.h"
#include "phoneticdict.h"
#include "tacotron2torch.h"
#include "istftnettorch.h"
struct VoxResults{
  std::vector<float> Audio;
  TFTensor<float> Alignment;
  TFTensor<float> Mel;
};

class Voice
{
private:
    std::unique_ptr<MelGen> MelPredictor;
    std::unique_ptr<MultiBandMelGAN> Vocoder;
	EnglishPhoneticProcessor Processor;
    VoiceInfo VoxInfo;
    TorchMoji Moji;



    std::vector<std::u32string> Phonemes;
    std::vector<int32_t> PhonemeIDs;



    std::vector<int32_t> PhonemesToID(const std::string& RawInTxt);

    std::vector<std::string> Speakers;
    std::vector<std::string> Emotions;

    void ReadPhonemes(const std::string& PhonemePath);

    void ReadSpeakers(const std::string& SpeakerPath);

    void ReadEmotions(const std::string& EmotionPath);



    void ReadModelInfo(const std::string& ModelInfoPath);



    std::vector<DictEntry> CurrentDict;

    std::string ModelInfo;

    std::vector<int32_t> CharsToID(const std::string &RawInTxt);

    Numbertext NumTxt;
public:
	/* Voice constructor, arguments obligatory.
	 -> VoxPath: Path of folder where models are contained. 
	 --  Must be a folder without an ending slash with UNIX slashes, can be relative or absolute (eg: MyVoices/Karen)
	 --  The folder must contain the following elements:
	 ---  melgen: Folder generated where a FastSpeech2 model was saved as SavedModel, with .pb, variables, etc
	 ---  vocoder: Folder where a Multi-Band MelGAN model was saved as SavedModel.
     ---  info.json: Model information
     ---  phonemes.txt: Tab delimited file containing PHONEME \t ID, for inputting to the FS2 model.

     --- If multispeaker, a lined .txt file called speakers.txt
     --- If multi-emotion, a lined .txt file called emotions.txt

	*/


    Voice(const std::string& VoxPath, const std::string& inName,Phonemizer* InPhn);

    void AddPhonemizer(Phonemizer* InPhn, ESpeakPhonemizer *InENGPhn);
    void LoadNumberText(const std::string& NumTxtPath);


    std::string PhonemizeStr(const std::string& Prompt);
    VoxResults Vocalize(const std::string& Prompt, float Speed = 1.f, int32_t SpeakerID = 0, float Energy = 1.f, float F0 = 1.f, int32_t EmotionID = -1, const std::string &EmotionOvr = "");

    std::string Name;
    inline const VoiceInfo& GetInfo(){return VoxInfo;}

    inline const std::vector<std::string>& GetSpeakers(){return Speakers;}
    inline const std::vector<std::string>& GetEmotions(){return Emotions;}

    void SetDictEntries(const std::vector<DictEntry>& InEntries);
    inline const std::string& GetModelInfo(){return ModelInfo;}

	~Voice();
};