to do list

[Athospd]

src\flashlight\lib\text

• [x] dictionary.R
• [x] _dictionary.cpp
  • [x] void Dictionary_addEntry_0(Dictionary& dict, const std::string& entry, int idx)
  • [x] void Dictionary_addEntry_1(Dictionary& dict, const std::string& entry)
  • [x] py::class_<Dictionary>(m, "Dictionary")
  • [x] m.def("create_word_dict", &createWordDict, "lexicon"_a);
  • [x] m.def("load_words", &loadWords, "filename"_a, "max_words"_a = -1);
  • [x] m.def("pack_replabels", &packReplabels, "tokens"_a, "dict"_a, "max_reps"_a);
  • [x] m.def("unpack_replabels", &unpackReplabels, "tokens"_a, "dict"_a, "max_reps"_a);
• [ ] _decoder.cpp
  • [ ] class PyLM
  • [x] void LexiconDecoder_decodeStep(LexiconDecoder& decoder, uintptr_t emissions, int T, int N)
  • [x] std::vector<DecodeResult> LexiconDecoder_decode(LexiconDecoder& decoder, uintptr_t emissions, int T, int N)
  • [x] void LexiconFreeDecoder_decodeStep(LexiconFreeDecoder& decoder, uintptr_t emissions, int T, int N)
  • [x] std::vector<DecodeResult> LexiconFreeDecoder_decode(LexiconFreeDecoder& decoder, uintptr_t emissions, int T, int N)
  • [x] void LexiconSeq2SeqDecoder_decodeStep(LexiconSeq2SeqDecoder& decoder, uintptr_t emissions, int T, int N)
  • [x] void LexiconFreeSeq2SeqDecoder_decodeStep(LexiconFreeSeq2SeqDecoder& decoder, uintptr_t emissions, int T, int N)
  • [ ] EmittingModelStatePtr createEmittingModelState(py::object obj)
  • [ ] py::object getObjFromEmittingModelState(EmittingModelStatePtr state)
  • [x] py::enum_<SmearingMode>(m, "SmearingMode")
  • [x] py::class_<TrieNode, TrieNodePtr>(m, "TrieNode")
  • [x] py::class_<Trie, TriePtr>(m, "Trie")
  • [x] py::class_<LM, LMPtr, PyLM>(m, "LM")
  • [x] py::class_<LMState, LMStatePtr>(m, "LMState")
  • [x] py::class_<ZeroLM, ZeroLMPtr, LM>(m, "ZeroLM")
  • [x] py::enum_<CriterionType>(m, "CriterionType")
  • [x] py::class_<LexiconDecoderOptions>(m, "LexiconDecoderOptions")
  • [x] py::class_<LexiconFreeDecoderOptions>(m, "LexiconFreeDecoderOptions")
  • [ ] py::class_<DecodeResult>(m, "DecodeResult")
  • [x] py::class_<LexiconDecoder>(m, "LexiconDecoder")
  • [x] py::class_<LexiconFreeDecoder>(m, "LexiconFreeDecoder")
  • [x] py::class_<LexiconSeq2SeqDecoderOptions>(m, "LexiconSeq2SeqDecoderOptions")
  • [x] py::class_<LexiconFreeSeq2SeqDecoderOptions>(m, "LexiconFreeSeq2SeqDecoderOptions")
  • [x] py::class_<LexiconSeq2SeqDecoder>(m, "LexiconSeq2SeqDecoder")
  • [ ] py::class_<EmittingModelStatePtr>(m, "EmittingModelState")
  • [ ] m.def("create_emitting_model_state", &createEmittingModelState);
  • [ ] m.def("get_obj_from_emitting_model_state", &getObjFromEmittingModelState)
  • [ ] py::bind_vector<std::vector<EmittingModelStatePtr>>(m, "VectorEmittingModelState")
  • [ ] py::implicitly_convertible<py::list, std::vector<EmittingModelStatePtr>>()
  • [x] py::class_<LexiconFreeSeq2SeqDecoder>(m, "LexiconFreeSeq2SeqDecoder")

src\flashlight\lib\text\decoder

• [x] kenlm.R
• [x] _kenlm.cpp
  • [x] py::class_<KenLM, KenLMPtr, LM>(m, "KenLM")

from pytorch´s ctc_decoder.py

'https://github.com/pytorch/audio/blob/main/torchaudio/models/decoder/_ctc_decoder.py'

from flashlight.lib.text.decoder import (

• [x] CriterionType as _CriterionType,
• [x] LexiconDecoder as _LexiconDecoder,
• [x] LexiconDecoderOptions as _LexiconDecoderOptions,
• [x] LexiconFreeDecoder as _LexiconFreeDecoder,
• [x] LexiconFreeDecoderOptions as _LexiconFreeDecoderOptions,
• [x] LM as _LM,
• [x] LMState as _LMState,
• [x] SmearingMode as _SmearingMode,
• [x] Trie as _Trie,
• [x] ZeroLM as _ZeroLM

)

from flashlight.lib.text.dictionary import (

• [x] create_word_dict as _create_word_dict,
• [x] Dictionary as _Dictionary,
• [x] load_words as _load_words,

)

[Athospd]

from flashlight.lib.text.decoder import (

• [ ] create_emitting_model_state,
• [x] CriterionType,
• [ ] get_obj_from_emitting_model_state,
• [x] LexiconDecoder,
• [x] LexiconDecoderOptions,
• [x] LexiconFreeDecoder,
• [x] LexiconFreeDecoderOptions,
• [x] LexiconFreeSeq2SeqDecoder,
• [x] LexiconFreeSeq2SeqDecoderOptions,
• [x] SmearingMode,
• [x] Trie,
• [x] ZeroLM, ) from flashlight.lib.text.dictionary import (
• [x] create_word_dict,
• [x] Dictionary,
• [x] load_words,
• [x] pack_replabels, )