.. role:: hidden
    :class: hidden-section
.. currentmodule:: lightautoml.text.tokenizer


BaseTokenizer
=============

.. autoclass:: BaseTokenizer
    :members:


..
  autogenerated from source/_templates/classtemplate.rst
  note it does not have :inherited-members: