.. role:: hidden
    :class: hidden-section
.. currentmodule:: torchtune.modules


Tokenizer
=========

.. autoclass:: Tokenizer
    :members: