.. role:: hidden
    :class: hidden-section

.. currentmodule:: mindformers.models


mindformers.models.LlamaTokenizer
=================================

.. image:: https://mindspore-website.obs.cn-north-4.myhuaweicloud.com/website-images/master/resource/_static/logo_source_en.svg
    :target: https://gitee.com/mindspore/mindformers/blob/dev/mindformers/models/llama/llama_tokenizer.py
    :alt: View Source On Gitee


.. autoclass:: LlamaTokenizer
    :exclude-members: convert_tokens_to_string, get_spm_processor, get_vocab, save_vocabulary, tokenize, vocab_size
    :members:



..
  autogenerated from _templates/classtemplate.rst
  note it does not have :inherited-members: