ColossalAI/applications/ChatGPT/chatgpt/utils/__init__.py

3 lines
197 B
Python

from .tokenizer_utils import smart_tokenizer_and_embedding_resize, prepare_llama_tokenizer_and_embedding
__all__ = ['smart_tokenizer_and_embedding_resize', 'prepare_llama_tokenizer_and_embedding']