diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md index 24fc310d8..607adbf7a 100644 --- a/configs/neox_arguments.md +++ b/configs/neox_arguments.md @@ -111,7 +111,7 @@ Logging Arguments - **git_hash**: str - Default = 496f987 + Default = 5face7a current git hash of repository diff --git a/megatron/tokenizer/tokenizer.py b/megatron/tokenizer/tokenizer.py index bd3db1fac..ce2cf0686 100644 --- a/megatron/tokenizer/tokenizer.py +++ b/megatron/tokenizer/tokenizer.py @@ -352,11 +352,11 @@ def eod(self): class TiktokenTokenizer(AbstractTokenizer): """Tokenizer from OpenAI's tiktoken implementation""" - try: - import tiktoken - except ModuleNotFoundError: - print("Please install tiktoken: (https://github.com/openai/tiktoken)") - raise Exception + try: + import tiktoken + except ModuleNotFoundError: + print("Please install tiktoken: (https://github.com/openai/tiktoken)") + raise Exception def __init__(self, vocab_file): name = "TiktokenTokenizer"