From 5face7ac7bd3819ae931a7f382c2b94e56942741 Mon Sep 17 00:00:00 2001 From: jon-tow Date: Tue, 7 Mar 2023 23:42:26 +0000 Subject: [PATCH 1/2] fix unexpected indent error for conditional `tiktoken` import --- megatron/tokenizer/tokenizer.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/megatron/tokenizer/tokenizer.py b/megatron/tokenizer/tokenizer.py index bd3db1fac..ce2cf0686 100644 --- a/megatron/tokenizer/tokenizer.py +++ b/megatron/tokenizer/tokenizer.py @@ -352,11 +352,11 @@ def eod(self): class TiktokenTokenizer(AbstractTokenizer): """Tokenizer from OpenAI's tiktoken implementation""" - try: - import tiktoken - except ModuleNotFoundError: - print("Please install tiktoken: (https://github.com/openai/tiktoken)") - raise Exception + try: + import tiktoken + except ModuleNotFoundError: + print("Please install tiktoken: (https://github.com/openai/tiktoken)") + raise Exception def __init__(self, vocab_file): name = "TiktokenTokenizer" From 019da08e1adcca6cb64a40e03d1891197a44f518 Mon Sep 17 00:00:00 2001 From: github-actions Date: Tue, 7 Mar 2023 23:43:41 +0000 Subject: [PATCH 2/2] Update NeoXArgs docs automatically --- configs/neox_arguments.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md index 24fc310d8..607adbf7a 100644 --- a/configs/neox_arguments.md +++ b/configs/neox_arguments.md @@ -111,7 +111,7 @@ Logging Arguments - **git_hash**: str - Default = 496f987 + Default = 5face7a current git hash of repository