Skip to content

Commit

Permalink
Apply isort and black reformatting
Browse files Browse the repository at this point in the history
Signed-off-by: huvunvidia <huvunvidia@users.noreply.github.com>
  • Loading branch information
huvunvidia committed Nov 15, 2024
1 parent fe541ed commit d8b41a0
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -107,9 +107,11 @@ def __init__(
print("use_fast: ", use_fast)
print("trust_remote_code: ", trust_remote_code)
import os

print("os.path.exists(vocab_file): ", os.path.exists(vocab_file))
try:
import subprocess

result = subprocess.run(['ls ' + vocab_file], capture_output=True, text=True)
print("Running ls command: ")
print(result.stdout)
Expand Down
10 changes: 4 additions & 6 deletions nemo/collections/llm/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,12 +27,6 @@
PreTrainingDataModule,
SquadDataModule,
)
from nemo.collections.llm.t5.data import (
FineTuningDataModule as T5FineTuningDataModule,
MockDataModule as T5MockDataModule,
PreTrainingDataModule as T5PreTrainingDataModule,
SquadDataModule as T5SquadDataModule,
)
from nemo.collections.llm.gpt.data.api import dolly, hf_dataset, mock, squad
from nemo.collections.llm.gpt.model import (
Baichuan2Config,
Expand Down Expand Up @@ -118,6 +112,10 @@
gpt_forward_step,
)
from nemo.collections.llm.quantization import Quantizer, get_calib_data_iter
from nemo.collections.llm.t5.data import FineTuningDataModule as T5FineTuningDataModule
from nemo.collections.llm.t5.data import MockDataModule as T5MockDataModule
from nemo.collections.llm.t5.data import PreTrainingDataModule as T5PreTrainingDataModule
from nemo.collections.llm.t5.data import SquadDataModule as T5SquadDataModule
from nemo.collections.llm.t5.model import T5Config, T5Model, t5_data_step, t5_forward_step

__all__ = [
Expand Down
2 changes: 1 addition & 1 deletion nemo/collections/llm/t5/data/__init__.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from nemo.collections.llm.t5.data.fine_tuning import FineTuningDataModule
from nemo.collections.llm.t5.data.mock import MockDataModule
from nemo.collections.llm.t5.data.pre_training import PreTrainingDataModule
from nemo.collections.llm.t5.data.squad import SquadDataModule
from nemo.collections.llm.t5.data.mock import MockDataModule

__all__ = ["FineTuningDataModule", "PreTrainingDataModule", "SquadDataModule", "MockDataModule"]

0 comments on commit d8b41a0

Please sign in to comment.