Fix single file handling when path does not exist.

coreweave · Jul 18, 2023 · 1fe59a1 · 1fe59a1
1 parent 7d3ad02
commit 1fe59a1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cmd/dataset_tokenizer/dataset_tokenizer.go b/cmd/dataset_tokenizer/dataset_tokenizer.go
@@ -33,7 +33,7 @@ type PathInfo struct {
 // returning a slice of PathInfo.
 func GlobTexts(dirPath string) (pathInfos []PathInfo, err error) {
 	// If the path is a file, return it.
-	if stat, statErr := os.Stat(dirPath); statErr != nil && !stat.IsDir() {
+	if stat, _ := os.Stat(dirPath); stat != nil && !stat.IsDir() {
 		return []PathInfo{{
 			Path:    dirPath,
 			Size:    stat.Size(),