Merge pull request wbrown#46 from wbrown/rwang.updatego04102024

run go get before workflow
coreweave · Apr 10, 2024 · edd9879 · edd9879
2 parents 4bfe4a6 + c978a63
commit edd9879
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -2,7 +2,7 @@ name: Publish
 
 on:
   push:
-    branches: ['main']
+    branches: ["main"]
 
 jobs:
   publish:
@@ -16,5 +16,7 @@ jobs:
 
       - uses: imjasonh/setup-ko@v0.6
       - run: ko publish --base-import-paths ./cmd/model_downloader -t ${GITHUB_SHA::7}
+      - working-directory: ./cmd/dataset_tokenizer
+        run: go get github.com/wbrown/gpt_bpe/resources
       - working-directory: ./cmd/dataset_tokenizer
         run: ko publish --base-import-paths . -t ${GITHUB_SHA::7}
diff --git a/cmd/dataset_tokenizer/dataset_tokenizer.go b/cmd/dataset_tokenizer/dataset_tokenizer.go
@@ -8,7 +8,6 @@ import (
 	"fmt"
 	"io"
 	"log"
-	"path/filepath"
 	"math/rand"
 	"os"
 	"path/filepath"
-Original file line number
+Diff line change
@@ Expand Up / @@ -8,7 +8,6 @@ import ( @@
     	"fmt"
     	"io"
     	"log"
-    	"path/filepath"
     	"math/rand"
     	"os"
     	"path/filepath"
@@ Expand Down @@