fix the formatting in pre_tokenizers.rs

elixir-nx · Oct 10, 2023 · e6287bf · e6287bf
1 parent 11dc09d
commit e6287bf
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/native/ex_tokenizers/src/pre_tokenizers.rs b/native/ex_tokenizers/src/pre_tokenizers.rs
@@ -2,8 +2,8 @@ use crate::util::Info;
 use crate::{new_info, ExTokenizersError};
 use rustler::NifTaggedEnum;
 use serde::{Deserialize, Serialize};
-use tokenizers::PreTokenizer;
 use tokenizers::pre_tokenizers::split::SplitPattern;
+use tokenizers::PreTokenizer;
 use tokenizers::{processors::byte_level::ByteLevel, PreTokenizedString, PreTokenizerWrapper};
 
 pub struct ExTokenizersPreTokenizerRef(pub PreTokenizerWrapper);
@@ -245,7 +245,7 @@ pub enum SplitOption {
 #[derive(NifTaggedEnum)]
 pub enum LocalSplitPattern {
     String(String),
-    Regex(String)
+    Regex(String),
 }
 
 #[rustler::nif]