add encode example

danny50610 · Aug 25, 2023 · cf8f384 · cf8f384
1 parent 51fcfc3
commit cf8f384
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -22,6 +22,17 @@ use Danny50610\BpeTokeniser\EncodingFactory;
 
 $enc = EncodingFactory::createByEncodingName('cl100k_base');
 
+var_dump($enc->encode("hello world"));
+/**
+ * output: 
+ * array(2) {
+ *  [0]=>
+ *  int(15339)
+ *  [1]=>
+ *  int(1917)
+ * }
+ */
+
 var_dump($enc->decode($enc->encode("hello world")));
 // output: string(11) "hello world"
 ```