Update example code of README.md

sappho192 · Jun 12, 2024 · acfccee · acfccee
1 parent d522400
commit acfccee
Showing 1 changed file with 4 additions and 6 deletions.
diff --git a/README.md b/README.md
@@ -42,21 +42,19 @@ Check following example code:
 ```CSharp
 using Tokenizers.DotNet;
 
+// Download skt/kogpt2-base-v2/tokenizer.json from the hub
 var hubName = "skt/kogpt2-base-v2";
 var filePath = "tokenizer.json";
 var fileFullPath = await HuggingFace.GetFileFromHub(hubName, filePath, "deps");
 Console.WriteLine($"Downloaded {fileFullPath}");
 
-// Write the path of tokenizer.json to tokenizer.path.txt
-var tokenizerPath = "tokenizer.path.txt";
-await File.WriteAllTextAsync(tokenizerPath, fileFullPath);
-Console.WriteLine($"Wrote {fileFullPath} to {tokenizerPath}");
-
 // Create a tokenizer instance
-var tokenizer = new Tokenizer();
+var tokenizer = new Tokenizer(vocabPath: fileFullPath);
 var tokens = new uint[] { 9330, 387, 12857, 9376, 18649, 9098, 7656, 6969, 8084, 1 };
 var decoded = tokenizer.Decode(tokens);
 Console.WriteLine($"Decoded: {decoded}");
+
+Console.WriteLine($"Version of Tokenizers.DotNet.runtime.win: {tokenizer.GetVersion()}");
 ```
 
 # How to build