Merge pull request #10 from RWKV/main-dev-infctx

Main dev infctx
RWKV · Aug 21, 2023 · 4f2525d · 4f2525d
2 parents 02f55fa + 5d22eb4
commit 4f2525d
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml
@@ -2,11 +2,11 @@ name: Docker Env Image (cuda-11-8)
 
 on:
   push:
-    branches: [ "main", "main-*" ]
+    branches: [ "main" ]
     # Publish semver tags as releases.
     tags: [ 'v*.*.*' ]
   pull_request:
-    branches: [ "main", "main-*" ]
+    branches: [ "main" ]
 
 env:
   # Use docker.io for Docker Hub if empty

diff --git a/RWKV-v4neo/src/dataflow/trie_tokenizer.py b/RWKV-v4neo/src/dataflow/trie_tokenizer.py
@@ -52,7 +52,7 @@ def find_longest(self, key:bytes, idx:int=0):
 
 class TRIE_TOKENIZER():
     def __init__(self, file_name):
-        self.vocab_size = 65525
+        self.vocab_size = 65529
         self.idx2token = {}
         sorted = [] # must be already sorted
         with open(file_name, "r", encoding="utf-8") as f:

diff --git a/RWKV-v5/src/dataflow/trie_tokenizer.py b/RWKV-v5/src/dataflow/trie_tokenizer.py
@@ -52,7 +52,7 @@ def find_longest(self, key:bytes, idx:int=0):
 
 class TRIE_TOKENIZER():
     def __init__(self, file_name):
-        self.vocab_size = 65525
+        self.vocab_size = 65529
         self.idx2token = {}
         sorted = [] # must be already sorted
         with open(file_name, "r", encoding="utf-8") as f: