Add assets to release

.github/workflows/build-steps.yml

@@ -32,8 +32,17 @@ jobs:
       run: |
         python3 test.py
 
+    - name: assets
+      run: |
+        python3 assets.py
+
     - name: Upload artifact
       uses: actions/upload-artifact@v3
       with:
         name: whisper.tflite
-        path: whisper.tflite
+        path: |
+          vocab.json
+          tokenizer.json
+          merges.txt
+          normalizer.json
+          whisper.tflite

.github/workflows/release.yml

@@ -21,7 +21,8 @@ jobs:
 
     - name: zip
       run: |
-        zip whisper.tflite-${{ github.event.release.tag_name }}.zip whisper.tflite
+        ls -la
+        zip whisper.tflite-${{ github.event.release.tag_name }}.zip whisper.tflite merges.txt normalizer.json tokenizer.json vocab.json
 
     - name: Upload release package
       uses: actions/upload-release-asset@v1

.gitignore

@@ -1,3 +1,7 @@
 .venv
 tf_whisper_saved
-*.tflite
+*.tflite
+merges.txt
+normalizer.json
+tokenizer.json
+vocab.json

assets.py

@@ -0,0 +1,15 @@
+import logging
+import os.path
+import shutil
+from settings import model_name, tflite_model_path
+from transformers import WhisperProcessor, WhisperTokenizer
+from transformers.utils import cached_file
+
+logging.basicConfig(level=logging.DEBUG)
+
+processor = WhisperProcessor.from_pretrained(model_name)
+tokenizer = processor.tokenizer
+
+for asset in [cached_file(model_name, f) for f in tokenizer.vocab_files_names.values()]:
+    print(os.path.basename(asset))
+    shutil.copy(asset, os.path.basename(asset))