Skip to content

Introduce new special tokens to seq2seq format #102

Introduce new special tokens to seq2seq format

Introduce new special tokens to seq2seq format #102

Workflow file for this run

name: Build
on: [ push, pull_request ]
jobs:
build:
name: Build the project
runs-on: ${{ matrix.os }}
strategy:
max-parallel: 4
fail-fast: false
matrix:
os: [ ubuntu-latest, macos-latest, windows-latest ]
python-version: [ "3.8", "3.9", "3.10", "3.11" ]
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install Poetry
run: |
pipx install poetry
echo "$HOME/.local/bin" >> $GITHUB_PATH
- name: Install dependencies
run: |
poetry install --no-interaction --without dev,test
- name: Build KWJA
run: |
poetry build
- name: Install KWJA from wheel (non-Windows)
if: ${{ matrix.os != 'windows-latest' }}
run: |
pip3 install dist/*.whl
- name: Install KWJA from wheel (Windows)
if: ${{ matrix.os == 'windows-latest' }}
run: |
$whlFile = (Get-ChildItem -Path dist -Filter *.whl).FullName
pip3 install $whlFile
shell: pwsh
- name: Run KWJA (non-Windows)
if: ${{ matrix.os != 'windows-latest' }}
run: |
kwja --version
kwja --help
kwja --tasks typo,senter,char,word --model-size tiny --text "自然言語処理"
kwja --tasks typo,senter,seq2seq,word --model-size tiny --text "自然言語処理"
- name: Run KWJA (Windows)
if: ${{ matrix.os == 'windows-latest' }}
run: |
$env:PYTHONUTF8 = "1"
kwja --version
kwja --help
kwja --tasks typo,senter,char,word --model-size tiny --text "自然言語処理"
kwja --tasks typo,senter,seq2seq,word --model-size tiny --text "自然言語処理"