PowerGrid: SC colors and marker types #4977
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Docusaurus | |
| # https://datagrok.ai/help/develop/how-to/help-pages#github-actions-docusaurus-workflow | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| force: | |
| description: 'Force docusaurus deploy with broken linter and broken links?' | |
| required: true | |
| type: choice | |
| options: | |
| - 'yes' | |
| - 'no' | |
| default: 'no' | |
| push: | |
| paths: | |
| - 'help/**/*.md' | |
| - 'help/**/*.mdx' | |
| - 'help/**/_category_.yml' | |
| - 'help/**/*.gif' | |
| - 'help/**/*.jpg' | |
| - 'help/**/*.JPG' | |
| - 'help/**/*.jpeg' | |
| - 'help/**/*.png' | |
| - 'help/**/*.svg' | |
| - 'help/**/*.bmp' | |
| - 'docusaurus/**' | |
| - 'js-api/**' | |
| - 'help/deploy/releases/plugins/**' | |
| - 'packages/*/CHANGELOG.md' | |
| pull_request: | |
| paths: | |
| - 'help/**/*.md' | |
| - 'help/**/*.mdx' | |
| - 'help/**/_category_.yml' | |
| - 'help/**/*.gif' | |
| - 'help/**/*.jpg' | |
| - 'help/**/*.JPG' | |
| - 'help/**/*.jpeg' | |
| - 'help/**/*.png' | |
| - 'help/**/*.svg' | |
| - 'help/**/*.bmp' | |
| - 'docusaurus/**' | |
| - 'js-api/**' | |
| - 'help/deploy/releases/plugins/**' | |
| - 'packages/*/CHANGELOG.md' | |
| jobs: | |
| common-check: | |
| name: Common checks | |
| uses: ./.github/workflows/common_check.yaml | |
| with: | |
| run_trigger: ${{ github.event_name }} | |
| lint: | |
| name: Lint | |
| needs: common-check | |
| runs-on: ubuntu-22.04 | |
| if: needs.common-check.outputs.continue == 'true' && inputs.force == 'no' | |
| outputs: | |
| result: ${{ steps.check.outputs.result }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| help | |
| .markdownlint.yaml | |
| .markdownlint-cli2.jsonc | |
| - uses: DavidAnson/[email protected] | |
| if: steps.changed-files.outputs.any_changed == 'true' | |
| with: | |
| globs: | | |
| help/**/*.md | |
| help/**/*.mdx | |
| packages/*/CHANGELOG.md | |
| fix: true | |
| convert: | |
| name: Build | |
| needs: [ lint, common-check ] | |
| if: always() && (needs.lint.result == 'skipped' || needs.lint.result == 'success') && needs.common-check.outputs.continue == 'true' | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| docusaurus | |
| help | |
| packages | |
| js-api | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 18 | |
| cache: npm | |
| cache-dependency-path: | | |
| docusaurus/package-lock.json | |
| js-api/package-lock.json | |
| - name: Cache Docusaurus | |
| uses: actions/cache@v4 | |
| if: github.ref == 'refs/heads/master' | |
| with: | |
| path: docusaurus/.docusaurus | |
| key: ${{ github.ref }}-docusaurus | |
| - name: Cache Docusaurus build | |
| uses: actions/cache@v4 | |
| if: github.ref == 'refs/heads/master' | |
| with: | |
| path: docusaurus/build | |
| key: ${{ github.ref }}-docusaurus-build | |
| - name: Install dependencies | |
| run: npm install | |
| working-directory: ./docusaurus | |
| - name: Install js-api dependencies | |
| run: npm install | |
| working-directory: ./js-api | |
| - run: npm run lint > help/_lint-check-report.md 2>&1 | |
| continue-on-error: true | |
| if: inputs.force == 'no' && needs.lint.outputs.result != 'success' | |
| - name: Build Docusaurus website | |
| id: build | |
| run: | | |
| if [[ "${{ inputs.force }}" == 'yes' ]]; then | |
| echo 'Allow broken links in help for manually run action' | |
| sed -i "s/Links: 'throw'/Links: 'warn'/g" docusaurus.config.js | |
| sed -i "s/Anchors: 'throw'/Anchors: 'warn'/g" docusaurus.config.js | |
| fi | |
| npm run build > ../help/_docusaurus_build.txt 2>&1 | |
| cat ../help/_docusaurus_build.txt | |
| working-directory: ./docusaurus | |
| continue-on-error: true | |
| - uses: actions/upload-artifact@v4 | |
| name: Save docusaurus build output | |
| if: always() && steps.build.outcome != 'skipped' | |
| with: | |
| name: _docusaurus_build_output | |
| path: help/_docusaurus_build.txt | |
| retention-days: 14 | |
| - name: Set summary | |
| id: build_summary | |
| run: | | |
| echo "## Summary" > "${GITHUB_STEP_SUMMARY}" | |
| bash docusaurus/broken_links.sh help/_docusaurus_build.txt help/_broken_links.csv | |
| if [ -f help/_broken_links.csv ]; then | |
| line_count=$(wc -l < help/_broken_links.csv) | |
| else | |
| line_count=0 | |
| fi | |
| if [ "$line_count" -gt 1 ] || [[ "${{ steps.build.outcome }}" == "failure" ]] ; then | |
| echo ":no_entry_sign: Some errors occurred" >> "${GITHUB_STEP_SUMMARY}" | |
| echo "## Local execution" >> ${GITHUB_STEP_SUMMARY} | |
| echo "To test locally run 'npm run build' from docusaurus directory" >> ${GITHUB_STEP_SUMMARY} | |
| if [ "$line_count" -gt 1 ]; then | |
| echo "## Broken links" >> ${GITHUB_STEP_SUMMARY} | |
| # Add CSV as Markdown table | |
| echo "|$(head -n 1 help/_broken_links.csv | sed 's/,/|/g')|" | sed -e 's/|"/|/g' -e 's/"|/|/g' >> ${GITHUB_STEP_SUMMARY} | |
| echo "|$(head -n 1 help/_broken_links.csv | sed 's/[^,]/-/g' | sed 's/,/|/g')|" >> ${GITHUB_STEP_SUMMARY} | |
| tail -n +2 help/_broken_links.csv | sed 's/,/|/g' | sed 's/^/|/' | sed 's/$/|/' | sed -e 's/|"/|/g' -e 's/"|/|/g' >> ${GITHUB_STEP_SUMMARY} | |
| echo "broken_links=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "## Build output" >> ${GITHUB_STEP_SUMMARY} | |
| cat help/_docusaurus_build.txt >> "${GITHUB_STEP_SUMMARY}" | |
| echo ":no_entry_sign: Docusaurus build errors:" | |
| cat help/_docusaurus_build.txt | |
| fi | |
| if [[ "${{ steps.build.outcome }}" == "failure" ]]; then | |
| echo ':x: Docusaurus build failed' | |
| echo 'Check workflow output for more information: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}' | |
| exit 1 | |
| else | |
| echo ':warning: Ignored docusaurus build warnings' | |
| echo 'Check workflow output for more information: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}' | |
| fi | |
| else | |
| echo ":white_check_mark: Successful" >> "${GITHUB_STEP_SUMMARY}" | |
| fi | |
| - uses: actions/upload-artifact@v4 | |
| name: Save broken links report | |
| if: always() && steps.build_summary.outputs.broken_links == 'true' | |
| with: | |
| name: broken_links.csv | |
| path: help/_broken_links.csv | |
| retention-days: 14 | |
| - uses: actions/upload-artifact@v4 | |
| name: Save docusaurus build | |
| if: github.ref == 'refs/heads/master' | |
| with: | |
| name: docusaurus | |
| path: docusaurus/build | |
| retention-days: 7 | |
| deploy: | |
| name: Deploy | |
| needs: [ convert, common-check ] | |
| concurrency: | |
| group: help-deploy-${{ github.ref }} | |
| cancel-in-progress: true | |
| if: always() && needs.convert.result == 'success' && github.ref == 'refs/heads/master' | |
| runs-on: ubuntu-22.04 | |
| environment: Help | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: docusaurus | |
| path: docusaurus/build | |
| - name: Deploy to server | |
| id: deploy | |
| shell: bash | |
| run: | | |
| mkdir -p ~/.ssh/ | |
| echo "$SSH_PRIVATE_KEY" > ~/.ssh/id_rsa | |
| sudo chmod 400 ~/.ssh/id_rsa | |
| echo "$SSH_KNOWN_HOSTS" > ~/.ssh/known_hosts | |
| rsync \ | |
| --recursive \ | |
| --links \ | |
| --times \ | |
| --omit-dir-times \ | |
| --group --owner \ | |
| --chown=grok:grok \ | |
| --perms --executability --acls --xattrs \ | |
| --devices --specials \ | |
| --checksum \ | |
| --delete-after \ | |
| --compress \ | |
| --update \ | |
| --verbose \ | |
| --progress \ | |
| --itemize-changes \ | |
| --stats \ | |
| --human-readable \ | |
| "docusaurus/build/" "$REMOTE_USER@$REMOTE_HOST:$TARGET" | |
| env: | |
| SSH_PRIVATE_KEY: ${{ secrets.HELP_SSH_KEY }} | |
| SSH_KNOWN_HOSTS: ${{ secrets.HELP_KNOWN_HOST }} | |
| REMOTE_HOST: ${{ secrets.HELP_HOST }} | |
| REMOTE_USER: ${{ secrets.HELP_USER }} | |
| TARGET: ${{ secrets.WIKI_DOCS_TARGET }} | |
| - uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| ./.github | |
| - name: Get actors slack | |
| id: actor | |
| uses: ./.github/actions/slack-user-action | |
| with: | |
| slack-token: ${{ secrets.SLACKBOT_TOKEN }} | |
| email-mapping: ${{ secrets.EMAIL_SLACK_ID }} | |
| - name: Send to Slack | |
| id: slack | |
| if: steps.deploy.outcome == 'success' && github.actor != 'github-actions[bot]' | |
| uses: ./.github/actions/slack-post-action | |
| with: | |
| channel: ${{ steps.actor.outputs.user-ids }} | |
| slack-token: ${{ secrets.SLACKBOT_TOKEN }} | |
| message: "<https://datagrok.ai/help/datagrok/|Help> is deployed" | |
| scrape: | |
| name: Scrape | |
| needs: [ deploy, common-check ] | |
| environment: Help | |
| concurrency: | |
| group: help-scrape-${{ github.ref }} | |
| cancel-in-progress: true | |
| if: always() && needs.deploy.result == 'success' | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| docusaurus | |
| - uses: celsiusnarhwal/typesense-scraper@v2 | |
| continue-on-error: true | |
| with: | |
| api-key: ${{ secrets.TYPESENSE_API_KEY }} | |
| host: 'typesense.datagrok.ai' | |
| port: '443' | |
| protocol: 'https' | |
| config: docusaurus/docsearch.json |