run-ci-#590-TqContCalendar 参数类型为 date #2559
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI for tqsdk-python-private | |
| on: | |
| repository_dispatch: | |
| types: [run-ci-*] | |
| jobs: | |
| setup: | |
| name: log the workflow url in src repo in pr comment | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Dump GitHub context | |
| env: | |
| GITHUB_CONTEXT: ${{ toJson(github) }} | |
| run: echo "$GITHUB_CONTEXT" | |
| - name: Add comment show workflow url | |
| uses: peter-evans/create-or-update-comment@v1 | |
| with: | |
| token: ${{ secrets.GH_PAT }} | |
| repository: shinnytech/tqsdk-python-private | |
| issue-number: ${{ github.event.client_payload.pr_number }} | |
| comment-id: ${{ github.event.client_payload.comment_id }} | |
| body: | | |
| - Workflow url: https://github.com/shinnytech/tqsdk-ci/actions/runs/${{ github.run_id }} | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: shinnytech/tqsdk-python-private | |
| ref: ${{ github.event.client_payload.ref }} | |
| token: ${{ secrets.GH_PAT }} | |
| - name: Giant Files List | |
| id: giant-files-list | |
| run: | | |
| git ls-files | xargs ls -l | sort -nrk5 | awk '{if($5 > ${{ secrets.FILE_LIMIT_SIZE }}) print $9 }' | xargs ls -lrth | |
| echo "::set-output name=GIANT-FILES-COUNT::$(git ls-files | xargs ls -l | sort -nrk5 | awk '{if($5 > ${{ secrets.FILE_LIMIT_SIZE }}) print $0}' | wc -l)" | |
| - name: Giant Files Check | |
| if: steps.giant-files-list.outputs.GIANT-FILES-COUNT != 0 | |
| run: | | |
| echo "files size check failed" | |
| exit 1 | |
| build-web: | |
| name: build web packages | |
| runs-on: ubuntu-20.04 | |
| needs: setup | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: shinnytech/tqsdk-python-private | |
| ref: ${{ github.event.client_payload.ref }} | |
| token: ${{ secrets.GH_PAT }} | |
| submodules: 'recursive' | |
| - name: Setup Node.js 12.x | |
| uses: actions/setup-node@v1 | |
| with: | |
| node-version: 12.x | |
| - name: Package web | |
| run: | | |
| cd ./web/ | |
| yarn install --frozen-lockfile | |
| yarn run build | |
| env: | |
| CI: true | |
| - name: Upload web package | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: web-files | |
| path: tqsdk/web/* | |
| test-and-build: | |
| needs: build-web | |
| if: github.event.client_payload.tag_flag != 'true' | |
| strategy: | |
| matrix: | |
| envinfo: | |
| - { name: 'linux-3.7-x64', os: ubuntu-20.04, python-version: 3.7.x, python-arch: x64, TZ: 'Asia/Shanghai', bdist-platform: 'manylinux1_x86_64'} | |
| - { name: 'linux-3.8-x64', os: ubuntu-20.04, python-version: 3.8.x, python-arch: x64, TZ: 'Asia/Shanghai', bdist-platform: 'manylinux1_x86_64'} | |
| - { name: 'linux-3.9-x64', os: ubuntu-20.04, python-version: 3.9.x, python-arch: x64, TZ: 'Asia/Shanghai', bdist-platform: 'manylinux1_x86_64'} | |
| - { name: 'linux-3.9-x64', os: ubuntu-20.04, python-version: 3.9.x, python-arch: x64, TZ: '', bdist-platform: 'manylinux1_x86_64'} | |
| - { name: 'macos-3.7-x64', os: macos-latest, python-version: 3.7.x, python-arch: x64, TZ: 'Asia/Shanghai', bdist-platform: 'any'} | |
| - { name: 'macos-3.8-x64', os: macos-latest, python-version: 3.8.x, python-arch: x64, TZ: 'Asia/Shanghai', bdist-platform: 'any'} | |
| - { name: 'macos-3.9-x64', os: macos-latest, python-version: 3.9.x, python-arch: x64, TZ: 'Asia/Shanghai', bdist-platform: 'any'} | |
| - { name: 'windows-3.7-x64', os: windows-latest, python-version: 3.7.x, python-arch: x64, TZ: 'CST-8', bdist-platform: 'win_amd64'} | |
| - { name: 'windows-3.7-x86', os: windows-latest, python-version: 3.7.x, python-arch: x86, TZ: 'CST-8', bdist-platform: 'win32'} | |
| - { name: 'windows-3.8-x64', os: windows-latest, python-version: 3.8.x, python-arch: x64, TZ: 'CST-8', bdist-platform: 'win_amd64'} | |
| - { name: 'windows-3.8-x86', os: windows-latest, python-version: 3.8.x, python-arch: x86, TZ: 'CST-8', bdist-platform: 'win32'} | |
| - { name: 'windows-3.9-x64', os: windows-latest, python-version: 3.9.x, python-arch: x64, TZ: 'CST-8', bdist-platform: 'win_amd64'} | |
| - { name: 'windows-3.9-x86', os: windows-latest, python-version: 3.9.x, python-arch: x86, TZ: 'CST-8', bdist-platform: 'win32'} | |
| env: | |
| PYTHONUNBUFFERED: 1 | |
| PYTHONIOENCODING: "utf-8" | |
| PYTHONHASHSEED: 32 | |
| TZ: ${{ matrix.envinfo.TZ }} | |
| TESTLOGPATH: "./log_archive/" | |
| TESTLOGNAME: ${{ matrix.envinfo.name }} | |
| runs-on: ${{ matrix.envinfo.os }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: shinnytech/tqsdk-python-private | |
| ref: ${{ github.event.client_payload.ref }} | |
| token: ${{ secrets.GH_PAT }} | |
| - name: Download web-files | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: web-files | |
| path: ./tqsdk/web | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{matrix.envinfo.python-version}} | |
| architecture: ${{matrix.envinfo.python-arch}} | |
| - name: Cache dependencies | |
| uses: actions/cache@v1 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ matrix.envinfo.os }}-pip-${{ hashFiles('**/requirements.txt') }} | |
| restore-keys: | | |
| ${{ matrix.envinfo.os }}-pip- | |
| - name: Install dependencies | |
| run: | | |
| python -c "import platform;import sys;print(sys.platform, platform.python_version(), platform.system(), platform.machine());" | |
| git lfs install | |
| git lfs pull | |
| python -m pip install wheel==0.34.2 | |
| python -m pip install setuptools==59.6.0 | |
| python -m pip install --upgrade pip pytest memory_profiler pytest-cov pytest-xdist | |
| python -m pip install Sphinx==3.3.1 | |
| python -m pip install -r requirements.txt | |
| python -m pip install pytest-rerunfailures | |
| - name: Install dependencies on others | |
| if: matrix.envinfo.bdist-platform != 'win32' || (matrix.envinfo.python-version != '3.8.x' && matrix.envinfo.python-version != '3.9.x') | |
| run: | | |
| python -m pip install scipy | |
| python -m pip install pandas | |
| - name: Install dependencies on win32 | |
| if: matrix.envinfo.bdist-platform == 'win32' && (matrix.envinfo.python-version == '3.8.x' || matrix.envinfo.python-version == '3.9.x') | |
| run: | | |
| python -m pip install scipy==1.8.1 | |
| python -m pip install pandas==1.2.5 | |
| - name: Run test case parallel | |
| id: test_case_parallel | |
| if: github.event.client_payload.tag_flag != 'true' | |
| timeout-minutes: 90 | |
| shell: bash | |
| env: | |
| PYTHONWARNINGS: "error,ignore::FutureWarning:tqsdk.api,ignore::DeprecationWarning:tqsdk.channel,ignore::DeprecationWarning:asyncio.queues" | |
| run: | | |
| mkdir -p ${{ env.TESTLOGPATH }} | |
| pytest tqsdk/test --cov=./tqsdk --cov-report xml:coverage1.xml --show-capture=no -n auto -m "not nonparalleltest" --disable-warnings\ | |
| --log-level=ERROR --log-file-format="%(asctime)s - %(levelname)s - %(module)s:%(filename)s:%(lineno)d - %(message)s" --log-file-date-format="%Y-%m-%d %H:%M:%S" \ | |
| --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log | |
| - name: Run test case | |
| id: test_case_nonparallel | |
| if: github.event.client_payload.tag_flag != 'true' | |
| timeout-minutes: 90 | |
| shell: bash | |
| run: | | |
| pytest tqsdk/test --cov=./tqsdk --cov-report xml:coverage2.xml -m nonparalleltest --disable-warnings\ | |
| --log-level=ERROR --log-file-format="%(asctime)s - %(levelname)s - %(module)s:%(filename)s:%(lineno)d - %(message)s" --log-file-date-format="%Y-%m-%d %H:%M:%S" \ | |
| --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log | |
| - name: Upload log to artifact | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: ${{ env.TESTLOGNAME }} | |
| path: ${{ env.TESTLOGPATH }} | |
| deploy-on-linux: | |
| if: always() | |
| needs: test-and-build | |
| strategy: | |
| matrix: | |
| envinfo: | |
| - { name: 'linux-3.6-x64', os: ubuntu-20.04, python-version: 3.6.x, python-arch: x64, bdist-platform: 'linux_x86_64' } | |
| env: | |
| PYTHONIOENCODING: "utf-8" | |
| runs-on: ${{ matrix.envinfo.os }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: shinnytech/tqsdk-python-private | |
| ref: ${{ github.event.client_payload.ref }} | |
| token: ${{ secrets.GH_PAT }} | |
| - name: Download web-files | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: web-files | |
| path: ./tqsdk/web | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{matrix.envinfo.python-version}} | |
| architecture: ${{matrix.envinfo.python-arch}} | |
| - name: Cache dependencies | |
| uses: actions/cache@v1 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ matrix.envinfo.os }}-pip-${{ hashFiles('**/requirements.txt') }} | |
| restore-keys: | | |
| ${{ matrix.envinfo.os }}-pip- | |
| - name: Install dependencies | |
| run: | | |
| git lfs install | |
| git lfs pull | |
| python -m pip install wheel==0.34.2 | |
| python -m pip install setuptools==59.6.0 | |
| python -m pip install Sphinx==3.3.1 | |
| python -m pip install -r requirements.txt | |
| python -m pip install scipy | |
| python -m pip install pandas | |
| - name: Build bdist wheel | |
| shell: bash | |
| run: | | |
| python setup.py sdist | |
| python setup.py bdist_wheel -p any | |
| - name: Sphinx build | |
| shell: bash | |
| run: | | |
| rm -rf build | |
| sphinx-build doc build/doc | |
| - name: Upload bdist package | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: bdist-file | |
| path: dist/*.whl | |
| - name: Upload sdist package | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: sdist-file | |
| path: dist/*.tar.gz | |
| - name: Upload doc package | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: doc | |
| path: build/doc | |
| - name: Upload doc-files package | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: doc-files | |
| path: doc/* | |
| - name: Publish to pypi | |
| if: github.event.client_payload.tag_flag == 'true' | |
| uses: pypa/gh-action-pypi-publish@master | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.PYPI_PASSWORD }} | |
| - name: Setup ossutil | |
| if: github.event.client_payload.tag_flag == 'true' || github.event.client_payload.ref == 'refs/heads/master' | |
| uses: yizhoumo/setup-ossutil@v1 | |
| with: | |
| endpoint: "oss-accelerate.aliyuncs.com" | |
| access-key-id: ${{ secrets.OSS_ACCESS_KEY }} | |
| access-key-secret: ${{ secrets.OSS_SECRET_KEY }} | |
| - name: Upload to Oss - tag | |
| if: github.event.client_payload.tag_flag == 'true' | |
| shell: bash | |
| run: | | |
| ossutil cp -rf build/doc oss://shinnydoc/tqsdk/${{github.event.client_payload.tag_name}}/ | |
| - name: Upload to Oss - master | |
| if: github.event.client_payload.ref == 'refs/heads/master' | |
| shell: bash | |
| run: | | |
| ossutil cp -rf build/doc oss://shinnydoc/tqsdk/master/ | |
| ossutil cp -rf build/doc oss://shinnydoc/tqsdk/latest/ | |
| tqsdk-python: | |
| name: tqsdk-python commit and pr | |
| runs-on: ubuntu-20.04 | |
| if: always() && github.event.client_payload.tag_flag == 'true' | |
| needs: deploy-on-linux | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: shinnytech/tqsdk-python | |
| ref: master | |
| token: ${{ secrets.GH_PAT }} | |
| - name: Download doc | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: doc-files | |
| path: ./doc | |
| - name: Download sdist | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: sdist-file | |
| path: ../ | |
| - name: unzip | |
| shell: bash | |
| run: | | |
| cd .. | |
| tar -x -f *.tar.gz | |
| cp -R tqsdk-${{github.event.client_payload.tag_name}}/* tqsdk-ci | |
| cd tqsdk-ci | |
| git status | |
| - name: Create Pull Request | |
| uses: peter-evans/create-pull-request@v3 | |
| with: | |
| token: ${{ secrets.GH_PAT }} | |
| commit-message: "Update Version ${{ github.event.client_payload.tag_name }}" | |
| branch-suffix: short-commit-hash | |
| title: '[Tqsdk-Ci] Update Version ${{ github.event.client_payload.tag_name }}' | |
| summary: | |
| name: summary CI result | |
| needs: [test-and-build, deploy-on-linux] | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Find Comment | |
| uses: peter-evans/find-comment@v1 | |
| id: fc | |
| with: | |
| repository: shinnytech/tqsdk-python-private | |
| token: ${{ secrets.GH_PAT }} | |
| issue-number: ${{ github.event.client_payload.pr_number }} | |
| body-includes: https://github.com/shinnytech/tqsdk-ci/actions/runs/${{ github.run_id }} | |
| - name: Add comment show success | |
| uses: peter-evans/create-or-update-comment@v1 | |
| with: | |
| token: ${{ secrets.GH_PAT }} | |
| repository: shinnytech/tqsdk-python-private | |
| issue-number: ${{ github.event.client_payload.pr_number }} | |
| comment-id: ${{ steps.fc.outputs.comment-id }} | |
| body: | | |
| workflow ${{ github.run_id }} run success! | |
| reactions: '+1' |