Skip to content

Rewrite for named tuples #4650

Rewrite for named tuples

Rewrite for named tuples #4650

Workflow file for this run

name: MLOS Windows
on:
workflow_dispatch:
inputs:
tags:
description: Manual MLOS Linux run
push:
branches: [ main ]
pull_request:
branches: [ main ]
# Windows jobs aren't required to pass atm for the merge group to pass.
#merge_group:
# types: [checks_requested]
schedule:
- cron: "1 0 * * *"
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
cancel-in-progress: true
jobs:
WindowsCondaBuildTest:
name: Windows Build/Test with Conda
runs-on: windows-latest
permissions:
contents: read
defaults:
run:
shell: pwsh
env:
CONDA_ENV_NAME: mlos
CONDA_ENV_YML: mlos-windows.yml
cache_cur_date: unset
cache_cur_hour: unset
cache_prev_hour: unset
steps:
- uses: actions/checkout@v4
- uses: conda-incubator/setup-miniconda@v3
- name: Set cache timestamp variables
id: set_cache_vars
run: |
"cache_cur_date=$(date -u +%Y-%m-%d)" >> $env:GITHUB_ENV
"cache_cur_hour=$(date -u +%H)" >> $env:GITHUB_ENV
"cache_prev_hour=$(date -u -d'1 hour ago' +%H)" >> $env:GITHUB_ENV
"CONDA=$env:CONDA" >> $env:GITHUB_ENV
- name: Add conda libs to the PATH
run: |
$env:PATH = "$env:CONDA\condabin;$env:PATH"
$env:PATH = "$env:CONDA\bin;$env:PATH"
$env:PATH = "$env:CONDA\Scripts;$env:PATH"
$env:PATH = "$env:CONDA\Library\bin;$env:PATH"
$env:PATH = "$env:CONDA\Library\usr\bin;$env:PATH"
$env:PATH = "$env:CONDA\Library\bin;$env:PATH"
$env:PATH = "$env:CONDA\Library\mingw-w64\bin;$env:PATH"
$env:PATH = "$env:CONDA;$env:PATH"
"PATH=$env:PATH" >> $env:GITHUB_ENV
- name: Restore cached conda environment
id: restore-conda-cache
if: github.event_name != 'schedule'
uses: actions/cache@v4
with:
path: ${{ env.CONDA }}/envs/mlos
key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_*/pyproject.toml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
restore-keys: |
conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_*/pyproject.toml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_*/pyproject.toml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}
- name: Log some environment variables for debugging
run: |
Get-ChildItem -Recurse Env:
Write-Host "cache_cur_date: $env:cache_cur_date"
Write-Host "cache_cur_hour: $env:cache_cur_hour"
Write-Host "cache_prev_hour: $env:cache_prev_hour"
Write-Host "cache-hit: ${{ steps.restore-conda-cache.outputs.cache-hit }}"
- name: Update and configure conda
run: |
conda config --set channel_priority strict
conda update -v -y -n base -c defaults --all
# Try and speed up the pipeline by using a faster solver:
- name: Install and default to mamba solver
run: |
conda install -v -y -n base conda-libmamba-solver
# Try to set either of the configs for the solver.
if (!(conda config --set experimental_solver libmamba)) { conda config --set solver libmamba }
"CONDA_EXPERIMENTAL_SOLVER=libmamba" >> $env:GITHUB_ENV
"EXPERIMENTAL_SOLVER=libmamba" >> $env:GITHUB_ENV
- name: Create/update mlos conda environment
run: |
if (! (conda env list | Select-String -Pattern "^$env:CONDA_ENV_NAME ") ) { conda env create -v -n $env:CONDA_ENV_NAME -f conda-envs/$env:CONDA_ENV_YML }
conda env update -v -n $env:CONDA_ENV_NAME -f conda-envs/$env:CONDA_ENV_YML --prune
- name: Log conda info
run: |
conda info
conda config --show
conda config --show-sources
conda list -n $env:CONDA_ENV_NAME
# This is moreso about code cleanliness, which is a dev thing, not a
# functionality thing, and the rules for that change between python versions,
# so only do this for the default in the devcontainer.
#- name: Run lint checks
# run: conda run -n $env:CONDA_ENV_NAME pylint -j0 mlos_core/mlos_core mlos_bench/mlos_bench
# Only run the coverage checks on the devcontainer job.
- name: Run tests
run: |
conda run -n $env:CONDA_ENV_NAME pytest --junitxml=junit/test-results.xml mlos_core/ mlos_bench/ mlos_viz/
# Note: unlike the Makefile version, the pwsh version of these rules are all run within a single shell context, so we can
# split commands across lines with CWD maintained (hence we also require the "cd .." here).
- name: Generate and test binary distribution files
run: |
.github/workflows/build-dist-test.ps1
WindowsDevContainerBuildTest:
name: Windows DevContainer Build/Test
# Skipped for now since building Linux containers on Windows Github Action Runners is not yet supported.
if: false
runs-on: windows-latest
defaults:
run:
shell: pwsh
permissions:
contents: read
steps:
- uses: actions/checkout@v4
- name: Check docker
run: |
docker info
docker builder ls | Select-String linux # current returns '' (not yet supported)
docker builder inspect
- name: Build the devcontainer
run: |
.devcontainer/build/build-devcontainer.ps1
- name: Basic test of the devcontainer
run: |
.devcontainer/script/run-devcontainer.ps1 conda run -n mlos python --version