azure-pipelines.yml

# Trigger a build when there is a push to the main branch or a tag starts with release-
trigger:
  branches:
    include:
    - main
  tags:
    include:
    - release-*

# Trigger a build when there is a pull request to the main branch
# Ignore PRs that are just updating the docs
pr:
  branches:
    include:
    - main
    exclude:
    - doc/*
    - README.rst

# Trigger a run on main at 00:00 (midnight) UTC on Sundays
# Run even if there are no code changes
schedules:
  - cron: "0 0 * * 0"
    displayName: "Sunday Test Runs"
    always: true
    branches:
      include:
        - main

variables:
  triggeredByPullRequest: $[eq(variables['Build.Reason'], 'PullRequest')]

stages:
  - stage: RunAllTests
    displayName: Run test suite
    jobs:
      - job: run_platform_tests
        strategy:
          matrix:
            # mac_py39:
            #   imageName: 'macOS-latest'
            #   python.version: '3.9'
            # linux_py39:
            #   imageName: 'ubuntu-latest'
            #   python.version: '3.9'
            # windows_py39:
            #   imageName: 'windows-latest'
            #   python.version: '3.9'
            mac_py310:
              imageName: 'macOS-latest'
              python.version: '3.10'
            linux_py310:
              imageName: 'ubuntu-latest'
              python.version: '3.10'
            # windows_py310:
            #   imageName: 'windows-latest'
            #   python.version: '3.10'
            mac_py311:
              imageName: 'macOS-latest'
              python.version: '3.11'
            linux_py311:
              imageName: 'ubuntu-latest'
              python.version: '3.11'
            # windows_py311:
            #   imageName: 'windows-latest'
            #   python.version: '3.11'

        pool:
          vmImage: $(imageName)

        steps:
        - task: UsePythonVersion@0
          inputs:
            versionSpec: '$(python.version)'
          displayName: 'Use Python $(python.version)'

        - script: |
            echo "##vso[task.setvariable variable=PIP_CACHE_DIR]$(pip cache dir)"
          displayName: 'Set PIP_CACHE_DIR'

        - task: Cache@2
          inputs:
            key: 'pip | "$(Build.SourcesDirectory)/test-requirements.txt" | "$(Build.SourcesDirectory)/setup.cfg"'
            restoreKeys: |
              pip |
            path: $(PIP_CACHE_DIR)
          displayName: 'Cache pip dependencies'

        - script: |
            python -m pip install --upgrade pip
          displayName: 'Upgrade pip'

        - script: |
            pip install -r test-requirements.txt
          displayName: 'Install pip dependencies'

        - script: |
            pip install -e .
          displayName: 'Install local package'

        # # Debugging import datashader
        # - script: |
        #     echo "Installed packages:"
        #     pip list
        #     echo "Dask information:"
        #     python -c "import dask; print('Dask version:', dask.__version__)"
        #     python -c "import dask.dataframe; print('Dask DataFrame path:', dask.dataframe.__file__)"
        #     echo "Datashader information:"
        #     python -c "import datashader; print('Datashader version:', datashader.__version__)"
        #   displayName: 'Debug dependency versions'

        - script: |
            export CI=true
            mkdir -p $(Build.ArtifactStagingDirectory)/mpl
            pytest datamapplot/tests --mpl --show-capture=no --disable-warnings \
                --cov=datamapplot/ --cov-report=html \
                --mpl-generate-summary=html \
                --mpl-results-path=$(Build.ArtifactStagingDirectory)/mpl
          displayName: 'Run tests'

        # - bash: |
        #     coveralls
        #   displayName: 'Publish to coveralls'
        #   condition: and(succeeded(), eq(variables.triggeredByPullRequest, false)) # Don't run this for PRs because they can't access pipeline secrets
        #   env:
        #     COVERALLS_REPO_TOKEN: $(COVERALLS_TOKEN)

        - task: PublishBuildArtifacts@1
          inputs:
            pathToPublish: $(Build.ArtifactStagingDirectory)/mpl
            artifactName: 'mpl-test-results-$(Build.BuildId)-$(Agent.OS)-py$(python.version)'
          displayName: 'Publish MPL Test Artifacts'
          condition: always()

  - stage: BuildPublishArtifact
    dependsOn: RunAllTests
    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/release-'), eq(variables.triggeredByPullRequest, false))
    jobs:
      - job: BuildArtifacts
        displayName: Build source dists and wheels
        pool:
          vmImage: 'ubuntu-latest'
        steps:
        - task: UsePythonVersion@0
          inputs:
            versionSpec: '3.10'
          displayName: 'Use Python 3.10'

        - script: |
            python -m pip install --upgrade pip
            pip install wheel
          displayName: 'Install dependencies'

        - script: |
            pip install -e .
          displayName: 'Install package locally'

        - script: |
            python setup.py sdist bdist_wheel
          displayName: 'Build package'

        - bash: |
            export PACKAGE_VERSION="$(python setup.py --version)"
            echo "Package Version: ${PACKAGE_VERSION}"
            echo "##vso[task.setvariable variable=packageVersionFormatted;]release-${PACKAGE_VERSION}"
          displayName: 'Get package version'

        - script: |
            echo "Version in git tag $(Build.SourceBranchName) does not match version derived from setup.py $(packageVersionFormatted)"
            exit 1
          displayName: Raise error if version doesnt match tag
          condition: and(succeeded(), ne(variables['Build.SourceBranchName'], variables['packageVersionFormatted']))

        - task: DownloadSecureFile@1
          name: PYPIRC_CONFIG
          displayName: 'Download pypirc'
          inputs:
            secureFile: 'pypirc'

        - script: |
            pip install twine
            twine upload --repository pypi --config-file $(PYPIRC_CONFIG.secureFilePath) dist/*
          displayName: 'Upload to PyPI'
          condition: and(succeeded(), eq(variables['Build.SourceBranchName'], variables['packageVersionFormatted']))