Set up CI with Azure Pipelines

README.md

@@ -28,6 +28,15 @@ With luck, fixes made here will eventually be ported upstream.
     </a>
   </td>
 </tr>
+<tr>
+  <td></td>
+  <td>
+    <a href="https://dev.azure.com/jbrockmendel/sm2/_build/latest?definitionId=1&branch=master">
+      <img src="https://dev.azure.com/jbrockmendel/sm2/_apis/build/status/jbrockmendel.sm2?branch=master" alt="Azure Pipelines build status" />
+    </a>
+  </td>
+</tr>
+
 <tr>
   <td>Coverage</td>
   <td>

azure-pipelines.yml

@@ -0,0 +1,26 @@
+# Adapted from pandas version, which is in turn 
+# adapted from https://github.com/numba/numba/blob/master/azure-pipelines.yml
+jobs:
+# Mac and Linux could potentially use the same template
+# except it isn't clear how to use a different build matrix
+# for each, so for now they are separate
+- template: ci/azure/macos.yml
+  parameters:
+    name: macOS
+    vmImage: xcode9-macos10.13
+- template: ci/azure/linux.yml
+  parameters:
+    name: Linux
+    vmImage: ubuntu-16.04
+
+# Windows Python 2.7 needs VC 9.0 installed, and not sure
+# how to make that a conditional task, so for now these are
+# separate templates as well
+- template: ci/azure/windows.yml
+  parameters:
+    name: Windows
+    vmImage: vs2017-win2016
+- template: ci/azure/windows-py27.yml
+  parameters:
+    name: WindowsPy27
+    vmImage: vs2017-win2016

ci/azure/linux.yml

@@ -0,0 +1,84 @@
+# adapted from pandas' version
+
+parameters:
+  name: ''
+  vmImage: ''
+
+jobs:
+- job: ${{ parameters.name }}
+  pool:
+    vmImage: ${{ parameters.vmImage }}
+  strategy:
+    maxParallel: 11
+    matrix:
+      py27_np_19:
+        ENV_FILE: ci/deps/azure-27-compat.yaml
+        CONDA_PY: "27"
+        CONDA_ENV: sm2
+        TEST_ARGS: "--skip-slow --skip-network"
+
+      py36_locale:
+        ENV_FILE: ci/deps/azure-37-locale.yaml
+        CONDA_PY: "37"
+        CONDA_ENV: sm2
+        TEST_ARGS: "--skip-slow --skip-network"
+        LOCALE_OVERRIDE: "zh_CN.UTF-8"
+
+      py36_locale_slow:
+        ENV_FILE: ci/deps/azure-36-locale_slow.yaml
+        CONDA_PY: "36"
+        CONDA_ENV: sm2
+        TEST_ARGS: "--only-slow --skip-network"
+
+  steps:
+    - script: |
+        if [ "$(uname)" == "Linux" ]; then sudo apt-get install -y libc6-dev-i386; fi
+        echo "Installing Miniconda"{
+        ci/incremental/install_miniconda.sh
+        export PATH=$HOME/miniconda3/bin:$PATH
+        echo "Setting up Conda environment"
+        ci/incremental/setup_conda_environment.sh
+      displayName: 'Before Install'
+    - script: |
+        export PATH=$HOME/miniconda3/bin:$PATH
+        ci/incremental/build.sh
+      displayName: 'Build'
+    - script: |
+        export PATH=$HOME/miniconda3/bin:$PATH
+        ci/script_single.sh
+        ci/script_multi.sh
+        echo "[Test done]"
+      displayName: 'Test'
+    - script: |
+        export PATH=$HOME/miniconda3/bin:$PATH
+        source activate sm2 && pushd /tmp && python -c "import pandas; pandas.show_versions();" && popd
+    - task: PublishTestResults@2
+      inputs:
+        testResultsFiles: 'test-data-*.xml'
+        testRunTitle: 'Linux'
+
+    - powershell: |
+        $junitXml = "test-data-single.xml"
+        $(Get-Content $junitXml | Out-String) -match 'failures="(.*?)"'
+        if ($matches[1] -eq 0)
+        {
+          Write-Host "No test failures in test-data-single"
+        }
+        else
+        {
+          # note that this will produce $LASTEXITCODE=1
+          Write-Error "$($matches[1]) tests failed"
+        }
+
+        $junitXmlMulti = "test-data-multiple.xml"
+        $(Get-Content $junitXmlMulti | Out-String) -match 'failures="(.*?)"'
+        if ($matches[1] -eq 0)
+        {
+          Write-Host "No test failures in test-data-multi"
+        }
+        else
+        {
+          # note that this will produce $LASTEXITCODE=1
+          Write-Error "$($matches[1]) tests failed"
+        }
+      displayName: Check for test failures

ci/azure/macos.yml

@@ -0,0 +1,71 @@
+# adapted from pandas' version
+
+parameters:
+  name: ''
+  vmImage: ''
+
+jobs:
+- job: ${{ parameters.name }}
+  pool:
+    vmImage: ${{ parameters.vmImage }}
+  strategy:
+    maxParallel: 11
+    matrix:
+      py35_np_113:
+        ENV_FILE: ci/deps/azure-macos-35.yaml
+        CONDA_PY: "35"
+        CONDA_ENV: sm2
+        TEST_ARGS: "--skip-slow"
+
+  steps:
+    - script: |
+        if [ "$(uname)" == "Linux" ]; then sudo apt-get install -y libc6-dev-i386; fi
+        echo "Installing Miniconda"
+        ci/incremental/install_miniconda.sh
+        export PATH=$HOME/miniconda3/bin:$PATH
+        echo "Setting up Conda environment"
+        ci/incremental/setup_conda_environment.sh
+      displayName: 'Before Install'
+    - script: |
+        export PATH=$HOME/miniconda3/bin:$PATH
+        ci/incremental/build.sh
+      displayName: 'Build'
+    - script: |
+        export PATH=$HOME/miniconda3/bin:$PATH
+        ci/script_single.sh
+        ci/script_multi.sh
+        echo "[Test done]"
+      displayName: 'Test'
+    - script: |
+        export PATH=$HOME/miniconda3/bin:$PATH
+        source activate sm2 && pushd /tmp && python -c "import pandas; pandas.show_versions();" && popd
+    - task: PublishTestResults@2
+      inputs:
+        testResultsFiles: 'test-data-*.xml'
+        testRunTitle: 'MacOS-35'
+
+    - powershell: |
+        $junitXml = "test-data-single.xml"
+        $(Get-Content $junitXml | Out-String) -match 'failures="(.*?)"'
+        if ($matches[1] -eq 0)
+        {
+          Write-Host "No test failures in test-data-single"
+        }
+        else
+        {
+          # note that this will produce $LASTEXITCODE=1
+          Write-Error "$($matches[1]) tests failed"
+        }
+
+        $junitXmlMulti = "test-data-multiple.xml"
+        $(Get-Content $junitXmlMulti | Out-String) -match 'failures="(.*?)"'
+        if ($matches[1] -eq 0)
+        {
+          Write-Host "No test failures in test-data-multi"
+        }
+        else
+        {
+          # note that this will produce $LASTEXITCODE=1
+          Write-Error "$($matches[1]) tests failed"
+        }
+      displayName: Check for test failures

ci/azure/windows-py27.yml

@@ -0,0 +1,61 @@
+# Adapted from pandas' version
+
+parameters:
+  name: ''
+  vmImage: ''
+
+jobs:
+- job: ${{ parameters.name }}
+  pool:
+    vmImage: ${{ parameters.vmImage }}
+  strategy:
+    maxParallel: 11
+    matrix:
+      py36_np14:
+        ENV_FILE: ci/deps/azure-windows-27.yaml
+        CONDA_PY: "27"
+        CONDA_ENV: sm2
+
+  steps:
+    - task: CondaEnvironment@1
+      inputs:
+        updateConda: no
+        packageSpecs: ''
+
+    # Need to install VC 9.0 only for Python 2.7
+    # Once we understand how to do tasks conditional on build matrix variables
+    # we could merge this into azure-windows.yml
+    - powershell: |
+        $wc = New-Object net.webclient
+        $wc.Downloadfile("https://download.microsoft.com/download/7/9/6/796EF2E4-801B-4FC4-AB28-B59FBF6D907B/VCForPython27.msi", "VCForPython27.msi")
+        Start-Process "VCForPython27.msi" /qn -Wait
+      displayName: 'Install VC 9.0'
+
+    - script: |
+        ci\\incremental\\setup_conda_environment.cmd
+      displayName: 'Before Install'
+    - script: |
+        ci\\incremental\\build.cmd
+      displayName: 'Build'
+    - script: |
+        call activate %CONDA_ENV%
+        pytest --junitxml=test-data.xml --skip-slow sm2 -n 2 -r sxX --strict --durations=10 %*
+      displayName: 'Test'
+    - task: PublishTestResults@2
+      inputs:
+        testResultsFiles: 'test-data.xml'
+        testRunTitle: 'Windows 27'
+
+    - powershell: |
+        $junitXml = "test-data.xml"
+        $(Get-Content $junitXml | Out-String) -match 'failures="(.*?)"'
+        if ($matches[1] -eq 0)
+        {
+          Write-Host "No test failures in test-data"
+        }
+        else
+        {
+          # note that this will produce $LASTEXITCODE=1
+          Write-Error "$($matches[1]) tests failed"
+        }
+      displayName: Check for test failures

ci/azure/windows.yml

@@ -0,0 +1,52 @@
+# adapted from pandas' version
+
+parameters:
+  name: ''
+  vmImage: ''
+
+jobs:
+- job: ${{ parameters.name }}
+  pool:
+    vmImage: ${{ parameters.vmImage }}
+  strategy:
+    maxParallel: 11
+    matrix:
+      py36_np14:
+        ENV_FILE: ci/deps/azure-windows-36.yaml
+        CONDA_PY: "36"
+        CONDA_ENV: sm2
+
+  steps:
+    - task: CondaEnvironment@1
+      inputs:
+        updateConda: no
+        packageSpecs: ''
+
+    - script: |
+        ci\\incremental\\setup_conda_environment.cmd
+      displayName: 'Before Install'
+    - script: |
+        ci\\incremental\\build.cmd
+      displayName: 'Build'
+    - script: |
+        call activate %CONDA_ENV%
+        pytest --junitxml=test-data.xml --skip-slow sm2 -n 2 -r sxX --strict --durations=10 %*
+      displayName: 'Test'
+    - task: PublishTestResults@2
+      inputs:
+        testResultsFiles: 'test-data.xml'
+        testRunTitle: 'Windows 36'
+
+    - powershell: |
+        $junitXml = "test-data.xml"
+        $(Get-Content $junitXml | Out-String) -match 'failures="(.*?)"'
+        if ($matches[1] -eq 0)
+        {
+          Write-Host "No test failures in test-data"
+        }
+        else
+        {
+          # note that this will produce $LASTEXITCODE=1
+          Write-Error "$($matches[1]) tests failed"
+        }
+      displayName: Check for test failures

ci/deps/azure-27-compat.yaml

@@ -0,0 +1,19 @@
+name: pandas
+channels:
+  - defaults
+  - conda-forge
+dependencies:
+  - bottleneck=1.2.0
+  - numexpr=2.6.1
+  - numpy=1.12.0
+  - python-dateutil=2.5.0
+  - python=2.7*
+  - pytz=2013b
+  - scipy=0.18.1
+  # universal
+  - cython>=0.28.2
+  - pandas>=0.23.3
+  - pytest
+  - pytest-xdist
+  - pip:
+    - hypothesis>=3.58.0

ci/deps/azure-36-locale_slow.yaml

@@ -0,0 +1,20 @@
+name: pandas
+channels:
+  - defaults
+  - conda-forge
+dependencies:
+  - matplotlib
+  - nomkl
+  - numexpr
+  - numpy
+  - python-dateutil
+  - python=3.6*
+  - pytz
+  - scipy
+  # universal
+  - cython>=0.28.2
+  - pandas>=0.23.3
+  - pytest
+  - pytest-xdist
+  - pip:
+    - hypothesis>=3.58.0

ci/deps/azure-37-locale.yaml

@@ -0,0 +1,20 @@
+name: pandas
+channels:
+  - defaults
+  - conda-forge
+dependencies:
+  - matplotlib
+  - nomkl
+  - numexpr
+  - numpy
+  - python-dateutil
+  - python=3.6*
+  - pytz
+  - scipy
+  # universal
+  - cython>=0.28.2
+  - pandas>=0.23.3
+  - pytest
+  - pytest-xdist
+  - pip:
+    - hypothesis>=3.58.0

ci/deps/azure-macos-35.yaml

@@ -0,0 +1,21 @@
+name: sm2
+channels:
+  - defaults
+dependencies:
+  - python=3.5*
+  - cython>=0.28.2
+  - bottleneck
+  - matplotlib
+  - nomkl
+  - numexpr
+  - numpy=1.13
+  - scipy
+  #
+  - xarray
+  # universal
+  - pandas>=0.23.3
+  - pytest
+  - pytest-xdist
+  - pip:
+    - python-dateutil==2.5.3
+    - hypothesis>=3.58.0