Release v1.3.9 (#386)

Author: HDembinski

.appveyor.yml

@@ -1,5 +1,3 @@
-shallow_clone: true
-
 cache:
   - '%LOCALAPPDATA%\pip\Cache'
 
@@ -8,19 +6,21 @@ branches:
   only:
     - develop
 
+image:
+  - Visual Studio 2015
+
 environment:
   matrix:
-    - PYTHON: C:\Python27-x64
-      PYTHON_VERSION: 2.7
-      PYTHON_ARCH: 64
+    ## does not work with C++11
+    # - PYTHON: C:\Python27-x64
+    #   PYTHON_VERSION: 2.7
+    #   PYTHON_ARCH: 64
 
     - PYTHON: C:\Python36-x64
       PYTHON_VERSION: 3.6
       PYTHON_ARCH: 64
 
 init:
-  - "ECHO %PYTHON% %PYTHON_VERSION% %PYTHON_ARCH%"
-  - "ECHO \"%APPVEYOR_SCHEDULED_BUILD%\""
   # If there is a newer build queued for the same PR, cancel this one.
   # The AppVeyor 'rollout builds' option is supposed to serve the same
   # purpose but it is problematic because it tends to cancel builds pushed
@@ -33,6 +33,8 @@ init:
         }
 
 install:
+  - git submodule update --init --recursive
+
   # Prepend newly installed Python to the PATH of this build (this cannot be
   # done from inside the powershell script as it would require to restart
   # the parent CMD process).
@@ -46,10 +48,10 @@ install:
      print(sys.platform, platform.machine(), struct.calcsize('P') * 8, )"
 
   # Upgrade to the latest pip.
-  - 'python -m pip install --upgrade pip setuptools'
+  - python -m pip install --upgrade pip setuptools
 
   # Install the test dependencies.
-  - 'pip install --upgrade --timeout 5 --retries 2 cython numpy matplotlib pytest'
+  - pip install --upgrade --timeout 5 --retries 2 cython numpy matplotlib pytest
 
 build_script:
   - python setup.py build_ext --inplace

.ci/azure-pipeline-build.yml

@@ -1,14 +1,18 @@
 # Azure only builds master, Travis and Appveyor only build develop
 
 trigger:
-  - master
-
+  branches:
+    include:
+      - master
+      - 'refs/tags/*'
 pr:
   - master
 
 variables:
   package_name: iminuit
   many_linux_base: quay.io/pypa/manylinux1_
+  dev_requirements_file: .ci/requirements-build.txt
+  test_requirements_file: .ci/requirements-test.txt
 
 jobs:
 
@@ -18,10 +22,15 @@ jobs:
   variables:
     python.architecture: 'none'
   steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.8'
     - script: |
+        python -m pip install --upgrade pip
         python -m pip install setuptools cython
-        python setup.py sdist
-      displayName: Publish sdist
+      displayName: Install sdist deps
+    - script: python setup.py sdist
+      displayName: Prepare sdist
     - template: azure-wheel-helpers/azure-publish-dist.yml
 
 - job: ManyLinux
@@ -59,6 +68,8 @@ jobs:
         python.version: '3.6'
       Python37:
         python.version: '3.7'
+      Python38:
+        python.version: '3.8'
   pool:
     vmImage: 'macOS-latest'
   steps:
@@ -79,6 +90,9 @@ jobs:
       Python37:
         python.version: '3.7'
         python.architecture: 'x64'
+      Python38:
+        python.version: '3.8'
+        python.architecture: 'x64'
       Python27_32:
         python.version: '2.7'
         python.architecture: 'x86'
@@ -88,6 +102,9 @@ jobs:
       Python37_32:
         python.version: '3.7'
         python.architecture: 'x86'
+      Python38_32:
+        python.version: '3.8'
+        python.architecture: 'x86'
   pool:
     vmImage: 'vs2017-win2016'
   steps:

.ci/azure-wheel-helpers/LICENSE

@@ -0,0 +1,29 @@
+BSD 3-Clause License
+
+Copyright (c) 2019, Henry Schreiner.
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+* Neither the name of the particle package developers nor the names of its
+  contributors may be used to endorse or promote products derived from
+  this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

.ci/azure-wheel-helpers/README.md

@@ -0,0 +1,68 @@
+## Azure Wheel Helpers
+
+This repository holds a collection of wheel helpers designed by the [Scikit-HEP][] project to build Python Wheels on [Azure DevOps][]. This is designed for packages that require building; if you have a pure-Python project, producing a universal wheel is trivial without this helper collection. This collection assumes some standard paths and procedures, though *some* of them can be customized. 
+
+### Supported platforms and caveats
+
+TLDR: Python 2.7, 3.6, 3.7, and 3.8  on all platforms, along with 3.5 on Linux.
+
+| System | Arch | Python versions |
+|---------|-----|------------------|
+| SDist (all) | all |  any (non-binary distribution) |
+| ManyLinux1 (custom GCC 8.3) | 64 & 32-bit | 2.7, 3.5, 3.6, 3.7, 3.8 |
+| ManyLinux2010 | 64-bit | 2.7, 3.5, 3.6, 3.7, 3.8 |
+| macOS 10.9+ | 64-bit | 2.7, 3.6, 3.7, 3.8 |
+| Windows | 64 & 32-bit | 2.7, 3.6, 3.7, 3.8 |
+
+* Linux: Python 3.4 is not supported because Numpy does not support it either.
+* manylinux1: Optional support for GCC 9.1 using docker image; should work but can't be called directly other compiled extensions unless they do the same thing (think that's the main caveat). Supporting 32 bits because it's there for Numpy and PPA for now.
+* manylinux2010: Requires pip 10+ and a version of Linux newer than 2010. This is very new technology. 64-bit only. Eventually this will become the preferred (and then only) way to produce Linux wheels.
+* MacOS: Uses the dedicated 64 bit 10.9+ Python.org builds. We are not supporting 3.5 because those no longer provide binaries (could use 32+64 fat 10.6+ but really force to 10.9+, but will not be added unless there is a need for it).
+* Windows: PyBind11 requires compilation with a newer copy of Visual Studio than Python 2.7's Visual Studio 2008; you need to have the [Visual Studio 2015 distributable][msvc2015] installed (the dll is included in 2017 and 2019, as well).
+
+[msvc2017]: https://www.microsoft.com/en-us/download/details.aspx?id=48145
+
+### Usage
+
+> Azure does not recognize git submodules during the configure phase. Therefore, we are using git subtree instead.
+
+This repository should reside in `/.ci` in your project. To add it:
+
+```bash
+git subtree add --prefix .ci/azure-wheel-helpers [email protected]:scikit-hep/azure-wheel-helpers.git master --squash
+```
+
+You should make a copy of the template pipeline and make local edits:
+
+```bash
+cp .ci/azure-wheel-helpers/azure-pipeline-build.yml .ci/azure-pipeline-build.yml
+```
+
+Make sure you enable this path in Azure as the pipeline. See [the post here][iscinumpy/wheels] for more details.
+
+You must set the variables at the top of this file, and remove any configurations (like Windows) that you do not support:
+
+```yaml
+variables:
+  package_name: my_package    # This is the output name, - is replaced by _
+  many_linux_base: "quay.io/pypa/manylinux1_" # Could also be "skhep/manylinuxgcc-"
+  dev_requirements_file: .ci/azure-wheel-helpers/empty-requirements.txt
+  test_requirements_file: .ci/azure-wheel-helpers/empty-requirements.txt
+```
+
+You can adjust the rest of the template as needed. If you need a non-standard procedure, you can change the target of the `template` inputs to a local file.
+
+
+### License
+
+Copyright (c) 2019, Henry Schreiner.
+
+Distributed under the 3-clause BSD license, see accompanying file LICENSE
+or <https://github.com/scikit-hep/azure-wheel-helpers> for details.
+
+
+[Scikit-HEP]:   http://scikit-hep.org
+[Azure DevOps]: https://dev.azure.com
+[iscinumpy/wheels]: https://iscinumpy.gitlab.io/post/azure-devops-python-wheels/
+[msvc2017]: https://www.microsoft.com/en-us/download/details.aspx?id=48145
+

.ci/azure-wheel-helpers/azure-manylinux-wheels.yml

@@ -1,6 +1,20 @@
+
+# Copyright (c) 2019, Henry Schreiner.
+#
+# Distributed under the 3-clause BSD license, see accompanying file LICENSE
+# or https://github.com/scikit-hep/azure-wheel-helpers for details.
+
 steps:
 - script: |
-    docker run -e NPY_NUM_BUILD_JOBS=4 -e PLAT=$(plat) -e package_name=$(package_name) --rm -v `pwd`:/io $(image) /io/.ci/azure-wheel-helpers/build-wheels.sh
+    docker run --rm \
+      -e NPY_NUM_BUILD_JOBS=4 \
+      -e PLAT=$(plat) \
+      -e package_name=$(package_name) \
+      -e dev_requirements_file='$(dev_requirements_file)' \
+      -e test_requirements_file='$(test_requirements_file)' \
+      -v $PWD:/io \
+      $(image) \
+      /io/.ci/azure-wheel-helpers/build-wheels.sh
   displayName: Build wheels
 
 - script: |

.ci/azure-wheel-helpers/azure-pipeline-build.yml

@@ -1,22 +1,35 @@
+# Copyright (c) 2019, Henry Schreiner.
+#
+# Distributed under the 3-clause BSD license, see accompanying file LICENSE
+# or https://github.com/scikit-hep/azure-wheel-helpers for details.
+
 # Template - you must copy (or symlink) this to your .ci folder
 # Packages usually will have a little custom code in here, and
 # can override any of the templates from here, as well
 
-
+# Builds can always be triggered in the GUI.
 trigger:
-  tags:
+  branches:
     include:
-    - v*
+      - 'refs/tags/*'
+
+pr: none
+
+# For a master-develop workflow:
+# pr:
+#   - master
+# trigger:
+#   - master
 
-pr:
-- master
 
 
-# variables:
-# Required variables:
-#   package_name:     This is the output name, - is replaced by _
-# Optional variables:
-#   many_linux_base:  Should be quay.io/pypa/manylinux1_ or skhep/manylinuxgcc-
+# You must set the package name here. Optionally change the other variables.
+variables:
+  package_name:
+  many_linux_base: quay.io/pypa/manylinux1_
+  dev_requirements_file: .ci/azure-wheel-helpers/empty-requirements.txt
+  test_requirements_file: .ci/azure-wheel-helpers/empty-requirements.txt
+
 
 jobs:
 
@@ -26,10 +39,15 @@ jobs:
   variables:
     python.architecture: 'none'
   steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.8'
     - script: |
+        python -m pip install --upgrade pip
         python -m pip install setuptools
-        python setup.py sdist
-      displayName: Publish sdist
+      displayName: Install sdist deps
+    - script: python setup.py sdist
+      displayName: Prepare sdist
     - template: azure-wheel-helpers/azure-publish-dist.yml
 
 - job: ManyLinux
@@ -67,6 +85,8 @@ jobs:
         python.version: '3.6'
       Python37:
         python.version: '3.7'
+      Python38:
+        python.version: '3.8'
   pool:
     vmImage: 'macOS-latest'
   steps:
@@ -87,6 +107,9 @@ jobs:
       Python37:
         python.version: '3.7'
         python.architecture: 'x64'
+      Python38:
+        python.version: '3.8'
+        python.architecture: 'x64'
       Python27_32:
         python.version: '2.7'
         python.architecture: 'x86'
@@ -96,8 +119,11 @@ jobs:
       Python37_32:
         python.version: '3.7'
         python.architecture: 'x86'
+      Python38_32:
+        python.version: '3.8'
+        python.architecture: 'x86'
   pool:
-    vmImage: 'vs2017-win2016'
+    vmImage: 'windows-latest'
   steps:
     - template: azure-wheel-helpers/azure-setup.yml
     - template: azure-wheel-helpers/azure-steps.yml

.ci/azure-wheel-helpers/azure-publish-dist.yml

@@ -1,9 +1,12 @@
+# Copyright (c) 2019, Henry Schreiner.
+#
+# Distributed under the 3-clause BSD license, see accompanying file LICENSE
+# or https://github.com/scikit-hep/azure-wheel-helpers for details.
 
 steps:
 - task: PublishPipelineArtifact@0
   inputs:
     artifactName: '$(Agent.OS)_$(Agent.JobName)_$(python.architecture)'
     targetPath: 'dist'
 
-# You can set FULLBUILD_FORCE to anything non-blank to get the manylinux job to run.
 # Artifacts are attached to the build, and are published with an Azure release pipeline.

.ci/azure-wheel-helpers/azure-setup.yml

@@ -1,3 +1,8 @@
+# Copyright (c) 2019, Henry Schreiner.
+#
+# Distributed under the 3-clause BSD license, see accompanying file LICENSE
+# or https://github.com/scikit-hep/azure-wheel-helpers for details.
+
 # This is special for macOS because "UsePythonVersion"
 # does not use the official Python.org installers.
 
@@ -18,6 +23,6 @@ steps:
     mkdir -p dist
     python -m pip install --upgrade pip
     python -m pip install --upgrade pytest wheel twine setuptools
-    python -m pip install -r .ci/requirements-build.txt
+    python -m pip install -r $(dev_requirements_file)
   displayName: 'Install dependencies'
 

.ci/azure-wheel-helpers/azure-steps.yml

@@ -1,3 +1,8 @@
+# Copyright (c) 2019, Henry Schreiner.
+#
+# Distributed under the 3-clause BSD license, see accompanying file LICENSE
+# or https://github.com/scikit-hep/azure-wheel-helpers for details.
+
 steps:
 
 - script: |