CI Rehash

.circleci/config.yml

@@ -0,0 +1,142 @@
+---
+version: 2
+jobs:
+  build:
+    docker:
+      - image: googleapis/nox:0.11.2
+    steps:
+      - checkout
+      - run:
+          name: Decrypt credentials
+          command: |
+            if [ -n "$GOOGLE_APPLICATION_CREDENTIALS" ]; then
+              apt-get update && apt-get install -y openssl
+              openssl aes-256-cbc -d -a -k "$GOOGLE_CREDENTIALS_PASSPHRASE" \
+                  -in /var/code/gcp/test_utils/credentials.json.enc \
+                  -out "$GOOGLE_APPLICATION_CREDENTIALS"
+            else
+              echo "No credentials. System tests will not run."
+            fi
+      - run:
+          name: Add GitHub public key to known hosts
+          command: |
+            mkdir -p ~/.ssh/
+            if [[ ! -f ~/.ssh/known_hosts ]] || ! grep "github.com" ~/.ssh/known_hosts; then
+              echo "
+            github.com ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==
+              " >> ~/.ssh/known_hosts
+            fi
+      - run:
+          name: Declare target packages (changed packages and dependencies).
+          command: |
+            python3.6 test_utils/scripts/get_target_packages.py > ~/target_packages
+            cat ~/target_packages
+      - run:
+          name: Run tests - google.cloud.core
+          command: |
+            if [[ -n $(grep core ~/target_packages) ]]; then
+              nox -f core/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.bigquery
+          command: |
+            if [[ -n $(grep bigquery ~/target_packages) ]]; then
+              nox -f bigquery/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.bigtable
+          command: |
+            if [[ -n $(grep bigtable ~/target_packages) ]]; then
+              nox -f bigtable/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.datastore
+          command: |
+            if [[ -n $(grep datastore ~/target_packages) ]]; then
+              nox -f datastore/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.dns
+          command: |
+            if [[ -n $(grep dns ~/target_packages) ]]; then
+              nox -f dns/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.error_reporting
+          command: |
+            if [[ -n $(grep error_reporting ~/target_packages) ]]; then
+              nox -f error_reporting/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.language
+          command: |
+            if [[ -n $(grep language ~/target_packages) ]]; then
+              nox -f language/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.logging
+          command: |
+            if [[ -n $(grep logging ~/target_packages) ]]; then
+              nox -f logging/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.monitoring
+          command: |
+            if [[ -n $(grep monitoring ~/target_packages) ]]; then
+              nox -f monitoring/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.pubsub
+          command: |
+            if [[ -n $(grep pubsub ~/target_packages) ]]; then
+              nox -f pubsub/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.resource_manager
+          command: |
+            if [[ -n $(grep resource_manager ~/target_packages) ]]; then
+              nox -f resource_manager/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.runtimeconfig
+          command: |
+            if [[ -n $(grep runtimeconfig ~/target_packages) ]]; then
+              nox -f runtimeconfig/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.spanner
+          command: |
+            if [[ -n $(grep spanner ~/target_packages) ]]; then
+              nox -f spanner/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.speech
+          command: |
+            if [[ -n $(grep speech ~/target_packages) ]]; then
+              nox -f speech/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.storage
+          command: |
+            if [[ -n $(grep storage ~/target_packages) ]]; then
+              nox -f storage/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.translate
+          command: |
+            if [[ -n $(grep translate ~/target_packages) ]]; then
+              nox -f translate/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.vision
+          command: |
+            if [[ -n $(grep vision ~/target_packages) ]]; then
+              nox -f vision/nox.py
+            fi
+      - deploy:
+          name: Update the docs
+          command: nox -e docs
+      - deploy:
+          name: Push to PyPI (if this is a release tag).
+          command: test_utils/scripts/circleci/twine_upload.sh
+    working_directory: /var/code/gcp/

.gitignore

@@ -25,6 +25,7 @@ pip-log.txt
 
 # Unit test / coverage reports
 .coverage
+.nox
 .tox
 .cache
 

.travis.yml

@@ -1,29 +1,6 @@
-language: python
-sudo: false
-
-addons:
-  apt:
-    sources:
-    - deadsnakes
-    packages:
-    - python3.5
-
-install:
-  - pip install --upgrade pip tox
-
-script:
-  - python2.7 scripts/run_unit_tests.py
-  - if [[ "${TRAVIS_EVENT_TYPE}" != "pull_request" ]]; then python3.4 scripts/run_unit_tests.py; fi
-  - python3.5 scripts/run_unit_tests.py
-  - python scripts/run_unit_tests.py --tox-env cover
-  - tox -e lint
-  - tox -e system-tests
-  - tox -e system-tests3
-  - scripts/update_docs.sh
-
-after_success:
-  - scripts/coveralls.sh
-
-cache:
-  directories:
-    - ${HOME}/.cache/pip
+---
+# Exclude Travis completely.
+# We can remove this file post-merge.
+branches:
+  exclude:
+    - /.*/

appveyor.yml

@@ -18,20 +18,22 @@ environment:
     # iterations.
 
     # Python 2.7.11 is the latest Python 2.7 with a Windows installer
-    # Python 2.7.11 is the overall latest
+    # Python 2.7.13 is the overall latest
     # https://www.python.org/ftp/python/2.7.11/
     - PYTHON: "C:\\Python27"
       PYTHON_VERSION: "2.7.11"
+      PYTHON_MAJMIN_VERSION: "2.7"
       PYTHON_ARCH: "32"
-      TOX_ENV: "py27"
+      NOX_ENV: "unit_tests(python_version='2.7')"
 
     # Python 3.5.1 is the latest Python 3.5 with a Windows installer
-    # Python 3.5.1 is the overall latest
+    # Python 3.5.3 is the overall latest
     # https://www.python.org/ftp/python/3.5.1/
     - PYTHON: "C:\\Python35-x64"
       PYTHON_VERSION: "3.5.1"
+      PYTHON_MAJMIN_VERSION: "3.5"
       PYTHON_ARCH: "64"
-      TOX_ENV: "py35"
+      NOX_ENV: "unit_tests(python_version='3.5')"
 
 install:
   - ECHO "Filesystem root:"
@@ -69,8 +71,37 @@ build_script:
 
 test_script:
   - "%CMD_IN_ENV% pip list"
+
+  # AppVeyor gets confused by a nox.py file in the root, and tries to
+  # import from it instead of importing actual nox.
+  #
+  # This is an annoying problem, but we do not need to build docs here,
+  # so this is a hack-solution to get around it. I am okay with this in the
+  # short term because docs will move into their own packages soon, and this
+  # file will disappear completely.
+  - '%CMD_IN_ENV% del nox.py'
+
+  - '%CMD_IN_ENV% dir'
+  - '%CMD_IN_ENV% dir bigquery'
+
   # Run the project tests
-  - "%CMD_IN_ENV% tox -e %TOX_ENV%"
+  - '%CMD_IN_ENV% nox -f bigquery\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f bigtable\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f core\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f datastore\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f dns\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f error_reporting\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f language\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f logging\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f monitoring\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f pubsub\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f resource_manager\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f runtimeconfig\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f spanner\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f speech\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f storage\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f translate\nox.py -e "%NOX_ENV%"'
+  - '%CMD_IN_ENV% nox -f vision\nox.py -e "%NOX_ENV%"'
 
 after_test:
   # If tests are successful, create binary packages for the project.

appveyor/requirements.txt

@@ -3,4 +3,4 @@
 # pip will build them from source using the MSVC compiler matching the
 # target Python version and architecture
 wheel
-tox
+nox-automation==0.11.2

bigquery/.flake8

@@ -0,0 +1,6 @@
+[flake8]
+exclude =
+  __pycache__,
+  .git,
+  *.pyc,
+  conf.py