Skip to content

Commit bc60821

Browse files
andreyvelichandreyvelich
committed
Use composite run
1 parent 44523a9 commit bc60821

File tree

5 files changed

+142
-251
lines changed

5 files changed

+142
-251
lines changed

‎.github/workflows/publish-algorithm-images.yaml‎

Lines changed: 40 additions & 91 deletions
Original file line numberDiff line numberDiff line change
@@ -5,95 +5,44 @@ on:
55
branches:
66
- master
77

8-
jobs:
9-
# Suggestion Images.
10-
suggestion-hyperopt:
11-
name: Suggestion Hyperopt
12-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
13-
with:
14-
image: docker.io/kubeflowkatib/suggestion-hyperopt
15-
dockerfile: cmd/suggestion/hyperopt/v1beta1/Dockerfile
16-
secrets:
17-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
18-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
19-
20-
suggestion-chocolate:
21-
name: Suggestion Chocolate
22-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
23-
with:
24-
image: docker.io/kubeflowkatib/suggestion-chocolate
25-
dockerfile: cmd/suggestion/chocolate/v1beta1/Dockerfile
26-
secrets:
27-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
28-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
29-
30-
suggestion-hyperband:
31-
name: Suggestion Hyperband
32-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
33-
with:
34-
image: docker.io/kubeflowkatib/suggestion-hyperband
35-
dockerfile: cmd/suggestion/hyperband/v1beta1/Dockerfile
36-
secrets:
37-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
38-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
39-
40-
suggestion-skopt:
41-
name: Suggestion Skopt
42-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
43-
with:
44-
image: docker.io/kubeflowkatib/suggestion-skopt
45-
dockerfile: cmd/suggestion/skopt/v1beta1/Dockerfile
46-
secrets:
47-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
48-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
49-
50-
suggestion-goptuna:
51-
name: Suggestion Goptuna
52-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
53-
with:
54-
image: docker.io/kubeflowkatib/suggestion-goptuna
55-
dockerfile: cmd/suggestion/goptuna/v1beta1/Dockerfile
56-
secrets:
57-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
58-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
8+
env:
9+
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
10+
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
5911

60-
suggestion-optuna:
61-
name: Suggestion Optuna
62-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
63-
with:
64-
image: docker.io/kubeflowkatib/suggestion-optuna
65-
dockerfile: cmd/suggestion/optuna/v1beta1/Dockerfile
66-
secrets:
67-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
68-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
69-
70-
suggestion-enas:
71-
name: Suggestion ENAS
72-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
73-
with:
74-
image: docker.io/kubeflowkatib/suggestion-enas
75-
dockerfile: cmd/suggestion/nas/enas/v1beta1/Dockerfile
76-
secrets:
77-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
78-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
79-
80-
suggestion-darts:
81-
name: Suggestion DARTS
82-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
83-
with:
84-
image: docker.io/kubeflowkatib/suggestion-darts
85-
dockerfile: cmd/suggestion/nas/darts/v1beta1/Dockerfile
86-
secrets:
87-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
88-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
89-
90-
# Early Stopping Images.
91-
earlystopping-medianstop:
92-
name: Early Stopping MedianStop
93-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
94-
with:
95-
image: docker.io/kubeflowkatib/earlystopping-medianstop
96-
dockerfile: cmd/earlystopping/medianstop/v1beta1/Dockerfile
97-
secrets:
98-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
99-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
12+
jobs:
13+
algorithm:
14+
name: Publish Image
15+
# Trigger workflow only for kubeflow/katib repository.
16+
if: github.repository == 'kubeflow/katib'
17+
runs-on: ubuntu-latest
18+
steps:
19+
- name: Checkout
20+
uses: actions/checkout@v2
21+
22+
- name: Publish Component ${{ matrix.component-name }}
23+
uses: ./.github/workflows/template-publish-image
24+
with:
25+
image: docker.io/kubeflowkatib/${{ matrix.component-name }}
26+
dockerfile: ${{ matrix.dockerfile }}
27+
28+
strategy:
29+
matrix:
30+
include:
31+
- component-name: suggestion-hyperopt
32+
dockerfile: cmd/suggestion/hyperopt/v1beta1/Dockerfile
33+
- component-name: suggestion-chocolate
34+
dockerfile: cmd/suggestion/chocolate/v1beta1/Dockerfile
35+
- component-name: suggestion-hyperband
36+
dockerfile: cmd/suggestion/hyperband/v1beta1/Dockerfile
37+
- component-name: suggestion-skopt
38+
dockerfile: cmd/suggestion/skopt/v1beta1/Dockerfile
39+
- component-name: suggestion-goptuna
40+
dockerfile: cmd/suggestion/goptuna/v1beta1/Dockerfile
41+
- component-name: suggestion-optuna
42+
dockerfile: cmd/suggestion/optuna/v1beta1/Dockerfile
43+
- component-name: suggestion-enas
44+
dockerfile: cmd/suggestion/nas/enas/v1beta1/Dockerfile
45+
- component-name: suggestion-darts
46+
dockerfile: cmd/suggestion/nas/darts/v1beta1/Dockerfile
47+
- component-name: earlystopping-medianstop
48+
dockerfile: cmd/earlystopping/medianstop/v1beta1/Dockerfile

‎.github/workflows/publish-core-images.yaml‎

Lines changed: 32 additions & 59 deletions
Original file line numberDiff line numberDiff line change
@@ -5,65 +5,38 @@ on:
55
branches:
66
- master
77

8-
jobs:
9-
# Katib Core Images.
10-
controller:
11-
name: Controller
12-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
13-
with:
14-
image: docker.io/kubeflowkatib/katib-controller
15-
dockerfile: cmd/katib-controller/v1beta1/Dockerfile
16-
secrets:
17-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
18-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
19-
20-
db-manager:
21-
name: DB Manager
22-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
23-
with:
24-
image: docker.io/kubeflowkatib/katib-db-manager
25-
dockerfile: cmd/db-manager/v1beta1/Dockerfile
26-
secrets:
27-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
28-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
8+
env:
9+
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
10+
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
2911

30-
ui:
31-
name: UI
32-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
33-
with:
34-
image: docker.io/kubeflowkatib/katib-ui
35-
dockerfile: cmd/new-ui/v1beta1/Dockerfile
36-
secrets:
37-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
38-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
39-
40-
cert-generator:
41-
name: Cert Generator
42-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
43-
with:
44-
image: docker.io/kubeflowkatib/cert-generator
45-
dockerfile: cmd/cert-generator/v1beta1/Dockerfile
46-
secrets:
47-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
48-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
12+
jobs:
13+
core:
14+
name: Publish Image
15+
# Trigger workflow only for kubeflow/katib repository.
16+
if: github.repository == 'kubeflow/katib'
17+
runs-on: ubuntu-latest
18+
steps:
19+
- name: Checkout
20+
uses: actions/checkout@v2
4921

50-
# Metrics Collector Images.
51-
metrics-collector-file:
52-
name: File Metrics Collector
53-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
54-
with:
55-
image: docker.io/kubeflowkatib/file-metrics-collector
56-
dockerfile: cmd/metricscollector/v1beta1/file-metricscollector/Dockerfile
57-
secrets:
58-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
59-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
22+
- name: Publish Component ${{ matrix.component-name }}
23+
uses: ./.github/workflows/template-publish-image
24+
with:
25+
image: docker.io/kubeflowkatib/${{ matrix.component-name }}
26+
dockerfile: ${{ matrix.dockerfile }}
6027

61-
metrics-collector-tfevent:
62-
name: TFEvent Metrics Collector
63-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
64-
with:
65-
image: docker.io/kubeflowkatib/tfevent-metrics-collector
66-
dockerfile: cmd/metricscollector/v1beta1/tfevent-metricscollector/Dockerfile
67-
secrets:
68-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
69-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
28+
strategy:
29+
matrix:
30+
include:
31+
- component-name: katib-controller
32+
dockerfile: cmd/katib-controller/v1beta1/Dockerfile
33+
- component-name: katib-db-manager
34+
dockerfile: cmd/db-manager/v1beta1/Dockerfile
35+
- component-name: katib-ui
36+
dockerfile: cmd/new-ui/v1beta1/Dockerfile
37+
- component-name: cert-generator
38+
dockerfile: cmd/cert-generator/v1beta1/Dockerfile
39+
- component-name: file-metrics-collector
40+
dockerfile: cmd/metricscollector/v1beta1/file-metricscollector/Dockerfile
41+
- component-name: tfevent-metrics-collector
42+
dockerfile: cmd/metricscollector/v1beta1/tfevent-metricscollector/Dockerfile

‎.github/workflows/publish-trial-images.yaml‎

Lines changed: 30 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -5,53 +5,36 @@ on:
55
branches:
66
- master
77

8-
jobs:
9-
trial-mxnet-mnist:
10-
name: Trial MXNet MNIST
11-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
12-
with:
13-
image: docker.io/kubeflowkatib/mxnet-mnist
14-
dockerfile: examples/v1beta1/trial-images/mxnet-mnist/Dockerfile
15-
secrets:
16-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
17-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
18-
19-
trial-pytorch-mnist:
20-
name: Trial PyTorch MNIST
21-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
22-
with:
23-
image: docker.io/kubeflowkatib/pytorch-mnist
24-
dockerfile: examples/v1beta1/trial-images/pytorch-mnist/Dockerfile
25-
secrets:
26-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
27-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
8+
env:
9+
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
10+
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
2811

29-
trial-enas-cnn-cifar10-gpu:
30-
name: Trial ENAS CNN CIFAR10 for GPU
31-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
32-
with:
33-
image: docker.io/kubeflowkatib/enas-cnn-cifar10-gpu
34-
dockerfile: examples/v1beta1/trial-images/enas-cnn-cifar10/Dockerfile.gpu
35-
secrets:
36-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
37-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
12+
jobs:
13+
trial:
14+
name: Publish Image
15+
# Trigger workflow only for kubeflow/katib repository.
16+
if: github.repository == 'kubeflow/katib'
17+
runs-on: ubuntu-latest
18+
steps:
19+
- name: Checkout
20+
uses: actions/checkout@v2
3821

39-
trial-enas-cnn-cifar10-cpu:
40-
name: Trial ENAS CNN CIFAR10 for CPU
41-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
42-
with:
43-
image: docker.io/kubeflowkatib/enas-cnn-cifar10-cpu
44-
dockerfile: examples/v1beta1/trial-images/enas-cnn-cifar10/Dockerfile.cpu
45-
secrets:
46-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
47-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
22+
- name: Publish Trial ${{ matrix.trial-name }}
23+
uses: ./.github/workflows/template-publish-image
24+
with:
25+
image: docker.io/kubeflowkatib/${{ matrix.trial-name }}
26+
dockerfile: ${{ matrix.dockerfile }}
4827

49-
trial-darts-cnn-cifar10:
50-
name: Trial DARTS CNN CIFAR10
51-
uses: kubeflow/katib/.github/workflows/template-publish-image.yaml@master
52-
with:
53-
image: docker.io/kubeflowkatib/darts-cnn-cifar10
54-
dockerfile: examples/v1beta1/trial-images/darts-cnn-cifar10/Dockerfile
55-
secrets:
56-
dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
57-
dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}
28+
strategy:
29+
matrix:
30+
include:
31+
- trial-name: mxnet-mnist
32+
dockerfile: examples/v1beta1/trial-images/mxnet-mnist/Dockerfile
33+
- trial-name: pytorch-mnist
34+
dockerfile: examples/v1beta1/trial-images/pytorch-mnist/Dockerfile
35+
- trial-name: enas-cnn-cifar10-gpu
36+
dockerfile: examples/v1beta1/trial-images/enas-cnn-cifar10/Dockerfile.gpu
37+
- trial-name: enas-cnn-cifar10-cpu
38+
dockerfile: examples/v1beta1/trial-images/enas-cnn-cifar10/Dockerfile.cpu
39+
- trial-name: darts-cnn-cifar10
40+
dockerfile: examples/v1beta1/trial-images/darts-cnn-cifar10/Dockerfile

‎.github/workflows/template-publish-image.yaml‎

Lines changed: 0 additions & 54 deletions
This file was deleted.

0 commit comments

Comments
 (0)