Skip to content

Commit 5a8f7f6

Browse files
stackable-botstackable-bot
authored
Update templated files to rev 3f7a2f8 (#44)
* Generated commit to update templated files based on rev 3f7a2f8 in stackabletech/operator-templating repo. Introduced deploy/manifest and related github actions; script Co-authored-by: Stacky McStackface <stackable-bot@users.noreply.github.com>
1 parent 3ab832a commit 5a8f7f6

File tree

12 files changed

+2046
-7
lines changed

12 files changed

+2046
-7
lines changed

‎.github/workflows/pr_generate_manifests.yml‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
# =============
2+
# This file is automatically generated from the templates in stackabletech/operator-templating
3+
# DON'T MANUALLY EDIT THIS FILE
4+
# =============
5+
name: Update Manifest files
6+
7+
on:
8+
pull_request:
9+
10+
jobs:
11+
manifests:
12+
runs-on: ubuntu-latest
13+
steps:
14+
- name: Checkout
15+
uses: actions/checkout@v2
16+
with:
17+
token: ${{ secrets.STACKY_MC_STACKFACE_TOKEN }}
18+
- name: Set up Helm
19+
uses: azure/setup-helm@v1
20+
with:
21+
version: v3.6.2
22+
- name: update manifests
23+
run: make generate-manifests
24+
- name: Add & Commit
25+
uses: EndBug/add-and-commit@v7
26+
with:
27+
default_author: user_info
28+
author_name: Stacky McStackface
29+
author_email: stackable-bot@users.noreply.github.com
30+
pathspec_error_handling: exitImmediately
31+
pull: NO-PULL
32+
add: 'deploy'
33+
message: 'Github Actions: Generated k8s manifest files'

‎Makefile‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,3 +38,11 @@ deploy/helm/hdfs-operator/crds/crds.yaml:
3838

3939
chart-lint: compile-chart
4040
docker run -it -v $(shell pwd):/build/helm-charts -w /build/helm-charts quay.io/helmpack/chart-testing:v3.4.0 ct lint --config deploy/helm/chart_testing.yaml
41+
42+
## Manifest related targets
43+
clean-manifests:
44+
mkdir -p deploy/manifests
45+
rm -rf $$(find deploy/manifests -maxdepth 1 -mindepth 1 -not -name Kustomization)
46+
47+
generate-manifests: clean-manifests compile-chart
48+
./scripts/generate-manifests.sh

‎deploy/helm/hdfs-operator/Chart.yaml‎

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,11 +2,9 @@
22
# This file is automatically generated from the templates in stackabletech/operator-templating
33
# DON'T MANUALLY EDIT THIS FILE
44
# =============
5-
65
apiVersion: v2
76
name: hdfs-operator
87
description: The Stackable Operator for Apache HDFS
9-
108
# A chart can be either an 'application' or a 'library' chart.
119
#
1210
# Application charts are a collection of templates that can be packaged into versioned archives
@@ -16,18 +14,15 @@ description: The Stackable Operator for Apache HDFS
1614
# a dependency of application charts to inject those utilities and functions into the rendering
1715
# pipeline. Library charts do not define any templates and therefore cannot be deployed.
1816
type: application
19-
2017
maintainers:
2118
- name: stackable
2219
url: github.com/stackabletech
23-
2420
# This is the chart version. This version number should be incremented each time you make changes
2521
# to the chart and its templates, including the app version.
2622
# Versions are expected to follow Semantic Versioning (https://semver.org/)
27-
version: <version_placeholder>
28-
23+
version: 0.3.0-nightly
2924
# This is the version number of the application being deployed. This version number should be
3025
# incremented each time you make changes to the application. Versions are not expected to
3126
# follow Semantic Versioning. They should reflect the version the application is using.
3227
# It is recommended to use it with quotes.
33-
appVersion: <version_placeholder>
28+
appVersion: 0.3.0-nightly

‎deploy/helm/hdfs-operator/configs/properties.yaml‎

Lines changed: 153 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,153 @@
1+
version: 0.1.0
2+
spec:
3+
units:
4+
- unit: &unitUri
5+
name: "uri"
6+
regex: "^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\\?([^#]*))?(#(.*))?"
7+
examples:
8+
- "ldap://[2001:db8::7]/c=GB?objectClass?one"
9+
comment: "Specified in https://tools.ietf.org/html/rfc3986#appendix-B"
10+
11+
properties:
12+
- property:
13+
propertyNames:
14+
- name: "dfs.namenode.name.dir"
15+
kind:
16+
type: "file"
17+
file: "hdfs-site.xml"
18+
datatype:
19+
type: "string"
20+
unit: *unitUri
21+
roles:
22+
- name: "namenode"
23+
required: true
24+
- name: "datanode"
25+
required: false
26+
asOfVersion: "0.0.0"
27+
description: "Determines where on the local filesystem the DFS name node should store the name table(fsimage). If this is a comma-delimited list of directories then the name table is replicated in all of the directories, for redundancy."
28+
29+
- property:
30+
propertyNames:
31+
- name: "dfs.datanode.data.dir"
32+
kind:
33+
type: "file"
34+
file: "hdfs-site.xml"
35+
datatype:
36+
type: "string"
37+
unit: *unitUri
38+
roles:
39+
- name: "namenode"
40+
required: false
41+
- name: "datanode"
42+
required: true
43+
asOfVersion: "0.0.0"
44+
description: "Determines where on the local filesystem an DFS data node should store its blocks. If this is a comma-delimited list of directories, then data will be stored in all named directories, typically on different devices. Directories that do not exist are ignored."
45+
46+
- property:
47+
propertyNames:
48+
- name: "dfs.replication"
49+
kind:
50+
type: "file"
51+
file: "hdfs-site.xml"
52+
datatype:
53+
type: "integer"
54+
min: "1"
55+
max: "512"
56+
defaultValues:
57+
- fromVersion: "0.0.0"
58+
value: "1"
59+
roles:
60+
- name: "namenode"
61+
required: true
62+
- name: "datanode"
63+
required: true
64+
asOfVersion: "0.0.0"
65+
description: "Default block replication. The actual number of replications can be specified when the file is created. The default is used if replication is not specified in create time."
66+
67+
- property:
68+
propertyNames:
69+
- name: "fs.defaultFS"
70+
kind:
71+
type: "file"
72+
file: "core-site.xml"
73+
datatype:
74+
type: "string"
75+
unit: *unitUri
76+
defaultValues:
77+
- fromVersion: "0.0.0"
78+
value: "0.0.0.0:9000"
79+
roles:
80+
- name: "namenode"
81+
required: true
82+
- name: "datanode"
83+
required: true
84+
asOfVersion: "0.0.0"
85+
description: "The name of the default file system. A URI whose scheme and authority determine the FileSystem implementation. The uri's scheme determines the config property (fs.SCHEME.impl) naming the FileSystem implementation class. The uri's authority is used to determine the host, port, etc. for a filesystem."
86+
87+
- property:
88+
propertyNames:
89+
- name: "dfs.namenode.http-address"
90+
kind:
91+
type: "file"
92+
file: "hdfs-site.xml"
93+
datatype:
94+
type: "string"
95+
defaultValues:
96+
- fromVersion: "3.0.0"
97+
value: "0.0.0.0:9870"
98+
roles:
99+
- name: "namenode"
100+
required: false
101+
asOfVersion: "0.0.0"
102+
description: "The address and the base port where the dfs namenode web ui will listen on."
103+
104+
- property:
105+
propertyNames:
106+
- name: "dfs.datanode.ipc.address"
107+
kind:
108+
type: "file"
109+
file: "hdfs-site.xml"
110+
datatype:
111+
type: "string"
112+
defaultValues:
113+
- fromVersion: "3.0.0"
114+
value: "0.0.0.0:9867"
115+
roles:
116+
- name: "datanode"
117+
required: true
118+
asOfVersion: "0.0.0"
119+
description: "The datanode ipc server address and port."
120+
121+
- property:
122+
propertyNames:
123+
- name: "dfs.datanode.address"
124+
kind:
125+
type: "file"
126+
file: "hdfs-site.xml"
127+
datatype:
128+
type: "string"
129+
defaultValues:
130+
- fromVersion: "3.0.0"
131+
value: "0.0.0.0:9866"
132+
roles:
133+
- name: "datanode"
134+
required: true
135+
asOfVersion: "0.0.0"
136+
description: "The datanode server address and port for data transfer."
137+
138+
- property:
139+
propertyNames:
140+
- name: "dfs.datanode.http.address"
141+
kind:
142+
type: "file"
143+
file: "hdfs-site.xml"
144+
datatype:
145+
type: "string"
146+
defaultValues:
147+
- fromVersion: "3.0.0"
148+
value: "0.0.0.0:9864"
149+
roles:
150+
- name: "datanode"
151+
required: true
152+
asOfVersion: "0.0.0"
153+
description: "The datanode http server address and port."

0 commit comments

Comments
 (0)