Commit 4fd263d3ea1e2697dcd7d13901c976875605932c
1 parent
0d0cdb8d
moved thirdparty services to a separate file
Showing
3 changed files
with
9 additions
and
305 deletions
@@ -19,3 +19,4 @@ set -e | @@ -19,3 +19,4 @@ set -e | ||
19 | 19 | ||
20 | kubectl config set-context $(kubectl config current-context) --namespace=thingsboard | 20 | kubectl config set-context $(kubectl config current-context) --namespace=thingsboard |
21 | kubectl delete -f thingsboard.yml | 21 | kubectl delete -f thingsboard.yml |
22 | +kubectl delete -f thirdparty.yml |
@@ -13,298 +13,6 @@ | @@ -13,298 +13,6 @@ | ||
13 | # See the License for the specific language governing permissions and | 13 | # See the License for the specific language governing permissions and |
14 | # limitations under the License. | 14 | # limitations under the License. |
15 | # | 15 | # |
16 | - | ||
17 | -apiVersion: apps/v1 | ||
18 | -kind: StatefulSet | ||
19 | -metadata: | ||
20 | - name: zookeeper | ||
21 | - namespace: thingsboard | ||
22 | -spec: | ||
23 | - serviceName: "zookeeper" | ||
24 | - replicas: 3 | ||
25 | - podManagementPolicy: Parallel | ||
26 | - selector: | ||
27 | - matchLabels: | ||
28 | - app: zookeeper | ||
29 | - template: | ||
30 | - metadata: | ||
31 | - labels: | ||
32 | - app: zookeeper | ||
33 | - spec: | ||
34 | - containers: | ||
35 | - - name: zookeeper | ||
36 | - imagePullPolicy: Always | ||
37 | - image: zookeeper:3.5 | ||
38 | - ports: | ||
39 | - - containerPort: 2181 | ||
40 | - name: client | ||
41 | - - containerPort: 2888 | ||
42 | - name: server | ||
43 | - - containerPort: 3888 | ||
44 | - name: election | ||
45 | - readinessProbe: | ||
46 | - periodSeconds: 60 | ||
47 | - tcpSocket: | ||
48 | - port: 2181 | ||
49 | - livenessProbe: | ||
50 | - periodSeconds: 60 | ||
51 | - tcpSocket: | ||
52 | - port: 2181 | ||
53 | - env: | ||
54 | - - name: ZOO_SERVERS | ||
55 | - value: "server.0=zookeeper-0.zookeeper:2888:3888;2181 server.1=zookeeper-1.zookeeper:2888:3888;2181 server.2=zookeeper-2.zookeeper:2888:3888;2181" | ||
56 | - - name: JVMFLAGS | ||
57 | - value: "-Dzookeeper.electionPortBindRetry=0" | ||
58 | - volumeMounts: | ||
59 | - - name: data | ||
60 | - mountPath: /data | ||
61 | - readOnly: false | ||
62 | - initContainers: | ||
63 | - - command: | ||
64 | - - /bin/bash | ||
65 | - - -c | ||
66 | - - |- | ||
67 | - set -ex; | ||
68 | - mkdir -p "$ZOO_DATA_LOG_DIR" "$ZOO_DATA_DIR" "$ZOO_CONF_DIR"; | ||
69 | - chown "$ZOO_USER:$ZOO_USER" "$ZOO_DATA_LOG_DIR" "$ZOO_DATA_DIR" "$ZOO_CONF_DIR" | ||
70 | - if [[ ! -f "$ZOO_DATA_DIR/myid" ]]; then | ||
71 | - echo $HOSTNAME| rev | cut -d "-" -f1 | rev > "$ZOO_DATA_DIR/myid" | ||
72 | - fi | ||
73 | - env: | ||
74 | - - name: HOSTNAME | ||
75 | - valueFrom: | ||
76 | - fieldRef: | ||
77 | - fieldPath: metadata.name | ||
78 | - image: zookeeper:3.5 | ||
79 | - imagePullPolicy: IfNotPresent | ||
80 | - name: zookeeper-init | ||
81 | - securityContext: | ||
82 | - runAsUser: 0 | ||
83 | - volumeMounts: | ||
84 | - - name: data | ||
85 | - mountPath: /data | ||
86 | - readOnly: false | ||
87 | - volumeClaimTemplates: | ||
88 | - - metadata: | ||
89 | - name: data | ||
90 | - spec: | ||
91 | - accessModes: [ "ReadWriteOnce" ] | ||
92 | - resources: | ||
93 | - requests: | ||
94 | - storage: 1Gi | ||
95 | ---- | ||
96 | -apiVersion: v1 | ||
97 | -kind: Service | ||
98 | -metadata: | ||
99 | - name: zookeeper | ||
100 | - namespace: thingsboard | ||
101 | -spec: | ||
102 | - type: ClusterIP | ||
103 | - ports: | ||
104 | - - port: 2181 | ||
105 | - targetPort: 2181 | ||
106 | - name: client | ||
107 | - - port: 2888 | ||
108 | - targetPort: 2888 | ||
109 | - name: server | ||
110 | - - port: 3888 | ||
111 | - targetPort: 3888 | ||
112 | - name: election | ||
113 | - selector: | ||
114 | - app: zookeeper | ||
115 | ---- | ||
116 | -apiVersion: apps/v1 | ||
117 | -kind: StatefulSet | ||
118 | -metadata: | ||
119 | - name: tb-kafka | ||
120 | - namespace: thingsboard | ||
121 | -spec: | ||
122 | - serviceName: "tb-kafka" | ||
123 | - replicas: 3 | ||
124 | - podManagementPolicy: OrderedReady | ||
125 | - selector: | ||
126 | - matchLabels: | ||
127 | - app: tb-kafka | ||
128 | - template: | ||
129 | - metadata: | ||
130 | - labels: | ||
131 | - app: tb-kafka | ||
132 | - spec: | ||
133 | - containers: | ||
134 | - - name: tb-kafka | ||
135 | - imagePullPolicy: Always | ||
136 | - image: wurstmeister/kafka:2.12-2.2.1 | ||
137 | - ports: | ||
138 | - - containerPort: 9092 | ||
139 | - name: kafka-int | ||
140 | - - containerPort: 9093 | ||
141 | - name: kafka-ext | ||
142 | - readinessProbe: | ||
143 | - periodSeconds: 5 | ||
144 | - timeoutSeconds: 5 | ||
145 | - tcpSocket: | ||
146 | - port: 9092 | ||
147 | - initialDelaySeconds: 60 | ||
148 | - livenessProbe: | ||
149 | - timeoutSeconds: 5 | ||
150 | - periodSeconds: 5 | ||
151 | - tcpSocket: | ||
152 | - port: 9092 | ||
153 | - initialDelaySeconds: 80 | ||
154 | - env: | ||
155 | - - name: BROKER_ID_COMMAND | ||
156 | - value: "hostname | cut -d'-' -f3" | ||
157 | - - name: KAFKA_ZOOKEEPER_CONNECT | ||
158 | - value: "zookeeper:2181" | ||
159 | - - name: KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS | ||
160 | - value: "60000" | ||
161 | - - name: KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE | ||
162 | - value: "true" | ||
163 | - - name: KAFKA_LISTENERS | ||
164 | - value: "INSIDE://:9092,OUTSIDE://:9093" | ||
165 | - - name: KAFKA_ADVERTISED_LISTENERS | ||
166 | - value: "INSIDE://:9092,OUTSIDE://:9093" | ||
167 | - - name: KAFKA_LISTENER_SECURITY_PROTOCOL_MAP | ||
168 | - value: "INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT" | ||
169 | - - name: KAFKA_INTER_BROKER_LISTENER_NAME | ||
170 | - value: "INSIDE" | ||
171 | - - name: KAFKA_CONTROLLER_SHUTDOWN_ENABLE | ||
172 | - value: "true" | ||
173 | - - name: KAFKA_CREATE_TOPICS | ||
174 | - value: "js.eval.requests:100:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600,tb.transport.api.requests:30:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600,tb.rule-engine:30:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600" | ||
175 | - - name: KAFKA_AUTO_CREATE_TOPICS_ENABLE | ||
176 | - value: "false" | ||
177 | - - name: KAFKA_LOG_RETENTION_BYTES | ||
178 | - value: "1073741824" | ||
179 | - - name: KAFKA_LOG_SEGMENT_BYTES | ||
180 | - value: "268435456" | ||
181 | - - name: KAFKA_LOG_RETENTION_MS | ||
182 | - value: "300000" | ||
183 | - - name: KAFKA_LOG_CLEANUP_POLICY | ||
184 | - value: "delete" | ||
185 | - - name: KAFKA_PORT | ||
186 | - value: "9092" | ||
187 | - - name: KAFKA_LOG_DIRS | ||
188 | - value: "/kafka-logs" | ||
189 | - volumeMounts: | ||
190 | - - name: logs | ||
191 | - mountPath: /kafka-logs | ||
192 | - subPath: logs | ||
193 | - volumeClaimTemplates: | ||
194 | - - metadata: | ||
195 | - name: logs | ||
196 | - spec: | ||
197 | - accessModes: | ||
198 | - - ReadWriteOnce | ||
199 | - resources: | ||
200 | - requests: | ||
201 | - storage: 10Gi | ||
202 | ---- | ||
203 | -apiVersion: v1 | ||
204 | -kind: Service | ||
205 | -metadata: | ||
206 | - name: tb-kafka | ||
207 | - namespace: thingsboard | ||
208 | -spec: | ||
209 | - type: ClusterIP | ||
210 | - ports: | ||
211 | - - port: 9092 | ||
212 | - targetPort: 9092 | ||
213 | - name: kafka-int | ||
214 | - - port: 9093 | ||
215 | - targetPort: 9093 | ||
216 | - name: kafka-ext | ||
217 | - selector: | ||
218 | - app: tb-kafka | ||
219 | ---- | ||
220 | -apiVersion: v1 | ||
221 | -kind: ConfigMap | ||
222 | -metadata: | ||
223 | - name: tb-redis | ||
224 | - namespace: thingsboard | ||
225 | -data: | ||
226 | - update-node.sh: | | ||
227 | - #!/bin/sh | ||
228 | - REDIS_NODES="/data/nodes.conf" | ||
229 | - sed -i -e "/myself/ s/[0-9]\{1,3\}\.[0-9]\{1,3\}\.[0-9]\{1,3\}\.[0-9]\{1,3\}/${POD_IP}/" ${REDIS_NODES} | ||
230 | - exec "$@" | ||
231 | - redis.conf: |+ | ||
232 | - cluster-enabled yes | ||
233 | - cluster-require-full-coverage no | ||
234 | - cluster-node-timeout 15000 | ||
235 | - cluster-config-file /data/nodes.conf | ||
236 | - cluster-migration-barrier 1 | ||
237 | - appendonly yes | ||
238 | - protected-mode no | ||
239 | ---- | ||
240 | -apiVersion: apps/v1 | ||
241 | -kind: StatefulSet | ||
242 | -metadata: | ||
243 | - name: tb-redis | ||
244 | - namespace: thingsboard | ||
245 | -spec: | ||
246 | - serviceName: server | ||
247 | - replicas: 6 | ||
248 | - selector: | ||
249 | - matchLabels: | ||
250 | - app: tb-redis | ||
251 | - template: | ||
252 | - metadata: | ||
253 | - labels: | ||
254 | - app: tb-redis | ||
255 | - spec: | ||
256 | - containers: | ||
257 | - - name: redis | ||
258 | - image: redis:5.0.1-alpine | ||
259 | - ports: | ||
260 | - - containerPort: 6379 | ||
261 | - name: client | ||
262 | - - containerPort: 16379 | ||
263 | - name: gossip | ||
264 | - command: ["/conf/update-node.sh", "redis-server", "/conf/redis.conf"] | ||
265 | - env: | ||
266 | - - name: POD_IP | ||
267 | - valueFrom: | ||
268 | - fieldRef: | ||
269 | - fieldPath: status.podIP | ||
270 | - volumeMounts: | ||
271 | - - name: conf | ||
272 | - mountPath: /conf | ||
273 | - readOnly: false | ||
274 | - - name: data | ||
275 | - mountPath: /data | ||
276 | - readOnly: false | ||
277 | - volumes: | ||
278 | - - name: conf | ||
279 | - configMap: | ||
280 | - name: tb-redis | ||
281 | - defaultMode: 0755 | ||
282 | - volumeClaimTemplates: | ||
283 | - - metadata: | ||
284 | - name: data | ||
285 | - spec: | ||
286 | - accessModes: [ "ReadWriteOnce" ] | ||
287 | - resources: | ||
288 | - requests: | ||
289 | - storage: 1Gi | ||
290 | ---- | ||
291 | -apiVersion: v1 | ||
292 | -kind: Service | ||
293 | -metadata: | ||
294 | - name: tb-redis | ||
295 | - namespace: thingsboard | ||
296 | -spec: | ||
297 | - type: ClusterIP | ||
298 | - ports: | ||
299 | - - port: 6379 | ||
300 | - targetPort: 6379 | ||
301 | - name: client | ||
302 | - - port: 16379 | ||
303 | - targetPort: 16379 | ||
304 | - name: gossip | ||
305 | - selector: | ||
306 | - app: tb-redis | ||
307 | ---- | ||
308 | apiVersion: apps/v1 | 16 | apiVersion: apps/v1 |
309 | kind: Deployment | 17 | kind: Deployment |
310 | metadata: | 18 | metadata: |
@@ -90,7 +90,7 @@ spec: | @@ -90,7 +90,7 @@ spec: | ||
90 | accessModes: [ "ReadWriteOnce" ] | 90 | accessModes: [ "ReadWriteOnce" ] |
91 | resources: | 91 | resources: |
92 | requests: | 92 | requests: |
93 | - storage: 1Gi | 93 | + storage: 100Mi |
94 | --- | 94 | --- |
95 | apiVersion: v1 | 95 | apiVersion: v1 |
96 | kind: Service | 96 | kind: Service |
@@ -120,7 +120,7 @@ metadata: | @@ -120,7 +120,7 @@ metadata: | ||
120 | spec: | 120 | spec: |
121 | serviceName: "tb-kafka" | 121 | serviceName: "tb-kafka" |
122 | replicas: 3 | 122 | replicas: 3 |
123 | - podManagementPolicy: OrderedReady | 123 | + podManagementPolicy: Parallel |
124 | selector: | 124 | selector: |
125 | matchLabels: | 125 | matchLabels: |
126 | app: tb-kafka | 126 | app: tb-kafka |
@@ -136,8 +136,6 @@ spec: | @@ -136,8 +136,6 @@ spec: | ||
136 | ports: | 136 | ports: |
137 | - containerPort: 9092 | 137 | - containerPort: 9092 |
138 | name: kafka-int | 138 | name: kafka-int |
139 | - - containerPort: 9093 | ||
140 | - name: kafka-ext | ||
141 | readinessProbe: | 139 | readinessProbe: |
142 | periodSeconds: 5 | 140 | periodSeconds: 5 |
143 | timeoutSeconds: 5 | 141 | timeoutSeconds: 5 |
@@ -160,17 +158,17 @@ spec: | @@ -160,17 +158,17 @@ spec: | ||
160 | - name: KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE | 158 | - name: KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE |
161 | value: "true" | 159 | value: "true" |
162 | - name: KAFKA_LISTENERS | 160 | - name: KAFKA_LISTENERS |
163 | - value: "INSIDE://:9092,OUTSIDE://:9093" | 161 | + value: "INSIDE://:9092" |
164 | - name: KAFKA_ADVERTISED_LISTENERS | 162 | - name: KAFKA_ADVERTISED_LISTENERS |
165 | - value: "INSIDE://:9092,OUTSIDE://:9093" | 163 | + value: "INSIDE://:9092" |
166 | - name: KAFKA_LISTENER_SECURITY_PROTOCOL_MAP | 164 | - name: KAFKA_LISTENER_SECURITY_PROTOCOL_MAP |
167 | - value: "INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT" | 165 | + value: "INSIDE:PLAINTEXT" |
168 | - name: KAFKA_INTER_BROKER_LISTENER_NAME | 166 | - name: KAFKA_INTER_BROKER_LISTENER_NAME |
169 | value: "INSIDE" | 167 | value: "INSIDE" |
170 | - name: KAFKA_CONTROLLER_SHUTDOWN_ENABLE | 168 | - name: KAFKA_CONTROLLER_SHUTDOWN_ENABLE |
171 | value: "true" | 169 | value: "true" |
172 | - name: KAFKA_CREATE_TOPICS | 170 | - name: KAFKA_CREATE_TOPICS |
173 | - value: "js.eval.requests:100:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600,tb.transport.api.requests:30:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600,tb.rule-engine:30:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600" | 171 | + value: "js_eval.requests:100:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600,tb_transport.api.requests:30:1:delete --config=retention.ms=60000 --config=segment.bytes=26214400 --config=retention.bytes=104857600" |
174 | - name: KAFKA_AUTO_CREATE_TOPICS_ENABLE | 172 | - name: KAFKA_AUTO_CREATE_TOPICS_ENABLE |
175 | value: "false" | 173 | value: "false" |
176 | - name: KAFKA_LOG_RETENTION_BYTES | 174 | - name: KAFKA_LOG_RETENTION_BYTES |
@@ -197,7 +195,7 @@ spec: | @@ -197,7 +195,7 @@ spec: | ||
197 | - ReadWriteOnce | 195 | - ReadWriteOnce |
198 | resources: | 196 | resources: |
199 | requests: | 197 | requests: |
200 | - storage: 10Gi | 198 | + storage: 1Gi |
201 | --- | 199 | --- |
202 | apiVersion: v1 | 200 | apiVersion: v1 |
203 | kind: Service | 201 | kind: Service |
@@ -210,9 +208,6 @@ spec: | @@ -210,9 +208,6 @@ spec: | ||
210 | - port: 9092 | 208 | - port: 9092 |
211 | targetPort: 9092 | 209 | targetPort: 9092 |
212 | name: kafka-int | 210 | name: kafka-int |
213 | - - port: 9093 | ||
214 | - targetPort: 9093 | ||
215 | - name: kafka-ext | ||
216 | selector: | 211 | selector: |
217 | app: tb-kafka | 212 | app: tb-kafka |
218 | --- | 213 | --- |
@@ -285,7 +280,7 @@ spec: | @@ -285,7 +280,7 @@ spec: | ||
285 | accessModes: [ "ReadWriteOnce" ] | 280 | accessModes: [ "ReadWriteOnce" ] |
286 | resources: | 281 | resources: |
287 | requests: | 282 | requests: |
288 | - storage: 1Gi | 283 | + storage: 100Mi |
289 | --- | 284 | --- |
290 | apiVersion: v1 | 285 | apiVersion: v1 |
291 | kind: Service | 286 | kind: Service |