1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
|
---
# namespace
- name: Add prometheus project
oc_project:
state: "{{ state }}"
name: "{{ openshift_prometheus_namespace }}"
node_selector: "{{ openshift_prometheus_node_selector | oo_selector_to_string_list() }}"
description: Prometheus
# secrets
- name: Set alert and prometheus secrets
oc_secret:
state: "{{ state }}"
name: "{{ item }}-proxy"
namespace: "{{ openshift_prometheus_namespace }}"
contents:
- path: session_secret
data: "{{ 43 | oo_random_word }}="
with_items:
- prometheus
- alerts
# serviceaccount
- name: create prometheus serviceaccount
oc_serviceaccount:
state: "{{ state }}"
name: prometheus
namespace: "{{ openshift_prometheus_namespace }}"
# TODO add annotations when supproted
# annotations:
# serviceaccounts.openshift.io/oauth-redirectreference.prom: '{"kind":"OAuthRedirectReference","apiVersion":"v1","reference":{"kind":"Route","name":"prometheus"}}'
# serviceaccounts.openshift.io/oauth-redirectreference.alerts: '{"kind":"OAuthRedirectReference","apiVersion":"v1","reference":{"kind":"Route","name":"alerts"}}'
secrets:
- prometheus-secrets
changed_when: no
# TODO remove this when annotations are supported by oc_serviceaccount
- name: annotate serviceaccount
command: >
{{ openshift.common.client_binary }} annotate --overwrite -n {{ openshift_prometheus_namespace }}
serviceaccount prometheus
serviceaccounts.openshift.io/oauth-redirectreference.prom='{"kind":"OAuthRedirectReference","apiVersion":"v1","reference":{"kind":"Route","name":"prometheus"}}'
serviceaccounts.openshift.io/oauth-redirectreference.alerts='{"kind":"OAuthRedirectReference","apiVersion":"v1","reference":{"kind":"Route","name":"alerts"}}'
# create clusterrolebinding for prometheus serviceaccount
- name: Set cluster-reader permissions for prometheus
oc_adm_policy_user:
state: "{{ state }}"
namespace: "{{ openshift_prometheus_namespace }}"
resource_kind: cluster-role
resource_name: cluster-reader
user: "system:serviceaccount:{{ openshift_prometheus_namespace }}:prometheus"
######################################################################
# NFS
# In the case that we are not running on a cloud provider, volumes must be statically provisioned
- include: nfs.yaml
when: not (openshift_cloudprovider_kind is defined and (openshift_cloudprovider_kind == 'aws' or openshift_cloudprovider_kind == 'gce'))
# create prometheus and alerts services
# TODO join into 1 task with loop
- name: Create prometheus service
oc_service:
state: "{{ state }}"
name: "{{ item.name }}"
namespace: "{{ openshift_prometheus_namespace }}"
selector:
app: prometheus
labels:
name: "{{ item.name }}"
# TODO add annotations when supported
# annotations:
# service.alpha.openshift.io/serving-cert-secret-name: "{{item.name}}-tls"
ports:
- port: 443
targetPort: 8443
with_items:
- name: prometheus
- name: Create alerts service
oc_service:
state: "{{ state }}"
name: "{{ item.name }}"
namespace: "{{ openshift_prometheus_namespace }}"
selector:
app: prometheus
labels:
name: "{{ item.name }}"
# TODO add annotations when supported
# annotations:
# service.alpha.openshift.io/serving-cert-secret-name: "{{item.name}}-tls"
ports:
- port: 443
targetPort: 9443
with_items:
- name: alerts
# Annotate services with secret name
# TODO remove this when annotations are supported by oc_service
- name: annotate prometheus service
command: >
{{ openshift.common.client_binary }} annotate --overwrite -n {{ openshift_prometheus_namespace }}
service prometheus
prometheus.io/scrape='true'
prometheus.io/scheme=https
service.alpha.openshift.io/serving-cert-secret-name=prometheus-tls
- name: annotate alerts service
command: >
{{ openshift.common.client_binary }} annotate --overwrite -n {{ openshift_prometheus_namespace }}
service alerts 'service.alpha.openshift.io/serving-cert-secret-name=prometheus-alerts-tls'
# create prometheus and alerts routes
- name: create prometheus and alerts routes
oc_route:
state: "{{ state }}"
name: "{{ item.name }}"
namespace: "{{ openshift_prometheus_namespace }}"
service_name: "{{ item.name }}"
tls_termination: reencrypt
with_items:
- name: prometheus
- name: alerts
# Storage
- name: create prometheus pvc
oc_pvc:
namespace: "{{ openshift_prometheus_namespace }}"
name: "{{ openshift_prometheus_pvc_name }}"
access_modes: "{{ openshift_prometheus_pvc_access_modes }}"
volume_capacity: "{{ openshift_prometheus_pvc_size }}"
selector: "{{ openshift_prometheus_pvc_pv_selector }}"
- name: create alertmanager pvc
oc_pvc:
namespace: "{{ openshift_prometheus_namespace }}"
name: "{{ openshift_prometheus_alertmanager_pvc_name }}"
access_modes: "{{ openshift_prometheus_alertmanager_pvc_access_modes }}"
volume_capacity: "{{ openshift_prometheus_alertmanager_pvc_size }}"
selector: "{{ openshift_prometheus_alertmanager_pvc_pv_selector }}"
- name: create alertbuffer pvc
oc_pvc:
namespace: "{{ openshift_prometheus_namespace }}"
name: "{{ openshift_prometheus_alertbuffer_pvc_name }}"
access_modes: "{{ openshift_prometheus_alertbuffer_pvc_access_modes }}"
volume_capacity: "{{ openshift_prometheus_alertbuffer_pvc_size }}"
selector: "{{ openshift_prometheus_alertbuffer_pvc_pv_selector }}"
# create prometheus deployment
- name: Set prometheus deployment template
template:
src: prometheus_deployment.j2
dest: "{{ tempdir }}/templates/prometheus.yaml"
vars:
namespace: "{{ openshift_prometheus_namespace }}"
prom_replicas: "{{ openshift_prometheus_replicas }}"
- name: Set prometheus deployment
oc_obj:
state: "{{ state }}"
name: "prometheus"
namespace: "{{ openshift_prometheus_namespace }}"
kind: deployment
files:
- "{{ tempdir }}/templates/prometheus.yaml"
delete_after: true
# prometheus configmap
# Copy the additional rules file if it is defined
- name: Copy additional rules file to host
copy:
src: "{{ openshift_prometheus_additional_rules_file }}"
dest: "{{ tempdir }}/prometheus.additional.rules"
when:
- openshift_prometheus_additional_rules_file is defined
- openshift_prometheus_additional_rules_file is not none
- openshift_prometheus_additional_rules_file | trim | length > 0
- stat:
path: "{{ tempdir }}/prometheus.additional.rules"
register: additional_rules_stat
# The kubernetes version impacts the prometheus scraping endpoint
# so gathering it before constructing the configmap
- name: get oc version
oc_version:
register: oc_version
- set_fact:
kubernetes_version: "{{ oc_version.results.kubernetes_short | float }}"
- template:
src: prometheus.yml.j2
dest: "{{ tempdir }}/prometheus.yml"
changed_when: no
- template:
src: prometheus.rules.j2
dest: "{{ tempdir }}/prometheus.rules"
changed_when: no
# In prometheus configmap create "additional.rules" section if file exists
- name: Set prometheus configmap
oc_configmap:
state: "{{ state }}"
name: "prometheus"
namespace: "{{ openshift_prometheus_namespace }}"
from_file:
prometheus.rules: "{{ tempdir }}/prometheus.rules"
prometheus.additional.rules: "{{ tempdir }}/prometheus.additional.rules"
prometheus.yml: "{{ tempdir }}/prometheus.yml"
when: additional_rules_stat.stat.exists == True
- name: Set prometheus configmap
oc_configmap:
state: "{{ state }}"
name: "prometheus"
namespace: "{{ openshift_prometheus_namespace }}"
from_file:
prometheus.rules: "{{ tempdir }}/prometheus.rules"
prometheus.yml: "{{ tempdir }}/prometheus.yml"
when: additional_rules_stat.stat.exists == False
# alertmanager configmap
- template:
src: alertmanager.yml.j2
dest: "{{ tempdir }}/alertmanager.yml"
changed_when: no
- name: Set alertmanager configmap
oc_configmap:
state: "{{ state }}"
name: "prometheus-alerts"
namespace: "{{ openshift_prometheus_namespace }}"
from_file:
alertmanager.yml: "{{ tempdir }}/alertmanager.yml"
|
