update ceph-common to 10.2.11-0ubuntu0.16.04.2
[yaml_builds.git] / site_type / sriov / airship-treasuremap / global / v4.0 / software / charts / osh-infra / osh-infra-logging / fluent-logging.yaml
1 ---
2 schema: armada/Chart/v1
3 metadata:
4   schema: metadata/Document/v1
5   name: fluent-logging-global
6   layeringDefinition:
7     abstract: true
8     layer: global
9   labels:
10     hosttype: fluent-logging-global
11   storagePolicy: cleartext
12   substitutions:
13     # Chart source
14     - src:
15         schema: pegleg/SoftwareVersions/v1
16         name: software-versions
17         path: .charts.osh_infra.fluent_logging
18       dest:
19         path: .source
20
21     # Images
22     - src:
23         schema: pegleg/SoftwareVersions/v1
24         name: software-versions
25         path: .images.osh_infra.fluent_logging
26       dest:
27         path: .values.images.tags
28
29     # Endpoints
30     - src:
31         schema: pegleg/EndpointCatalogue/v1
32         name: osh_infra_endpoints
33         path: .osh_infra.elasticsearch
34       dest:
35         path: .values.endpoints.elasticsearch
36     - src:
37         schema: pegleg/EndpointCatalogue/v1
38         name: osh_infra_endpoints
39         path: .osh_infra.fluentd
40       dest:
41         path: .values.endpoints.fluentd
42     - src:
43         schema: pegleg/EndpointCatalogue/v1
44         name: osh_infra_endpoints
45         path: .osh_infra.prometheus_fluentd_exporter
46       dest:
47         path: .values.endpoints.prometheus_fluentd_exporter
48     # Accounts
49     - src:
50         schema: pegleg/AccountCatalogue/v1
51         name: osh_infra_service_accounts
52         path: .osh_infra.elasticsearch.admin
53       dest:
54         path: .values.endpoints.elasticsearch.auth.admin
55
56     # Secrets
57     - dest:
58         path: .values.endpoints.elasticsearch.auth.admin.password
59       src:
60         schema: deckhand/Passphrase/v1
61         name: osh_infra_elasticsearch_admin_password
62         path: .
63
64 data:
65   chart_name: fluent-logging
66   release: fluent-logging
67   namespace: osh-infra
68   wait:
69     timeout: 900
70     labels:
71       release_group: airship-fluent-logging
72   install:
73     no_hooks: false
74   upgrade:
75     no_hooks: false
76     pre:
77       delete:
78         - type: job
79           labels:
80             release_group: airship-fluent-logging
81       create: []
82     post:
83       create: []
84   values:
85     labels:
86       fluentd:
87         node_selector_key: openstack-control-plane
88         node_selector_value: enabled
89       fluentbit:
90         node_selector_key: openstack-control-plane
91         node_selector_value: enabled
92       prometheus_fluentd_exporter:
93         node_selector_key: openstack-control-plane
94         node_selector_value: enabled
95       job:
96         node_selector_key: openstack-control-plane
97         node_selector_value: enabled
98     dependencies:
99       static:
100         fluentbit:
101           jobs: ""
102           services:
103             - endpoint: internal
104               service: fluentd
105         fluentd:
106           jobs: ""
107           services:
108             - endpoint: internal
109               service: elasticsearch
110     manifests:
111       job_elasticsearch_template: false
112     conf:
113       fluentbit:
114         - service:
115             header: service
116             Flush: 5
117             Daemon: Off
118             Log_Level: info
119             Parsers_File: parsers.conf
120         - containers_tail:
121             header: input
122             Name: tail
123             Tag: kube.*
124             Path: /var/log/containers/*.log
125             Parser: docker
126             DB: /var/log/flb_kube.db
127             DB.Sync: Normal
128             Buffer_Chunk_Size: 1M
129             Buffer_Max_Size: 1M
130             Mem_Buf_Limit: 5MB
131         - kube_filter:
132             header: filter
133             Name: kubernetes
134             Match: kube.*
135             Merge_JSON_Log: On
136         - fluentd_output:
137             header: output
138             Name: forward
139             Match: "*"
140             Host: ${FLUENTD_HOST}
141             Port: ${FLUENTD_PORT}
142       td_agent:
143         - metrics_agent:
144             header: source
145             type: monitor_agent
146             bind: 0.0.0.0
147             port: 24220
148         - fluentbit_forward:
149             header: source
150             type: forward
151             port: "#{ENV['FLUENTD_PORT']}"
152             bind: 0.0.0.0
153         - elasticsearch:
154             header: match
155             type: elasticsearch
156             user: "#{ENV['ELASTICSEARCH_USERNAME']}"
157             password: "#{ENV['ELASTICSEARCH_PASSWORD']}"
158             expression: "**"
159             include_tag_key: true
160             host: "#{ENV['ELASTICSEARCH_HOST']}"
161             port: "#{ENV['ELASTICSEARCH_PORT']}"
162             logstash_format: true
163             buffer_chunk_limit: 10M
164             buffer_queue_limit: 32
165             flush_interval: 20s
166             max_retry_wait: 300
167             disable_retry_limit: ""
168             num_threads: 8
169   dependencies:
170     - osh-infra-helm-toolkit
171 ...