[2019-11-04T16:01:50,501][WARN ][logstash.config.source.multilocal] Ignoring the 'pipelines.yml' file because modules or command line options are specified
[2019-11-04T16:01:50,520][FATAL][logstash.runner ] Logstash could not be started because there is already another instance using the configured data directory. If you wish to run multiple instances, you must change the "path.data" setting.
-rw-r----- 1 ossec ossec 20838 Nov 5 11:15 api.log
-rw-rw---- 1 ossecr ossec 55987670 Nov 5 11:25 ossec.log
ERROR instance/beat.go:802 Exiting: Error importing Kibana dashboards: fail to import the dashboards in Kibana: Error importing directory /usr/share/filebeat/kibana: Failed to import dashboard: Failed to load directory /usr/share/filebeat/kibana/7/dashboard.
3 filebeat.inputs:
4 - type: log
5 paths:
6 - '/var/ossec/logs/alerts/alerts.json'
7 - '10.0.106.154/var/log/nginx/error.log-*'
8 - '10.0.106.154/var/log/nginx/access.log-*'
9 - '10.0.106.154/etc/nginx/logs/*.access'
10 - '10.0.106.154/etc/nginx/logs/*.error'
11 scan_frequency: 10s
12
13 # - type: log
14 # - '10.0.106.154/var/log/nginx/error.log-*'
15 # scan_frequency: 10s
16
17 - type: log
18 paths:
19 - '/var/log/nginx/*.json'
20 - '10.0.106.154/var/log/nginx/*.json'
21 tags: ["nginx", "json"]
22 json:
23 keys_under_root: true
24 add_error_key: true
25 fields_under_root: true
26
27 filebeat.config.modules:
28 path: ${path.config}/modules.d/*.yml
29 reload.enabled: true
30 reload.period: 10s
31
32 # filebeat.registry.path: ${path.data}/registry
33 filebeat.registry.path: /var/lib/registry
34 # filebeat.registry.file_permissions: 0664
35 filebeat.registry.file_permissions: 0640
36
37 filebeatt.modules:
38 - module: nginx
39 - module: auditd
40 - module: system
41
42 filebeat.modules:
43 - module: elasticsearch
44 server:
45 enabled: true
46
47 gc:
48 enabled: true
49
50 audit:
51 enabled: true
52
53 slowlog:
54 enabled: true
55
56 deprecation:
57 enabled: true
58
59 # ---------------------------- Haproxy Module ---------------------------------------
60 - module: haproxy
61 log:
62 enabled: true
63 # ---------------------------- Kibana Module ---------------------------------------
64 - module: kibana
65 log:
66 enabled: true
67 # ---------------------------- Osquery Module --------------------------------------
68 - module: osquery
69 result:
70 enabled: true
71
72
73 # To allow data collection from other servers
74 http.enabled: true
75 http.port: 5067
76 monitoring.enabled: true
77
78 filebeat.config:
79 - modules:
80 enabled: true
81 path: ${path.config}/modules.d/*.yml
82 reload.enabled: false
83
84 #========================Elasticsearch template setting ===========
85 setup.template.json.enabled: true
86 setup.template.json.path: "/etc/filebeat/wazuh-template.json"
87 setup.template.json.name: "wazuh"
88 setup.template.overwrite: true
89
90 #setup.template.json.path: "/etc/filebeat/filebeat-index-template.json"
91 #setup.template.json.name: "filebeat"
92
93 setup.template.enabled: true
94 setup.template.name: "filebeat"
95 setup.template.pattern: "filebeat-*"
96 setup.template.fields: "fields.yml"
97 setup.template.overwrite: true
98 setup.template.settings:
99 index.number_of_shards: 1
100 index.number_of_replicas: 0
101
102
103 #========================Elasticsearch template setting ===========
104 #setup.template.json.enabled: true
118 setup.dashboards.enabled: true
119
120 # Send events directly to Elasticsearch
121 output.elasticsearch:
122 hosts: ['http://IP']
123 username: "ID"
124 password: "PW"
125 indices:
126 - index: "wazuh-alerts-3.x-%{+yyyy.MM.dd}"
127 - index: "wazuh-monitoring-3.x-%{+yyyy.MM.dd}"
128 # - index: "filebeat-7.3.0-%{+yyyy.MM.dd}"
129 # - index: "nginx-filebeat-%"
130 - index: "warning-%{[agent.version]}-%{+yyyy.MM.dd}"
131 when.contains:
132 message: "WARN"
133 - index: "error-%{[agent.version]}-%{+yyyy.MM.dd}"
134 when.contains:
135 message: "ERR"
136 # ilm.enabled: true
137
138 # pipeline: "logstash_main"
139 # pipeline: "geoip-info"
140
141 # output.file:
142 # enabled: true
143 # rotation_every_kb: 10000
144 # number_of_files: 7
145
146 setup.kibana:
147 host: "http://IP"
148 username: "ID"
149 password: "*PW*"
150
151
152 #=============================== Processors ==================================
153 processors:
154 - decode_json_fields:
155 fields: ['message']
156 process_array: true
157 max_depth: 200
158 target: ''
159 overwrite_keys: true
160 - drop_fields:
161 fields: ['message', 'ecs', 'beat', 'input_type', 'tags', 'count', '@version', 'log', 'offset', 'type', 'host']
162 - rename:
163 fields:
164 - from: "data.aws.sourceIPAddress"
165 to: "@src_ip"
166 ignore_missing: true
167 fail_on_error: false
168 when:
169 regexp:
170 data.aws.sourceIPAddress: \b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\b
171 - rename:
172 fields:
173 - from: "data.srcip"
174 to: "@src_ip"
175 ignore_missing: true
176 fail_on_error: false
177 when:
178 regexp:
179 data.srcip: \b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\b
180 - rename:
181 fields:
182 - from: "data.win.eventdata.ipAddress"
183 to: "@src_ip"
184 ignore_missing: true
185 fail_on_error: false
186 when:
187 regexp:
188 data.win.eventdata.ipAddress: \b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\b
189
190 logging.level: debug
191 logging.to_files: true
192 logging.files:
193 path: /var/log/filebeat
194 name: filebeaterr
195 keepfiles: 5
196 permissions: 0644
197
198
199 xpack.monitoring:
200 enabled: true