-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathmongodbatlas_sample.yaml
207 lines (202 loc) · 8.2 KB
/
mongodbatlas_sample.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
SumoLogic:
HTTP_LOGS_ENDPOINT: <Paste the HTTP Logs source URL from step 2.>
HTTP_METRICS_ENDPOINT: <Paste the HTTP Metrics source URL from step 2.>
MongoDBAtlas:
ORGANIZATION_ID: <Paste the Organization ID from step 1.>
PROJECT_ID: <Paste the Project ID from step 1.>
PRIVATE_API_KEY: <Paste the Private Key from step 1.>
PUBLIC_API_KEY: <Paste the Public Key from step 1.>
LOG_TYPES:
- DATABASE
- AUDIT
- EVENTS_PROJECT
- EVENTS_ORG
METRIC_TYPES:
PROCESS_METRICS: # Query Parameter m in API: https://www.mongodb.com/docs/atlas/reference/api-resources-spec/v1/#tag/Monitoring-and-Logs/operation/getHostMeasurements. Commented ones are not used in the app. If you do not want to collect any of the metrics then comment all of them and provide empty list [] as value.
- CACHE_DIRTY_BYTES
- CACHE_USED_BYTES
- CONNECTIONS
- CURSORS_TOTAL_OPEN
- CURSORS_TOTAL_TIMED_OUT
- DB_DATA_SIZE_TOTAL
- DB_STORAGE_TOTAL
- EXTRA_INFO_PAGE_FAULTS
- GLOBAL_LOCK_CURRENT_QUEUE_TOTAL
- MEMORY_RESIDENT
- MEMORY_VIRTUAL
- NETWORK_BYTES_IN
- NETWORK_BYTES_OUT
- NETWORK_NUM_REQUESTS
- OP_EXECUTION_TIME_COMMANDS
- OP_EXECUTION_TIME_READS
- OP_EXECUTION_TIME_WRITES
- OPCOUNTER_CMD
- OPCOUNTER_DELETE
- OPCOUNTER_GETMORE
- OPCOUNTER_INSERT
- OPCOUNTER_QUERY
- OPCOUNTER_UPDATE
- PROCESS_CPU_KERNEL
- PROCESS_CPU_USER
- QUERY_EXECUTOR_SCANNED
- QUERY_EXECUTOR_SCANNED_OBJECTS
- QUERY_TARGETING_SCANNED_OBJECTS_PER_RETURNED
- QUERY_TARGETING_SCANNED_PER_RETURNED
- SYSTEM_NORMALIZED_CPU_IOWAIT
- SYSTEM_NORMALIZED_CPU_KERNEL
- SYSTEM_NORMALIZED_CPU_STEAL
- SYSTEM_NORMALIZED_CPU_USER
# - ASSERT_MSG
# - ASSERT_MSG
# - ASSERT_REGULAR
# - ASSERT_USER
# - ASSERT_WARNING
# - BACKGROUND_FLUSH_AVG
# - CACHE_BYTES_READ_INTO
# - CACHE_BYTES_WRITTEN_FROM
# - CACHE_FILL_RATIO
# - COMPUTED_MEMORY
# - DIRTY_FILL_RATIO
# - DOCUMENT_METRICS_DELETED
# - DOCUMENT_METRICS_INSERTED
# - DOCUMENT_METRICS_RETURNED
# - DOCUMENT_METRICS_UPDATED
# - FTS_DISK_UTILIZATION
# - FTS_MEMORY_MAPPED
# - FTS_MEMORY_RESIDENT
# - FTS_MEMORY_VIRTUAL
# - FTS_PROCESS_CPU_KERNEL
# - FTS_PROCESS_CPU_USER
# - FTS_PROCESS_NORMALIZED_CPU_KERNEL
# - FTS_PROCESS_NORMALIZED_CPU_USER
# - GLOBAL_ACCESSES_NOT_IN_MEMORY
# - GLOBAL_LOCK_CURRENT_QUEUE_READERS
# - GLOBAL_LOCK_CURRENT_QUEUE_WRITERS
# - GLOBAL_PAGE_FAULT_EXCEPTIONS_THROWN
# - INDEX_COUNTERS_BTREE_ACCESSES
# - INDEX_COUNTERS_BTREE_HITS
# - INDEX_COUNTERS_BTREE_MISS_RATIO
# - INDEX_COUNTERS_BTREE_MISSES
# - JOURNALING_COMMITS_IN_WRITE_LOCK
# - JOURNALING_MB
# - JOURNALING_WRITE_DATA_FILES_MB
# - MAX_PROCESS_CPU_CHILDREN_KERNEL
# - MAX_PROCESS_CPU_CHILDREN_USER
# - MAX_PROCESS_CPU_KERNEL
# - MAX_PROCESS_CPU_USER
# - MAX_PROCESS_NORMALIZED_CPU_CHILDREN_KERNEL
# - MAX_PROCESS_NORMALIZED_CPU_CHILDREN_USER
# - MAX_PROCESS_NORMALIZED_CPU_KERNEL
# - MAX_PROCESS_NORMALIZED_CPU_USER
# - MAX_SWAP_USAGE_FREE
# - MAX_SWAP_USAGE_USED
# - MAX_SYSTEM_CPU_GUEST
# - MAX_SYSTEM_CPU_IOWAIT
# - MAX_SYSTEM_CPU_IRQ
# - MAX_SYSTEM_CPU_KERNEL
# - MAX_SYSTEM_CPU_SOFTIRQ
# - MAX_SYSTEM_CPU_STEAL
# - MAX_SYSTEM_CPU_USER
# - MAX_SYSTEM_MEMORY_AVAILABLE
# - MAX_SYSTEM_MEMORY_FREE
# - MAX_SYSTEM_MEMORY_USED
# - MAX_SYSTEM_NETWORK_IN
# - MAX_SYSTEM_NETWORK_OUT
# - MAX_SYSTEM_NORMALIZED_CPU_GUEST
# - MAX_SYSTEM_NORMALIZED_CPU_IOWAIT
# - MAX_SYSTEM_NORMALIZED_CPU_IRQ
# - MAX_SYSTEM_NORMALIZED_CPU_KERNEL
# - MAX_SYSTEM_NORMALIZED_CPU_NICE
# - MAX_SYSTEM_NORMALIZED_CPU_SOFTIRQ
# - MAX_SYSTEM_NORMALIZED_CPU_STEAL
# - MAX_SYSTEM_NORMALIZED_CPU_USER
# - MEMORY_MAPPED
# - OPCOUNTER_REPL_CMD
# - OPCOUNTER_REPL_DELETE
# - OPCOUNTER_REPL_INSERT
# - OPCOUNTER_REPL_UPDATE
# - OPCOUNTER_TTL_DELETED
# - OPERATION_THROTTLING_REJECTED_OPERATIONS
# - OPERATIONS_QUERIES_KILLED
# - OPERATIONS_SCAN_AND_ORDER
# - OPLOG_MASTER_LAG_TIME_DIFF
# - OPLOG_MASTER_TIME
# - OPLOG_RATE_GB_PER_HOUR
# - OPLOG_REPLICATION_LAG
# - OPLOG_SLAVE_LAG_MASTER_TIME
# - PROCESS_CPU_CHILDREN_KERNEL
# - PROCESS_CPU_CHILDREN_USER
# - PROCESS_NORMALIZED_CPU_CHILDREN_KERNEL
# - PROCESS_NORMALIZED_CPU_CHILDREN_USER
# - PROCESS_NORMALIZED_CPU_KERNEL
# - PROCESS_NORMALIZED_CPU_USER
# - RESTARTS_IN_LAST_HOUR
# - SWAP_USAGE_FREE
# - SWAP_USAGE_USED
# - SYSTEM_CPU_GUEST
# - SYSTEM_CPU_IOWAIT
# - SYSTEM_CPU_IRQ
# - SYSTEM_CPU_KERNEL
# - SYSTEM_CPU_NICE
# - SYSTEM_CPU_SOFTIRQ
# - SYSTEM_CPU_STEAL
# - SYSTEM_CPU_USER
# - SYSTEM_MEMORY_AVAILABLE
# - SYSTEM_MEMORY_FREE
# - SYSTEM_MEMORY_USED
# - SYSTEM_NETWORK_IN
# - SYSTEM_NETWORK_OUT
# - SYSTEM_NORMALIZED_CPU_GUEST
# - SYSTEM_NORMALIZED_CPU_IOWAIT
# - SYSTEM_NORMALIZED_CPU_IRQ
# - SYSTEM_NORMALIZED_CPU_NICE
# - SYSTEM_NORMALIZED_CPU_SOFTIRQ
# - TICKETS_AVAILABLE_READS
# - TICKETS_AVAILABLE_WRITE
DISK_METRICS: # Query Parameter m in API: https://www.mongodb.com/docs/atlas/reference/api-resources-spec/v1/#tag/Monitoring-and-Logs/operation/listDiskMeasurements. Commented ones are not used in the app. If you do not want to collect any of the metrics then comment all of them and provide empty list [] as value.
- DISK_PARTITION_IOPS_READ
- DISK_PARTITION_IOPS_WRITE
- DISK_PARTITION_LATENCY_READ
- DISK_PARTITION_LATENCY_WRITE
- DISK_PARTITION_SPACE_PERCENT_FREE
- DISK_PARTITION_SPACE_PERCENT_USED
# - MAX_DISK_PARTITION_IOPS_READ
# - DISK_PARTITION_IOPS_TOTAL
# - MAX_DISK_PARTITION_IOPS_TOTAL
# - MAX_DISK_PARTITION_LATENCY_READ
# - MAX_DISK_PARTITION_LATENCY_WRITE
# - DISK_PARTITION_SPACE_FREE
# - MAX_DISK_PARTITION_SPACE_FREE
# - DISK_PARTITION_SPACE_USED
# - MAX_DISK_PARTITION_SPACE_USED
# - MAX_DISK_PARTITION_SPACE_PERCENT_FREE
# - MAX_DISK_PARTITION_SPACE_PERCENT_USED
# - DISK_PARTITION_THROUGHPUT_READ
# - DISK_PARTITION_THROUGHPUT_WRITE
# - DISK_QUEUE_DEPTH
DATABASE_METRICS: # Query Parameter m in API: https://www.mongodb.com/docs/atlas/reference/api-resources-spec/v1/#tag/Monitoring-and-Logs/operation/getDatabase. Commented ones are not used in the app. If you do not want to collect any of the metrics then comment all of them and provide empty list [] as value.
- DATABASE_AVERAGE_OBJECT_SIZE
# - DATABASE_COLLECTION_COUNT
# - DATABASE_DATA_SIZE
# - DATABASE_STORAGE_SIZE
# - DATABASE_INDEX_SIZE
# - DATABASE_INDEX_COUNT
# - DATABASE_EXTENT_COUNT
# - DATABASE_OBJECT_COUNT
# - DATABASE_VIEW_COUNT
Collection:
MAX_RETRY: 3 # Number of retries to attempt in case of request failure.
BACKFILL_DAYS: 0 # Number of days before the event collection will start. If the value is 1, then events are fetched from yesterday to today. Atlas retains the last 30 days of log messages and system event audit messages. https://www.mongodb.com/docs/atlas/mongodb-logs/#view-and-download-mongodb-logs
DBNAME: "mongodbatlas" # State is maintained per project, change the DBNAME so that state (keys) maintained (bookkeeping) in the database (key value store) are not in conflict.
MIN_REQUEST_WINDOW_LENGTH: 60 # Minimum window length for the request window in seconds.
MAX_REQUEST_WINDOW_LENGTH: 900 # Maximum window length for the request window in seconds.
NUM_WORKERS: 2 # Number of threads to spawn for API calls.
MAX_PAYLOAD_BYTESIZE: 4190208 # Maximum size (default is 4MB) of the chunk to be sent to sumo logic.
# Clusters:
# - "<your mongodb atlas cluster name>" # User provided list of cluster names (aliases) for collecting logs & metrics for specific clusters. By default the solution collects all log types & metrics for all the clusters.
Logging:
LOG_LEVEL: "INFO"
BACKUP_COUNT: 7 # Collector Logs are preserved for last 7 days, update the parameter to change the log retention.
ENABLE_CONSOLE_LOG: true # Enables printing logs in a console.
ENABLE_LOGFILE: true # Set to TRUE to write all logs and errors to a log file.
LOG_FILEPATH: /tmp/mongodbatlascollector.log # Path of the log file used when ENABLE_LOGFILE is set to TRUE.