cookbooks/prometheus/templates/default/cloudwatch.yml.erb

   1 apiVersion: v1alpha1
   2 sts-region: eu-west-1
   3 discovery:
   4   jobs:
   5     - type: AWS/S3
   6       regions:
   7         - eu-west-1
   8         - eu-west-2
   9       roles:
  10         - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
  11       period: 86400
  12       length: 86400
  13       metrics:
  14         - name: BucketSizeBytes
  15           statistics: [Average]
  16         - name: NumberOfObjects
  17           statistics: [Average]
  18     - type: AWS/S3
  19       regions:
  20         - eu-west-1
  21         - eu-west-2
  22       roles:
  23         - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
  24       period: 300
  25       length: 300
  26       metrics:
  27         - name: AllRequests
  28           statistics: [Sum]
  29         - name: GetRequests
  30           statistics: [Sum]
  31         - name: PutRequests
  32           statistics: [Sum]
  33         - name: DeleteRequests
  34           statistics: [Sum]
  35         - name: HeadRequests
  36           statistics: [Sum]
  37         - name: PostRequests
  38           statistics: [Sum]
  39         - name: ListRequests
  40           statistics: [Sum]
  41         - name: BytesDownloaded
  42           statistics: [Sum]
  43         - name: BytesUploaded
  44           statistics: [Sum]
  45         - name: 4xxErrors
  46           statistics: [Sum]
  47         - name: 5xxErrors
  48           statistics: [Sum]
  49         - name: FirstByteLatency
  50           statistics: [Minimum, Maximum, Average]
  51         - name: TotalRequestLatency
  52           statistics: [Minimum, Maximum, Average]
  53         - name: ReplicationLatency
  54           statistics: [Maximum]
  55         - name: BytesPendingReplication
  56           statistics: [Maximum]
  57         - name: OperationsPendingReplication
  58           statistics: [Maximum]
  59         - name: OperationsFailedReplication
  60           statistics: [Sum]
  61     - type: AWS/S3
  62       regions:
  63         - eu-central-1
  64         - us-west-2
  65       roles:
  66         - roleArn: "arn:aws:iam::630658470130:role/osm-cloudwatch-export-role" # osm-planet (pds)
  67       period: 86400
  68       length: 86400
  69       metrics:
  70         - name: BucketSizeBytes
  71           statistics: [Average]
  72         - name: NumberOfObjects
  73           statistics: [Average]
  74     - type: AWS/S3
  75       regions:
  76         - eu-central-1
  77         - us-west-2
  78       roles:
  79         - roleArn: "arn:aws:iam::630658470130:role/osm-cloudwatch-export-role" # osm-planet (pds)
  80       period: 300
  81       length: 300
  82       metrics:
  83         - name: AllRequests
  84           statistics: [Sum]
  85         - name: GetRequests
  86           statistics: [Sum]
  87         - name: PutRequests
  88           statistics: [Sum]
  89         - name: DeleteRequests
  90           statistics: [Sum]
  91         - name: HeadRequests
  92           statistics: [Sum]
  93         - name: PostRequests
  94           statistics: [Sum]
  95         - name: ListRequests
  96           statistics: [Sum]
  97         - name: BytesDownloaded
  98           statistics: [Sum]
  99         - name: BytesUploaded
 100           statistics: [Sum]
 101         - name: 4xxErrors
 102           statistics: [Sum]
 103         - name: 5xxErrors
 104           statistics: [Sum]
 105         - name: FirstByteLatency
 106           statistics: [Minimum, Maximum, Average]
 107         - name: TotalRequestLatency
 108           statistics: [Minimum, Maximum, Average]
 109         - name: ReplicationLatency
 110           statistics: [Maximum]
 111         - name: BytesPendingReplication
 112           statistics: [Maximum]
 113         - name: OperationsPendingReplication
 114           statistics: [Maximum]
 115         - name: OperationsFailedReplication
 116           statistics: [Sum]
 117     - type: AWS/S3
 118       regions:
 119         - eu-north-1
 120       roles:
 121         - roleArn: "arn:aws:iam::674083635870:role/osm-cloudwatch-export-role" # osm-backup
 122         - roleArn: "arn:aws:iam::949022809175:role/osm-cloudwatch-export-role" # osm-vector
 123         - roleArn: "arn:aws:iam::289997608296:role/osm-cloudwatch-export-role" # osm-service-logs
 124       period: 86400
 125       length: 86400
 126       metrics:
 127         - name: BucketSizeBytes
 128           statistics: [Average]
 129         - name: NumberOfObjects
 130           statistics: [Average]
 131     - type: AWS/S3
 132       regions:
 133         - eu-north-1
 134       roles:
 135         - roleArn: "arn:aws:iam::674083635870:role/osm-cloudwatch-export-role" # osm-backup
 136         - roleArn: "arn:aws:iam::949022809175:role/osm-cloudwatch-export-role" # osm-vector
 137         - roleArn: "arn:aws:iam::289997608296:role/osm-cloudwatch-export-role" # osm-service-logs
 138       period: 300
 139       length: 300
 140       metrics:
 141         - name: AllRequests
 142           statistics: [Sum]
 143         - name: GetRequests
 144           statistics: [Sum]
 145         - name: PutRequests
 146           statistics: [Sum]
 147         - name: DeleteRequests
 148           statistics: [Sum]
 149         - name: HeadRequests
 150           statistics: [Sum]
 151         - name: PostRequests
 152           statistics: [Sum]
 153         - name: ListRequests
 154           statistics: [Sum]
 155         - name: BytesDownloaded
 156           statistics: [Sum]
 157         - name: BytesUploaded
 158           statistics: [Sum]
 159         - name: 4xxErrors
 160           statistics: [Sum]
 161         - name: 5xxErrors
 162           statistics: [Sum]
 163         - name: FirstByteLatency
 164           statistics: [Minimum, Maximum, Average]
 165         - name: TotalRequestLatency
 166           statistics: [Minimum, Maximum, Average]
 167         - name: ReplicationLatency
 168           statistics: [Maximum]
 169         - name: BytesPendingReplication
 170           statistics: [Maximum]
 171         - name: OperationsPendingReplication
 172           statistics: [Maximum]
 173         - name: OperationsFailedReplication
 174           statistics: [Sum]
 175     - type: AWS/EC2
 176       regions:
 177         - us-east-2
 178       roles:
 179         - roleArn: "arn:aws:iam::683740446523:role/osm-cloudwatch-export-role" # osm-render
 180       period: 300
 181       length: 300
 182       metrics:
 183         - name: CPUUtilization
 184           statistics: [Average]
 185         - name: DiskReadOps
 186           statistics: [Sum]
 187         - name: DiskWriteOps
 188           statistics: [Sum]
 189         - name: DiskReadBytes
 190           statistics: [Sum]
 191         - name: DiskWriteBytes
 192           statistics: [Sum]
 193         - name: NetworkIn
 194           statistics: [Sum]
 195         - name: NetworkOut
 196           statistics: [Sum]
 197         - name: NetworkPacketsIn
 198           statistics: [Sum]
 199         - name: NetworkPacketsOut
 200           statistics: [Sum]
 201         - name: StatusCheckFailed
 202           statistics: [Sum]
 203         - name: StatusCheckFailed_Instance
 204           statistics: [Sum]
 205         - name: StatusCheckFailed_System
 206           statistics: [Sum]
 207     - type: AWS/EBS
 208       regions:
 209         - us-east-2
 210       roles:
 211         - roleArn: "arn:aws:iam::683740446523:role/osm-cloudwatch-export-role" # osm-render
 212       period: 300
 213       length: 300
 214       metrics:
 215         - name: VolumeReadOps
 216           statistics: [Sum]
 217         - name: VolumeWriteOps
 218           statistics: [Sum]
 219         - name: VolumeReadBytes
 220           statistics: [Sum]
 221         - name: VolumeWriteBytes
 222           statistics: [Sum]
 223         - name: VolumeTotalReadTime
 224           statistics: [Sum]
 225         - name: VolumeTotalWriteTime
 226           statistics: [Sum]
 227         - name: VolumeIdleTime
 228           statistics: [Sum]
 229         - name: VolumeQueueLength
 230           statistics: [Average]
 231     - type: AWS/Billing
 232       regions:
 233         - us-east-1
 234       roles:
 235         - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 236         - roleArn: "arn:aws:iam::674083635870:role/osm-cloudwatch-export-role" # osm-backup
 237         - roleArn: "arn:aws:iam::683740446523:role/osm-cloudwatch-export-role" # osm-render
 238         - roleArn: "arn:aws:iam::949022809175:role/osm-cloudwatch-export-role" # osm-vector
 239         - roleArn: "arn:aws:iam::289997608296:role/osm-cloudwatch-export-role" # osm-service-logs
 240         # Note osm-planet is billed direct to AWS Open Data Program
 241       period: 21600
 242       length: 21600
 243       metrics:
 244         - name: EstimatedCharges
 245           statistics: [Sum]
 246 static:
 247   - namespace: AWS/S3
 248     name: gps-images-replication
 249     regions:
 250       - eu-north-1
 251     roles:
 252       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 253     dimensions:
 254       - name: RuleId
 255         value: full-bucket-replication
 256       - name: SourceBucket
 257         value: openstreetmap-gps-images
 258       - name: DestinationBucket
 259         value: openstreetmap-gps-images-replicate
 260     metrics:
 261       - name: ReplicationLatency
 262         statistics: [Maximum]
 263         period: 300
 264         length: 300
 265       - name: BytesPendingReplication
 266         statistics: [Maximum]
 267         period: 300
 268         length: 300
 269       - name: OperationsPendingReplication
 270         statistics: [Maximum]
 271         period: 300
 272         length: 300
 273   - namespace: AWS/S3
 274     name: gps-traces-replication
 275     regions:
 276       - eu-north-1
 277     roles:
 278       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 279     dimensions:
 280       - name: RuleId
 281         value: full-bucket-replication
 282       - name: SourceBucket
 283         value: openstreetmap-gps-traces
 284       - name: DestinationBucket
 285         value: openstreetmap-gps-traces-replicate
 286     metrics:
 287       - name: ReplicationLatency
 288         statistics: [Maximum]
 289         period: 300
 290         length: 300
 291       - name: BytesPendingReplication
 292         statistics: [Maximum]
 293         period: 300
 294         length: 300
 295       - name: OperationsPendingReplication
 296         statistics: [Maximum]
 297         period: 300
 298         length: 300
 299   - namespace: AWS/S3
 300     name: user-avatars-replication
 301     regions:
 302       - eu-north-1
 303     roles:
 304       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 305     dimensions:
 306       - name: RuleId
 307         value: full-bucket-replication
 308       - name: SourceBucket
 309         value: openstreetmap-user-avatars
 310       - name: DestinationBucket
 311         value: openstreetmap-user-avatars-replicate
 312     metrics:
 313       - name: ReplicationLatency
 314         statistics: [Maximum]
 315         period: 300
 316         length: 300
 317       - name: BytesPendingReplication
 318         statistics: [Maximum]
 319         period: 300
 320         length: 300
 321       - name: OperationsPendingReplication
 322         statistics: [Maximum]
 323         period: 300
 324         length: 300
 325   - namespace: AWS/S3
 326     name: aws-cloudtrail-replication
 327     regions:
 328       - eu-north-1
 329     roles:
 330       - roleArn: "arn:aws:iam::173189593406:role/osm-cloudwatch-export-role" # osm-main
 331     dimensions:
 332       - name: RuleId
 333         value: full-bucket-replication
 334       - name: SourceBucket
 335         value: openstreetmap-aws-cloudtrail
 336       - name: DestinationBucket
 337         value: openstreetmap-aws-cloudtrail-replicate
 338     metrics:
 339       - name: ReplicationLatency
 340         statistics: [Maximum]
 341         period: 300
 342         length: 300
 343       - name: BytesPendingReplication
 344         statistics: [Maximum]
 345         period: 300
 346         length: 300
 347       - name: OperationsPendingReplication
 348         statistics: [Maximum]
 349         period: 300
 350         length: 300