forked from grafana/loki
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.tf
289 lines (228 loc) · 8.27 KB
/
main.tf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
data "aws_region" "current" {}
#-------------------------------------------------------------------------------
# IAM role assigned to the lambda function
#-------------------------------------------------------------------------------
resource "aws_iam_role" "this" {
name = var.name
assume_role_policy = data.aws_iam_policy_document.assume_role.json
}
data "aws_iam_policy_document" "assume_role" {
statement {
sid = ""
effect = "Allow"
actions = ["sts:AssumeRole"]
principals {
type = "Service"
identifiers = ["lambda.amazonaws.com"]
}
}
}
#-------------------------------------------------------------------------------
# IAM policy assigned to lambda IAM role to be able to execute in VPC
#-------------------------------------------------------------------------------
resource "aws_iam_role_policy_attachment" "lambda_vpc_execution" {
count = length(var.lambda_vpc_subnets) > 0 ? 1 : 0
role = aws_iam_role.this.name
policy_arn = data.aws_iam_policy.lambda_vpc_execution[0].arn
}
data "aws_iam_policy" "lambda_vpc_execution" {
count = length(var.lambda_vpc_subnets) > 0 ? 1 : 0
name = "AWSLambdaVPCAccessExecutionRole"
}
#-------------------------------------------------------------------------------
# IAM policies attached to lambda IAM role
#-------------------------------------------------------------------------------
# CloudWatch
# These permissions are also included in the AWSLambdaVPCAccessExecutionRole IAM Policy
resource "aws_iam_role_policy" "lambda_cloudwatch" {
count = length(var.lambda_vpc_subnets) == 0 ? 1 : 0
name = "cloudwatch"
role = aws_iam_role.this.name
policy = data.aws_iam_policy_document.lambda_cloudwatch[0].json
}
# These permissions are also included in the AWSLambdaVPCAccessExecutionRole IAM Policy
data "aws_iam_policy_document" "lambda_cloudwatch" {
count = length(var.lambda_vpc_subnets) == 0 ? 1 : 0
statement {
actions = [
"logs:CreateLogStream",
"logs:PutLogEvents",
]
resources = [
format("%s:*", aws_cloudwatch_log_group.this.arn),
]
}
}
# KMS
resource "aws_iam_role_policy" "lambda_kms" {
count = var.kms_key_arn != "" ? 1 : 0
name = "kms"
role = aws_iam_role.this.name
policy = data.aws_iam_policy_document.lambda_kms[0].json
}
data "aws_iam_policy_document" "lambda_kms" {
count = var.kms_key_arn != "" ? 1 : 0
statement {
actions = [
"kms:Decrypt",
]
resources = [
var.kms_key_arn,
]
}
}
# S3
resource "aws_iam_role_policy" "lambda_s3" {
count = length(var.bucket_names) > 0 ? 1 : 0
name = "s3"
role = aws_iam_role.this.name
policy = data.aws_iam_policy_document.lambda_s3[0].json
}
data "aws_iam_policy_document" "lambda_s3" {
count = length(var.bucket_names) > 0 ? 1 : 0
statement {
actions = [
"s3:GetObject",
]
resources = [
for _, bucket_name in var.bucket_names : "arn:aws:s3:::${bucket_name}/*"
]
}
}
# Kinesis
resource "aws_iam_role_policy" "lambda_kinesis" {
count = length(var.kinesis_stream_name) > 0 ? 1 : 0
name = "kinesis"
role = aws_iam_role.this.name
policy = data.aws_iam_policy_document.lambda_kinesis[0].json
}
data "aws_iam_policy_document" "lambda_kinesis" {
count = length(var.kinesis_stream_name) > 0 ? 1 : 0
statement {
actions = [
"kinesis:*",
]
resources = [
for _, stream in aws_kinesis_stream.this : stream.arn
]
}
}
#-------------------------------------------------------------------------------
# Lambda function
#-------------------------------------------------------------------------------
resource "aws_cloudwatch_log_group" "this" {
name = "/aws/lambda/${var.name}"
retention_in_days = 14
}
resource "aws_lambda_function" "this" {
image_uri = var.lambda_promtail_image
function_name = var.name
role = aws_iam_role.this.arn
kms_key_arn = var.kms_key_arn
timeout = 60
memory_size = 128
package_type = "Image"
# From the Terraform AWS Lambda docs: If both subnet_ids and security_group_ids are empty then vpc_config is considered to be empty or unset.
vpc_config {
# Every subnet should be able to reach an EFS mount target in the same Availability Zone. Cross-AZ mounts are not permitted.
subnet_ids = var.lambda_vpc_subnets
security_group_ids = var.lambda_vpc_security_groups
}
environment {
variables = {
WRITE_ADDRESS = var.write_address
USERNAME = var.username
PASSWORD = var.password
BEARER_TOKEN = var.bearer_token
KEEP_STREAM = var.keep_stream
BATCH_SIZE = var.batch_size
EXTRA_LABELS = var.extra_labels
DROP_LABELS = var.drop_labels
OMIT_EXTRA_LABELS_PREFIX = var.omit_extra_labels_prefix ? "true" : "false"
TENANT_ID = var.tenant_id
SKIP_TLS_VERIFY = var.skip_tls_verify
PRINT_LOG_LINE = var.print_log_line
}
}
depends_on = [
aws_iam_role_policy.lambda_s3,
aws_iam_role_policy.lambda_kms,
aws_iam_role_policy.lambda_kinesis,
aws_iam_role_policy.lambda_cloudwatch,
aws_iam_role_policy_attachment.lambda_vpc_execution,
# Ensure function is created after, and destroyed before, the log-group
# This prevents the log-group from being re-created by an invocation of the lambda-function
aws_cloudwatch_log_group.this,
]
}
resource "aws_lambda_function_event_invoke_config" "this" {
function_name = aws_lambda_function.this.function_name
maximum_retry_attempts = 2
}
#-------------------------------------------------------------------------------
# Subscribe to CloudWatch log-groups
#-------------------------------------------------------------------------------
resource "aws_lambda_permission" "lambda_promtail_allow_cloudwatch" {
count = length(var.log_group_names) > 0 ? 1 : 0
statement_id = "lambda-promtail-allow-cloudwatch"
action = "lambda:InvokeFunction"
function_name = aws_lambda_function.this.function_name
principal = "logs.${data.aws_region.current.name}.amazonaws.com"
}
# This block allows for easily subscribing to multiple log groups via the `log_group_names` var.
# However, if you need to provide an actual filter_pattern for a specific log group you should
# copy this block and modify it accordingly.
resource "aws_cloudwatch_log_subscription_filter" "lambdafunction_logfilter" {
for_each = var.log_group_names
name = "lambdafunction_logfilter_${each.value}"
log_group_name = each.value
destination_arn = aws_lambda_function.this.arn
# required but can be empty string
filter_pattern = ""
}
#-------------------------------------------------------------------------------
# Subscribe to S3-objects
#-------------------------------------------------------------------------------
resource "aws_lambda_permission" "allow_s3_invoke_lambda_promtail" {
for_each = var.bucket_names
statement_id = "lambda-promtail-allow-s3-bucket-${each.value}"
action = "lambda:InvokeFunction"
function_name = aws_lambda_function.this.arn
principal = "s3.amazonaws.com"
source_arn = "arn:aws:s3:::${each.value}"
}
resource "aws_s3_bucket_notification" "this" {
for_each = var.sqs_enabled ? [] : var.bucket_names
bucket = each.value
lambda_function {
lambda_function_arn = aws_lambda_function.this.arn
events = ["s3:ObjectCreated:*"]
filter_prefix = "AWSLogs/"
filter_suffix = var.filter_suffix
}
depends_on = [
aws_lambda_permission.allow_s3_invoke_lambda_promtail
]
}
#-------------------------------------------------------------------------------
# Subscribe to Kinesis-streams
#-------------------------------------------------------------------------------
resource "aws_kinesis_stream" "this" {
for_each = var.kinesis_stream_name
name = each.value
shard_count = 1
retention_period = 48
shard_level_metrics = [
"IncomingBytes",
"OutgoingBytes",
]
stream_mode_details {
stream_mode = "PROVISIONED"
}
}
resource "aws_lambda_event_source_mapping" "this" {
for_each = aws_kinesis_stream.this
event_source_arn = each.value.arn
function_name = aws_lambda_function.this.arn
starting_position = "LATEST"
}