-
Notifications
You must be signed in to change notification settings - Fork 1.7k
/
Copy pathaws_s3.cue
978 lines (866 loc) · 31.4 KB
/
aws_s3.cue
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
package metadata
base: components: sinks: aws_s3: configuration: {
acknowledgements: {
description: """
Controls how acknowledgements are handled for this sink.
See [End-to-end Acknowledgements][e2e_acks] for more information on how event acknowledgement is handled.
[e2e_acks]: https://vector.dev/docs/about/under-the-hood/architecture/end-to-end-acknowledgements/
"""
required: false
type: object: options: enabled: {
description: """
Whether or not end-to-end acknowledgements are enabled.
When enabled for a sink, any source connected to that sink, where the source supports
end-to-end acknowledgements as well, waits for events to be acknowledged by the sink
before acknowledging them at the source.
Enabling or disabling acknowledgements at the sink level takes precedence over any global
[`acknowledgements`][global_acks] configuration.
[global_acks]: https://vector.dev/docs/reference/configuration/global-options/#acknowledgements
"""
required: false
type: bool: {}
}
}
acl: {
description: """
Canned ACL to apply to the created objects.
For more information, see [Canned ACL][canned_acl].
[canned_acl]: https://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#canned-acl
"""
required: false
type: string: enum: {
"authenticated-read": """
Bucket/object can be read by authenticated users.
The bucket/object owner is granted the `FULL_CONTROL` permission, and anyone in the
`AuthenticatedUsers` grantee group is granted the `READ` permission.
"""
"aws-exec-read": """
Bucket/object are private, and readable by EC2.
The bucket/object owner is granted the `FULL_CONTROL` permission, and the AWS EC2 service is
granted the `READ` permission for the purpose of reading Amazon Machine Image (AMI) bundles
from the given bucket.
"""
"bucket-owner-full-control": """
Object is semi-private.
Both the object owner and bucket owner are granted the `FULL_CONTROL` permission.
Only relevant when specified for an object: this canned ACL is otherwise ignored when
specified for a bucket.
"""
"bucket-owner-read": """
Object is private, except to the bucket owner.
The object owner is granted the `FULL_CONTROL` permission, and the bucket owner is granted the `READ` permission.
Only relevant when specified for an object: this canned ACL is otherwise ignored when
specified for a bucket.
"""
"log-delivery-write": """
Bucket can have logs written.
The `LogDelivery` grantee group is granted `WRITE` and `READ_ACP` permissions.
Only relevant when specified for a bucket: this canned ACL is otherwise ignored when
specified for an object.
For more information about logs, see [Amazon S3 Server Access Logging][serverlogs].
[serverlogs]: https://docs.aws.amazon.com/AmazonS3/latest/dev/ServerLogs.html
"""
private: """
Bucket/object are private.
The bucket/object owner is granted the `FULL_CONTROL` permission, and no one else has
access.
This is the default.
"""
"public-read": """
Bucket/object can be read publicly.
The bucket/object owner is granted the `FULL_CONTROL` permission, and anyone in the
`AllUsers` grantee group is granted the `READ` permission.
"""
"public-read-write": """
Bucket/object can be read and written publicly.
The bucket/object owner is granted the `FULL_CONTROL` permission, and anyone in the
`AllUsers` grantee group is granted the `READ` and `WRITE` permissions.
This is generally not recommended.
"""
}
}
auth: {
description: "Configuration of the authentication strategy for interacting with AWS services."
required: false
type: object: options: {
access_key_id: {
description: "The AWS access key ID."
required: true
type: string: examples: ["AKIAIOSFODNN7EXAMPLE"]
}
assume_role: {
description: """
The ARN of an [IAM role][iam_role] to assume.
[iam_role]: https://docs.aws.amazon.com/IAM/latest/UserGuide/id_roles.html
"""
required: true
type: string: examples: ["arn:aws:iam::123456789098:role/my_role"]
}
credentials_file: {
description: "Path to the credentials file."
required: true
type: string: examples: ["/my/aws/credentials"]
}
external_id: {
description: """
The optional unique external ID in conjunction with role to assume.
[external_id]: https://docs.aws.amazon.com/IAM/latest/UserGuide/id_roles_create_for-user_externalid.html
"""
required: false
type: string: examples: ["randomEXAMPLEidString"]
}
imds: {
description: "Configuration for authenticating with AWS through IMDS."
required: false
type: object: options: {
connect_timeout_seconds: {
description: "Connect timeout for IMDS."
required: false
type: uint: {
default: 1
unit: "seconds"
}
}
max_attempts: {
description: "Number of IMDS retries for fetching tokens and metadata."
required: false
type: uint: default: 4
}
read_timeout_seconds: {
description: "Read timeout for IMDS."
required: false
type: uint: {
default: 1
unit: "seconds"
}
}
}
}
load_timeout_secs: {
description: """
Timeout for successfully loading any credentials, in seconds.
Relevant when the default credentials chain or `assume_role` is used.
"""
required: false
type: uint: {
examples: [30]
unit: "seconds"
}
}
profile: {
description: """
The credentials profile to use.
Used to select AWS credentials from a provided credentials file.
"""
required: false
type: string: {
default: "default"
examples: ["develop"]
}
}
region: {
description: """
The [AWS region][aws_region] to send STS requests to.
If not set, this defaults to the configured region
for the service itself.
[aws_region]: https://docs.aws.amazon.com/general/latest/gr/rande.html#regional-endpoints
"""
required: false
type: string: examples: ["us-west-2"]
}
secret_access_key: {
description: "The AWS secret access key."
required: true
type: string: examples: ["wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY"]
}
}
}
batch: {
description: "Event batching behavior."
required: false
type: object: options: {
max_bytes: {
description: """
The maximum size of a batch that is processed by a sink.
This is based on the uncompressed size of the batched events, before they are
serialized/compressed.
"""
required: false
type: uint: {
default: 10000000
unit: "bytes"
}
}
max_events: {
description: "The maximum size of a batch before it is flushed."
required: false
type: uint: unit: "events"
}
timeout_secs: {
description: "The maximum age of a batch before it is flushed."
required: false
type: float: {
default: 300.0
unit: "seconds"
}
}
}
}
bucket: {
description: """
The S3 bucket name.
This must not include a leading `s3://` or a trailing `/`.
"""
required: true
type: string: examples: ["my-bucket"]
}
compression: {
description: """
Compression configuration.
All compression algorithms use the default compression level unless otherwise specified.
Some cloud storage API clients and browsers handle decompression transparently, so
depending on how they are accessed, files may not always appear to be compressed.
"""
required: false
type: string: {
default: "gzip"
enum: {
gzip: """
[Gzip][gzip] compression.
[gzip]: https://www.gzip.org/
"""
none: "No compression."
zlib: """
[Zlib][zlib] compression.
[zlib]: https://zlib.net/
"""
zstd: """
[Zstandard][zstd] compression.
[zstd]: https://facebook.github.io/zstd/
"""
}
}
}
content_encoding: {
description: """
Overrides what content encoding has been applied to the object.
Directly comparable to the `Content-Encoding` HTTP header.
If not specified, the compression scheme used dictates this value.
"""
required: false
type: string: examples: [
"gzip",
]
}
content_type: {
description: """
Overrides the MIME type of the object.
Directly comparable to the `Content-Type` HTTP header.
If not specified, the compression scheme used dictates this value.
When `compression` is set to `none`, the value `text/x-log` is used.
"""
required: false
type: string: examples: ["application/gzip"]
}
encoding: {
description: "Configures how events are encoded into raw bytes."
required: true
type: object: options: {
avro: {
description: "Apache Avro-specific encoder options."
relevant_when: "codec = \"avro\""
required: true
type: object: options: schema: {
description: "The Avro schema."
required: true
type: string: examples: ["{ \"type\": \"record\", \"name\": \"log\", \"fields\": [{ \"name\": \"message\", \"type\": \"string\" }] }"]
}
}
codec: {
description: "The codec to use for encoding events."
required: true
type: string: enum: {
avro: """
Encodes an event as an [Apache Avro][apache_avro] message.
[apache_avro]: https://avro.apache.org/
"""
csv: """
Encodes an event as a CSV message.
This codec must be configured with fields to encode.
"""
gelf: """
Encodes an event as a [GELF][gelf] message.
[gelf]: https://docs.graylog.org/docs/gelf
"""
json: """
Encodes an event as [JSON][json].
[json]: https://www.json.org/
"""
logfmt: """
Encodes an event as a [logfmt][logfmt] message.
[logfmt]: https://brandur.org/logfmt
"""
native: """
Encodes an event in the [native Protocol Buffers format][vector_native_protobuf].
This codec is **[experimental][experimental]**.
[vector_native_protobuf]: https://github.com/vectordotdev/vector/blob/master/lib/vector-core/proto/event.proto
[experimental]: https://vector.dev/highlights/2022-03-31-native-event-codecs
"""
native_json: """
Encodes an event in the [native JSON format][vector_native_json].
This codec is **[experimental][experimental]**.
[vector_native_json]: https://github.com/vectordotdev/vector/blob/master/lib/codecs/tests/data/native_encoding/schema.cue
[experimental]: https://vector.dev/highlights/2022-03-31-native-event-codecs
"""
raw_message: """
No encoding.
This encoding uses the `message` field of a log event.
Be careful if you are modifying your log events (for example, by using a `remap`
transform) and removing the message field while doing additional parsing on it, as this
could lead to the encoding emitting empty strings for the given event.
"""
text: """
Plain text encoding.
This encoding uses the `message` field of a log event. For metrics, it uses an
encoding that resembles the Prometheus export format.
Be careful if you are modifying your log events (for example, by using a `remap`
transform) and removing the message field while doing additional parsing on it, as this
could lead to the encoding emitting empty strings for the given event.
"""
}
}
csv: {
description: "The CSV Serializer Options."
relevant_when: "codec = \"csv\""
required: true
type: object: options: {
capacity: {
description: """
Set the capacity (in bytes) of the internal buffer used in the CSV writer.
This defaults to a reasonable setting.
"""
required: false
type: uint: default: 8192
}
delimiter: {
description: "The field delimiter to use when writing CSV."
required: false
type: uint: default: 44
}
double_quote: {
description: """
Enable double quote escapes.
This is enabled by default, but it may be disabled. When disabled, quotes in
field data are escaped instead of doubled.
"""
required: false
type: bool: default: true
}
escape: {
description: """
The escape character to use when writing CSV.
In some variants of CSV, quotes are escaped using a special escape character
like \\ (instead of escaping quotes by doubling them).
To use this, `double_quotes` needs to be disabled as well otherwise it is ignored.
"""
required: false
type: uint: default: 34
}
fields: {
description: """
Configures the fields that will be encoded, as well as the order in which they
appear in the output.
If a field is not present in the event, the output will be an empty string.
Values of type `Array`, `Object`, and `Regex` are not supported and the
output will be an empty string.
"""
required: true
type: array: items: type: string: {}
}
quote: {
description: "The quote character to use when writing CSV."
required: false
type: uint: default: 34
}
quote_style: {
description: "The quoting style to use when writing CSV data."
required: false
type: string: {
default: "necessary"
enum: {
always: "Always puts quotes around every field."
necessary: """
Puts quotes around fields only when necessary.
They are necessary when fields contain a quote, delimiter, or record terminator.
Quotes are also necessary when writing an empty record
(which is indistinguishable from a record with one empty field).
"""
never: "Never writes quotes, even if it produces invalid CSV data."
non_numeric: """
Puts quotes around all fields that are non-numeric.
Namely, when writing a field that does not parse as a valid float or integer,
then quotes are used even if they aren't strictly necessary.
"""
}
}
}
}
}
except_fields: {
description: "List of fields that are excluded from the encoded event."
required: false
type: array: items: type: string: {}
}
metric_tag_values: {
description: """
Controls how metric tag values are encoded.
When set to `single`, only the last non-bare value of tags are displayed with the
metric. When set to `full`, all metric tags are exposed as separate assignments.
"""
relevant_when: "codec = \"json\" or codec = \"text\""
required: false
type: string: {
default: "single"
enum: {
full: "All tags are exposed as arrays of either string or null values."
single: """
Tag values are exposed as single strings, the same as they were before this config
option. Tags with multiple values show the last assigned value, and null values
are ignored.
"""
}
}
}
only_fields: {
description: "List of fields that are included in the encoded event."
required: false
type: array: items: type: string: {}
}
timestamp_format: {
description: "Format used for timestamp fields."
required: false
type: string: enum: {
rfc3339: "Represent the timestamp as a RFC 3339 timestamp."
unix: "Represent the timestamp as a Unix timestamp."
}
}
}
}
endpoint: {
description: "Custom endpoint for use with AWS-compatible services."
required: false
type: string: examples: ["http://127.0.0.0:5000/path/to/service"]
}
filename_append_uuid: {
description: """
Whether or not to append a UUID v4 token to the end of the object key.
The UUID is appended to the timestamp portion of the object key, such that if the object key
generated is `date=2022-07-18/1658176486`, setting this field to `true` results
in an object key that looks like `date=2022-07-18/1658176486-30f6652c-71da-4f9f-800d-a1189c47c547`.
This ensures there are no name collisions, and can be useful in high-volume workloads where
object keys must be unique.
"""
required: false
type: bool: default: true
}
filename_extension: {
description: """
The filename extension to use in the object key.
This overrides setting the extension based on the configured `compression`.
"""
required: false
type: string: examples: [
"json",
]
}
filename_time_format: {
description: """
The timestamp format for the time component of the object key.
By default, object keys are appended with a timestamp that reflects when the objects are
sent to S3, such that the resulting object key is functionally equivalent to joining the key
prefix with the formatted timestamp, such as `date=2022-07-18/1658176486`.
This would represent a `key_prefix` set to `date=%F/` and the timestamp of Mon Jul 18 2022
20:34:44 GMT+0000, with the `filename_time_format` being set to `%s`, which renders
timestamps in seconds since the Unix epoch.
Supports the common [`strftime`][chrono_strftime_specifiers] specifiers found in most
languages.
When set to an empty string, no timestamp is appended to the key prefix.
[chrono_strftime_specifiers]: https://docs.rs/chrono/latest/chrono/format/strftime/index.html#specifiers
"""
required: false
type: string: default: "%s"
}
framing: {
description: "Framing configuration."
required: false
type: object: options: {
character_delimited: {
description: "Options for the character delimited encoder."
relevant_when: "method = \"character_delimited\""
required: true
type: object: options: delimiter: {
description: "The ASCII (7-bit) character that delimits byte sequences."
required: true
type: uint: {}
}
}
method: {
description: "The framing method."
required: true
type: string: enum: {
bytes: "Event data is not delimited at all."
character_delimited: "Event data is delimited by a single ASCII (7-bit) character."
length_delimited: """
Event data is prefixed with its length in bytes.
The prefix is a 32-bit unsigned integer, little endian.
"""
newline_delimited: "Event data is delimited by a newline (LF) character."
}
}
}
}
grant_full_control: {
description: """
Grants `READ`, `READ_ACP`, and `WRITE_ACP` permissions on the created objects to the named [grantee].
This allows the grantee to read the created objects and their metadata, as well as read and
modify the ACL on the created objects.
[grantee]: https://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#specifying-grantee
"""
required: false
type: string: examples: ["79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "[email protected]", "http://acs.amazonaws.com/groups/global/AllUsers"]
}
grant_read: {
description: """
Grants `READ` permissions on the created objects to the named [grantee].
This allows the grantee to read the created objects and their metadata.
[grantee]: https://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#specifying-grantee
"""
required: false
type: string: examples: ["79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "[email protected]", "http://acs.amazonaws.com/groups/global/AllUsers"]
}
grant_read_acp: {
description: """
Grants `READ_ACP` permissions on the created objects to the named [grantee].
This allows the grantee to read the ACL on the created objects.
[grantee]: https://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#specifying-grantee
"""
required: false
type: string: examples: ["79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "[email protected]", "http://acs.amazonaws.com/groups/global/AllUsers"]
}
grant_write_acp: {
description: """
Grants `WRITE_ACP` permissions on the created objects to the named [grantee].
This allows the grantee to modify the ACL on the created objects.
[grantee]: https://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#specifying-grantee
"""
required: false
type: string: examples: ["79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "[email protected]", "http://acs.amazonaws.com/groups/global/AllUsers"]
}
key_prefix: {
description: """
A prefix to apply to all object keys.
Prefixes are useful for partitioning objects, such as by creating an object key that
stores objects under a particular directory. If using a prefix for this purpose, it must end
in `/` to act as a directory path. A trailing `/` is **not** automatically added.
"""
required: false
type: string: {
default: "date=%F"
examples: ["date=%F/hour=%H", "year=%Y/month=%m/day=%d", "application_id={{ application_id }}/date=%F"]
syntax: "template"
}
}
region: {
description: """
The [AWS region][aws_region] of the target service.
[aws_region]: https://docs.aws.amazon.com/general/latest/gr/rande.html#regional-endpoints
"""
required: false
type: string: examples: ["us-east-1"]
}
request: {
description: """
Middleware settings for outbound requests.
Various settings can be configured, such as concurrency and rate limits, timeouts, etc.
"""
required: false
type: object: options: {
adaptive_concurrency: {
description: """
Configuration of adaptive concurrency parameters.
These parameters typically do not require changes from the default, and incorrect values can lead to meta-stable or
unstable performance and sink behavior. Proceed with caution.
"""
required: false
type: object: options: {
decrease_ratio: {
description: """
The fraction of the current value to set the new concurrency limit when decreasing the limit.
Valid values are greater than `0` and less than `1`. Smaller values cause the algorithm to scale back rapidly
when latency increases.
Note that the new limit is rounded down after applying this ratio.
"""
required: false
type: float: default: 0.9
}
ewma_alpha: {
description: """
The weighting of new measurements compared to older measurements.
Valid values are greater than `0` and less than `1`.
ARC uses an exponentially weighted moving average (EWMA) of past RTT measurements as a reference to compare with
the current RTT. Smaller values cause this reference to adjust more slowly, which may be useful if a service has
unusually high response variability.
"""
required: false
type: float: default: 0.4
}
initial_concurrency: {
description: """
The initial concurrency limit to use. If not specified, the initial limit will be 1 (no concurrency).
It is recommended to set this value to your service's average limit if you're seeing that it takes a
long time to ramp up adaptive concurrency after a restart. You can find this value by looking at the
`adaptive_concurrency_limit` metric.
"""
required: false
type: uint: default: 1
}
rtt_deviation_scale: {
description: """
Scale of RTT deviations which are not considered anomalous.
Valid values are greater than or equal to `0`, and we expect reasonable values to range from `1.0` to `3.0`.
When calculating the past RTT average, we also compute a secondary “deviation” value that indicates how variable
those values are. We use that deviation when comparing the past RTT average to the current measurements, so we
can ignore increases in RTT that are within an expected range. This factor is used to scale up the deviation to
an appropriate range. Larger values cause the algorithm to ignore larger increases in the RTT.
"""
required: false
type: float: default: 2.5
}
}
}
concurrency: {
description: """
Configuration for outbound request concurrency.
This can be set either to one of the below enum values or to a positive integer, which denotes
a fixed concurrency limit.
"""
required: false
type: {
string: {
default: "adaptive"
enum: {
adaptive: """
Concurrency will be managed by Vector's [Adaptive Request Concurrency][arc] feature.
[arc]: https://vector.dev/docs/about/under-the-hood/networking/arc/
"""
none: """
A fixed concurrency of 1.
Only one request can be outstanding at any given time.
"""
}
}
uint: {}
}
}
rate_limit_duration_secs: {
description: "The time window used for the `rate_limit_num` option."
required: false
type: uint: {
default: 1
unit: "seconds"
}
}
rate_limit_num: {
description: "The maximum number of requests allowed within the `rate_limit_duration_secs` time window."
required: false
type: uint: {
default: 9223372036854775807
unit: "requests"
}
}
retry_attempts: {
description: """
The maximum number of retries to make for failed requests.
The default, for all intents and purposes, represents an infinite number of retries.
"""
required: false
type: uint: {
default: 9223372036854775807
unit: "retries"
}
}
retry_initial_backoff_secs: {
description: """
The amount of time to wait before attempting the first retry for a failed request.
After the first retry has failed, the fibonacci sequence is used to select future backoffs.
"""
required: false
type: uint: {
default: 1
unit: "seconds"
}
}
retry_max_duration_secs: {
description: "The maximum amount of time to wait between retries."
required: false
type: uint: {
default: 3600
unit: "seconds"
}
}
timeout_secs: {
description: """
The time a request can take before being aborted.
Datadog highly recommends that you do not lower this value below the service's internal timeout, as this could
create orphaned requests, pile on retries, and result in duplicate data downstream.
"""
required: false
type: uint: {
default: 60
unit: "seconds"
}
}
}
}
server_side_encryption: {
description: """
AWS S3 Server-Side Encryption algorithms.
The Server-side Encryption algorithm used when storing these objects.
"""
required: false
type: string: enum: {
AES256: """
Each object is encrypted with AES-256 using a unique key.
This corresponds to the `SSE-S3` option.
"""
"aws:kms": """
Each object is encrypted with AES-256 using keys managed by AWS KMS.
Depending on whether or not a KMS key ID is specified, this corresponds either to the
`SSE-KMS` option (keys generated/managed by KMS) or the `SSE-C` option (keys generated by
the customer, managed by KMS).
"""
}
}
ssekms_key_id: {
description: """
Specifies the ID of the AWS Key Management Service (AWS KMS) symmetrical customer managed
customer master key (CMK) that is used for the created objects.
Only applies when `server_side_encryption` is configured to use KMS.
If not specified, Amazon S3 uses the AWS managed CMK in AWS to protect the data.
"""
required: false
type: string: {
examples: ["abcd1234"]
syntax: "template"
}
}
storage_class: {
description: """
The storage class for the created objects.
See the [S3 Storage Classes][s3_storage_classes] for more details.
[s3_storage_classes]: https://docs.aws.amazon.com/AmazonS3/latest/dev/storage-class-intro.html
"""
required: false
type: string: {
default: "STANDARD"
enum: {
DEEP_ARCHIVE: "Glacier Deep Archive."
GLACIER: "Glacier Flexible Retrieval."
INTELLIGENT_TIERING: "Intelligent Tiering."
ONEZONE_IA: "Infrequently Accessed (single Availability zone)."
REDUCED_REDUNDANCY: "Reduced Redundancy."
STANDARD: "Standard Redundancy."
STANDARD_IA: "Infrequently Accessed."
}
}
}
tags: {
description: "The tag-set for the object."
required: false
type: object: {
examples: [{
Classification: "confidential"
PHI: "True"
Project: "Blue"
}]
options: "*": {
description: "A single tag."
required: true
type: string: {}
}
}
}
tls: {
description: "TLS configuration."
required: false
type: object: options: {
alpn_protocols: {
description: """
Sets the list of supported ALPN protocols.
Declare the supported ALPN protocols, which are used during negotiation with peer. They are prioritized in the order
that they are defined.
"""
required: false
type: array: items: type: string: examples: ["h2"]
}
ca_file: {
description: """
Absolute path to an additional CA certificate file.
The certificate must be in the DER or PEM (X.509) format. Additionally, the certificate can be provided as an inline string in PEM format.
"""
required: false
type: string: examples: ["/path/to/certificate_authority.crt"]
}
crt_file: {
description: """
Absolute path to a certificate file used to identify this server.
The certificate must be in DER, PEM (X.509), or PKCS#12 format. Additionally, the certificate can be provided as
an inline string in PEM format.
If this is set, and is not a PKCS#12 archive, `key_file` must also be set.
"""
required: false
type: string: examples: ["/path/to/host_certificate.crt"]
}
key_file: {
description: """
Absolute path to a private key file used to identify this server.
The key must be in DER or PEM (PKCS#8) format. Additionally, the key can be provided as an inline string in PEM format.
"""
required: false
type: string: examples: ["/path/to/host_certificate.key"]
}
key_pass: {
description: """
Passphrase used to unlock the encrypted key file.
This has no effect unless `key_file` is set.
"""
required: false
type: string: examples: ["${KEY_PASS_ENV_VAR}", "PassWord1"]
}
verify_certificate: {
description: """
Enables certificate verification.
If enabled, certificates must not be expired and must be issued by a trusted
issuer. This verification operates in a hierarchical manner, checking that the leaf certificate (the
certificate presented by the client/server) is not only valid, but that the issuer of that certificate is also valid, and
so on until the verification process reaches a root certificate.
Relevant for both incoming and outgoing connections.
Do NOT set this to `false` unless you understand the risks of not verifying the validity of certificates.
"""
required: false
type: bool: {}
}
verify_hostname: {
description: """
Enables hostname verification.
If enabled, the hostname used to connect to the remote host must be present in the TLS certificate presented by
the remote host, either as the Common Name or as an entry in the Subject Alternative Name extension.
Only relevant for outgoing connections.
Do NOT set this to `false` unless you understand the risks of not verifying the remote hostname.
"""
required: false
type: bool: {}
}
}
}
}