Docs Home Pulumi IaC Pulumi ESC Pulumi Cloud Packages Tutorials
  1. Packages
  2. Airbyte Provider
  3. API Docs
  4. DestinationS3
airbyte 0.7.0-beta2 published on Friday, Mar 7, 2025 by airbytehq
airbytehq/terraform-provider-airbyte

airbyte.DestinationS3

Explore with Pulumi AI

airbyte logo
airbyte 0.7.0-beta2 published on Friday, Mar 7, 2025 by airbytehq
airbytehq/terraform-provider-airbyte

    DestinationS3 Resource

    Example Usage

    Coming soon!

    Coming soon!

    Coming soon!

    Coming soon!

    package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.airbyte.DestinationS3;
import com.pulumi.airbyte.DestinationS3Args;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2Args;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflateArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompressionArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappyArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXzArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandardArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzipArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompressionArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzipArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompressionArgs;
import com.pulumi.airbyte.inputs.DestinationS3ConfigurationFormatParquetColumnarStorageArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var myDestinationS3 = new DestinationS3("myDestinationS3", DestinationS3Args.builder()
            .configuration(DestinationS3ConfigurationArgs.builder()
                .access_key_id("A012345678910EXAMPLE")
                .file_name_pattern("{date}")
                .format(DestinationS3ConfigurationFormatArgs.builder()
                    .avroApacheAvro(DestinationS3ConfigurationFormatAvroApacheAvroArgs.builder()
                        .additionalProperties("{ \"see\": \"documentation\" }")
                        .compressionCodec(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecArgs.builder()
                            .bzip2(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2Args.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .codec("bzip2")
                                .build())
                            .deflate(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflateArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .codec("Deflate")
                                .compressionLevel(3)
                                .build())
                            .noCompression(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompressionArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .codec("no compression")
                                .build())
                            .snappy(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappyArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .codec("snappy")
                                .build())
                            .xz(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXzArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .codec("xz")
                                .compressionLevel(3)
                                .build())
                            .zstandard(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandardArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .codec("zstandard")
                                .compressionLevel(0)
                                .includeChecksum(false)
                                .build())
                            .build())
                        .formatType("Avro")
                        .build())
                    .csvCommaSeparatedValues(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesArgs.builder()
                        .additionalProperties("{ \"see\": \"documentation\" }")
                        .compression(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionArgs.builder()
                            .gzip(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzipArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .compressionType("GZIP")
                                .build())
                            .noCompression(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompressionArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .compressionType("No Compression")
                                .build())
                            .build())
                        .flattening("No flattening")
                        .formatType("CSV")
                        .build())
                    .jsonLinesNewlineDelimitedJson(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonArgs.builder()
                        .additionalProperties("{ \"see\": \"documentation\" }")
                        .compression(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionArgs.builder()
                            .gzip(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzipArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .compressionType("GZIP")
                                .build())
                            .noCompression(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompressionArgs.builder()
                                .additionalProperties("{ \"see\": \"documentation\" }")
                                .compressionType("No Compression")
                                .build())
                            .build())
                        .flattening("No flattening")
                        .formatType("JSONL")
                        .build())
                    .parquetColumnarStorage(DestinationS3ConfigurationFormatParquetColumnarStorageArgs.builder()
                        .additionalProperties("{ \"see\": \"documentation\" }")
                        .blockSizeMb(4)
                        .compressionCodec("SNAPPY")
                        .dictionaryEncoding(true)
                        .dictionaryPageSizeKb(4)
                        .formatType("Parquet")
                        .maxPaddingSizeMb(3)
                        .pageSizeKb(9)
                        .build())
                    .build())
                .role_arn("arn:aws:iam::123456789:role/ExternalIdIsYourWorkspaceId")
                .s3_bucket_name("airbyte_sync")
                .s3_bucket_path("data_sync/test")
                .s3_bucket_region("us-east-1")
                .s3_endpoint("http://localhost:9000")
                .s3_path_format(String.format("%s/%s/%s_%s_%s_%s_", NAMESPACE,STREAM_NAME,YEAR,MONTH,DAY,EPOCH))
                .secret_access_key("a012345678910ABCDEFGH/AbCdEfGhEXAMPLEKEY")
                .build())
            .definitionId("78e0a8ec-be25-40bf-b8ba-093bfe7a6f05")
            .workspaceId("9842b6c1-e43f-4d6f-90dd-f293538933f0")
            .build());

    }
}

    resources:
  myDestinationS3:
    type: airbyte:DestinationS3
    properties:
      configuration:
        access_key_id: A012345678910EXAMPLE
        file_name_pattern: '{date}'
        format:
          avroApacheAvro:
            additionalProperties: '{ "see": "documentation" }'
            compressionCodec:
              bzip2:
                additionalProperties: '{ "see": "documentation" }'
                codec: bzip2
              deflate:
                additionalProperties: '{ "see": "documentation" }'
                codec: Deflate
                compressionLevel: 3
              noCompression:
                additionalProperties: '{ "see": "documentation" }'
                codec: no compression
              snappy:
                additionalProperties: '{ "see": "documentation" }'
                codec: snappy
              xz:
                additionalProperties: '{ "see": "documentation" }'
                codec: xz
                compressionLevel: 3
              zstandard:
                additionalProperties: '{ "see": "documentation" }'
                codec: zstandard
                compressionLevel: 0
                includeChecksum: false
            formatType: Avro
          csvCommaSeparatedValues:
            additionalProperties: '{ "see": "documentation" }'
            compression:
              gzip:
                additionalProperties: '{ "see": "documentation" }'
                compressionType: GZIP
              noCompression:
                additionalProperties: '{ "see": "documentation" }'
                compressionType: No Compression
            flattening: No flattening
            formatType: CSV
          jsonLinesNewlineDelimitedJson:
            additionalProperties: '{ "see": "documentation" }'
            compression:
              gzip:
                additionalProperties: '{ "see": "documentation" }'
                compressionType: GZIP
              noCompression:
                additionalProperties: '{ "see": "documentation" }'
                compressionType: No Compression
            flattening: No flattening
            formatType: JSONL
          parquetColumnarStorage:
            additionalProperties: '{ "see": "documentation" }'
            blockSizeMb: 4
            compressionCodec: SNAPPY
            dictionaryEncoding: true
            dictionaryPageSizeKb: 4
            formatType: Parquet
            maxPaddingSizeMb: 3
            pageSizeKb: 9
        role_arn: arn:aws:iam::123456789:role/ExternalIdIsYourWorkspaceId
        s3_bucket_name: airbyte_sync
        s3_bucket_path: data_sync/test
        s3_bucket_region: us-east-1
        s3_endpoint: http://localhost:9000
        s3_path_format: ${NAMESPACE}/${STREAM_NAME}/${YEAR}_${MONTH}_${DAY}_${EPOCH}_
        secret_access_key: a012345678910ABCDEFGH/AbCdEfGhEXAMPLEKEY
      definitionId: 78e0a8ec-be25-40bf-b8ba-093bfe7a6f05
      workspaceId: 9842b6c1-e43f-4d6f-90dd-f293538933f0

    Create DestinationS3 Resource

    Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.

    Constructor syntax

    new DestinationS3(name: string, args: DestinationS3Args, opts?: CustomResourceOptions);
    @overload
def DestinationS3(resource_name: str,
                  args: DestinationS3Args,
                  opts: Optional[ResourceOptions] = None)

@overload
def DestinationS3(resource_name: str,
                  opts: Optional[ResourceOptions] = None,
                  configuration: Optional[DestinationS3ConfigurationArgs] = None,
                  workspace_id: Optional[str] = None,
                  definition_id: Optional[str] = None,
                  name: Optional[str] = None)
    func NewDestinationS3(ctx *Context, name string, args DestinationS3Args, opts ...ResourceOption) (*DestinationS3, error)
    public DestinationS3(string name, DestinationS3Args args, CustomResourceOptions? opts = null)
    public DestinationS3(String name, DestinationS3Args args)
public DestinationS3(String name, DestinationS3Args args, CustomResourceOptions options)

    type: airbyte:DestinationS3
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.

    Parameters

    name string
    The unique name of the resource.
    args DestinationS3Args
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    resource_name str
    The unique name of the resource.
    args DestinationS3Args
    The arguments to resource properties.
    opts ResourceOptions
    Bag of options to control resource's behavior.
    ctx Context
    Context object for the current deployment.
    name string
    The unique name of the resource.
    args DestinationS3Args
    The arguments to resource properties.
    opts ResourceOption
    Bag of options to control resource's behavior.
    name string
    The unique name of the resource.
    args DestinationS3Args
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    name String
    The unique name of the resource.
    args DestinationS3Args
    The arguments to resource properties.
    options CustomResourceOptions
    Bag of options to control resource's behavior.

    Constructor example

    The following reference example uses placeholder values for all input properties.

    var destinationS3Resource = new Airbyte.DestinationS3("destinationS3Resource", new()
{
    Configuration = new Airbyte.Inputs.DestinationS3ConfigurationArgs
    {
        Format = new Airbyte.Inputs.DestinationS3ConfigurationFormatArgs
        {
            AvroApacheAvro = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroArgs
            {
                CompressionCodec = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecArgs
                {
                    Bzip2 = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2Args
                    {
                        AdditionalProperties = "string",
                        Codec = "string",
                    },
                    Deflate = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflateArgs
                    {
                        CompressionLevel = 0,
                        AdditionalProperties = "string",
                        Codec = "string",
                    },
                    NoCompression = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompressionArgs
                    {
                        AdditionalProperties = "string",
                        Codec = "string",
                    },
                    Snappy = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappyArgs
                    {
                        AdditionalProperties = "string",
                        Codec = "string",
                    },
                    Xz = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXzArgs
                    {
                        CompressionLevel = 0,
                        AdditionalProperties = "string",
                        Codec = "string",
                    },
                    Zstandard = new Airbyte.Inputs.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandardArgs
                    {
                        CompressionLevel = 0,
                        IncludeChecksum = false,
                        AdditionalProperties = "string",
                        Codec = "string",
                    },
                },
                AdditionalProperties = "string",
                FormatType = "string",
            },
            CsvCommaSeparatedValues = new Airbyte.Inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesArgs
            {
                AdditionalProperties = "string",
                Compression = new Airbyte.Inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionArgs
                {
                    Gzip = new Airbyte.Inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzipArgs
                    {
                        AdditionalProperties = "string",
                        CompressionType = "string",
                    },
                    NoCompression = new Airbyte.Inputs.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompressionArgs
                    {
                        AdditionalProperties = "string",
                        CompressionType = "string",
                    },
                },
                Flattening = "string",
                FormatType = "string",
            },
            JsonLinesNewlineDelimitedJson = new Airbyte.Inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonArgs
            {
                AdditionalProperties = "string",
                Compression = new Airbyte.Inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionArgs
                {
                    Gzip = new Airbyte.Inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzipArgs
                    {
                        AdditionalProperties = "string",
                        CompressionType = "string",
                    },
                    NoCompression = new Airbyte.Inputs.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompressionArgs
                    {
                        AdditionalProperties = "string",
                        CompressionType = "string",
                    },
                },
                Flattening = "string",
                FormatType = "string",
            },
            ParquetColumnarStorage = new Airbyte.Inputs.DestinationS3ConfigurationFormatParquetColumnarStorageArgs
            {
                AdditionalProperties = "string",
                BlockSizeMb = 0,
                CompressionCodec = "string",
                DictionaryEncoding = false,
                DictionaryPageSizeKb = 0,
                FormatType = "string",
                MaxPaddingSizeMb = 0,
                PageSizeKb = 0,
            },
        },
        S3BucketName = "string",
        S3BucketPath = "string",
        AccessKeyId = "string",
        FileNamePattern = "string",
        RoleArn = "string",
        S3BucketRegion = "string",
        S3Endpoint = "string",
        S3PathFormat = "string",
        SecretAccessKey = "string",
    },
    WorkspaceId = "string",
    DefinitionId = "string",
    Name = "string",
});

    example, err := airbyte.NewDestinationS3(ctx, "destinationS3Resource", &airbyte.DestinationS3Args{
Configuration: &.DestinationS3ConfigurationArgs{
Format: &.DestinationS3ConfigurationFormatArgs{
AvroApacheAvro: &.DestinationS3ConfigurationFormatAvroApacheAvroArgs{
CompressionCodec: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecArgs{
Bzip2: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2Args{
AdditionalProperties: pulumi.String("string"),
Codec: pulumi.String("string"),
},
Deflate: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflateArgs{
CompressionLevel: pulumi.Float64(0),
AdditionalProperties: pulumi.String("string"),
Codec: pulumi.String("string"),
},
NoCompression: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompressionArgs{
AdditionalProperties: pulumi.String("string"),
Codec: pulumi.String("string"),
},
Snappy: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappyArgs{
AdditionalProperties: pulumi.String("string"),
Codec: pulumi.String("string"),
},
Xz: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXzArgs{
CompressionLevel: pulumi.Float64(0),
AdditionalProperties: pulumi.String("string"),
Codec: pulumi.String("string"),
},
Zstandard: &.DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandardArgs{
CompressionLevel: pulumi.Float64(0),
IncludeChecksum: pulumi.Bool(false),
AdditionalProperties: pulumi.String("string"),
Codec: pulumi.String("string"),
},
},
AdditionalProperties: pulumi.String("string"),
FormatType: pulumi.String("string"),
},
CsvCommaSeparatedValues: &.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesArgs{
AdditionalProperties: pulumi.String("string"),
Compression: &.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionArgs{
Gzip: &.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzipArgs{
AdditionalProperties: pulumi.String("string"),
CompressionType: pulumi.String("string"),
},
NoCompression: &.DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompressionArgs{
AdditionalProperties: pulumi.String("string"),
CompressionType: pulumi.String("string"),
},
},
Flattening: pulumi.String("string"),
FormatType: pulumi.String("string"),
},
JsonLinesNewlineDelimitedJson: &.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonArgs{
AdditionalProperties: pulumi.String("string"),
Compression: &.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionArgs{
Gzip: &.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzipArgs{
AdditionalProperties: pulumi.String("string"),
CompressionType: pulumi.String("string"),
},
NoCompression: &.DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompressionArgs{
AdditionalProperties: pulumi.String("string"),
CompressionType: pulumi.String("string"),
},
},
Flattening: pulumi.String("string"),
FormatType: pulumi.String("string"),
},
ParquetColumnarStorage: &.DestinationS3ConfigurationFormatParquetColumnarStorageArgs{
AdditionalProperties: pulumi.String("string"),
BlockSizeMb: pulumi.Float64(0),
CompressionCodec: pulumi.String("string"),
DictionaryEncoding: pulumi.Bool(false),
DictionaryPageSizeKb: pulumi.Float64(0),
FormatType: pulumi.String("string"),
MaxPaddingSizeMb: pulumi.Float64(0),
PageSizeKb: pulumi.Float64(0),
},
},
S3BucketName: pulumi.String("string"),
S3BucketPath: pulumi.String("string"),
AccessKeyId: pulumi.String("string"),
FileNamePattern: pulumi.String("string"),
RoleArn: pulumi.String("string"),
S3BucketRegion: pulumi.String("string"),
S3Endpoint: pulumi.String("string"),
S3PathFormat: pulumi.String("string"),
SecretAccessKey: pulumi.String("string"),
},
WorkspaceId: pulumi.String("string"),
DefinitionId: pulumi.String("string"),
Name: pulumi.String("string"),
})

    var destinationS3Resource = new DestinationS3("destinationS3Resource", DestinationS3Args.builder()
    .configuration(DestinationS3ConfigurationArgs.builder()
        .format(DestinationS3ConfigurationFormatArgs.builder()
            .avroApacheAvro(DestinationS3ConfigurationFormatAvroApacheAvroArgs.builder()
                .compressionCodec(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecArgs.builder()
                    .bzip2(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2Args.builder()
                        .additionalProperties("string")
                        .codec("string")
                        .build())
                    .deflate(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflateArgs.builder()
                        .compressionLevel(0)
                        .additionalProperties("string")
                        .codec("string")
                        .build())
                    .noCompression(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompressionArgs.builder()
                        .additionalProperties("string")
                        .codec("string")
                        .build())
                    .snappy(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappyArgs.builder()
                        .additionalProperties("string")
                        .codec("string")
                        .build())
                    .xz(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXzArgs.builder()
                        .compressionLevel(0)
                        .additionalProperties("string")
                        .codec("string")
                        .build())
                    .zstandard(DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandardArgs.builder()
                        .compressionLevel(0)
                        .includeChecksum(false)
                        .additionalProperties("string")
                        .codec("string")
                        .build())
                    .build())
                .additionalProperties("string")
                .formatType("string")
                .build())
            .csvCommaSeparatedValues(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesArgs.builder()
                .additionalProperties("string")
                .compression(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionArgs.builder()
                    .gzip(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzipArgs.builder()
                        .additionalProperties("string")
                        .compressionType("string")
                        .build())
                    .noCompression(DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompressionArgs.builder()
                        .additionalProperties("string")
                        .compressionType("string")
                        .build())
                    .build())
                .flattening("string")
                .formatType("string")
                .build())
            .jsonLinesNewlineDelimitedJson(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonArgs.builder()
                .additionalProperties("string")
                .compression(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionArgs.builder()
                    .gzip(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzipArgs.builder()
                        .additionalProperties("string")
                        .compressionType("string")
                        .build())
                    .noCompression(DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompressionArgs.builder()
                        .additionalProperties("string")
                        .compressionType("string")
                        .build())
                    .build())
                .flattening("string")
                .formatType("string")
                .build())
            .parquetColumnarStorage(DestinationS3ConfigurationFormatParquetColumnarStorageArgs.builder()
                .additionalProperties("string")
                .blockSizeMb(0)
                .compressionCodec("string")
                .dictionaryEncoding(false)
                .dictionaryPageSizeKb(0)
                .formatType("string")
                .maxPaddingSizeMb(0)
                .pageSizeKb(0)
                .build())
            .build())
        .s3BucketName("string")
        .s3BucketPath("string")
        .accessKeyId("string")
        .fileNamePattern("string")
        .roleArn("string")
        .s3BucketRegion("string")
        .s3Endpoint("string")
        .s3PathFormat("string")
        .secretAccessKey("string")
        .build())
    .workspaceId("string")
    .definitionId("string")
    .name("string")
    .build());

    destination_s3_resource = airbyte.DestinationS3("destinationS3Resource",
    configuration={
        "format": {
            "avro_apache_avro": {
                "compression_codec": {
                    "bzip2": {
                        "additional_properties": "string",
                        "codec": "string",
                    },
                    "deflate": {
                        "compression_level": 0,
                        "additional_properties": "string",
                        "codec": "string",
                    },
                    "no_compression": {
                        "additional_properties": "string",
                        "codec": "string",
                    },
                    "snappy": {
                        "additional_properties": "string",
                        "codec": "string",
                    },
                    "xz": {
                        "compression_level": 0,
                        "additional_properties": "string",
                        "codec": "string",
                    },
                    "zstandard": {
                        "compression_level": 0,
                        "include_checksum": False,
                        "additional_properties": "string",
                        "codec": "string",
                    },
                },
                "additional_properties": "string",
                "format_type": "string",
            },
            "csv_comma_separated_values": {
                "additional_properties": "string",
                "compression": {
                    "gzip": {
                        "additional_properties": "string",
                        "compression_type": "string",
                    },
                    "no_compression": {
                        "additional_properties": "string",
                        "compression_type": "string",
                    },
                },
                "flattening": "string",
                "format_type": "string",
            },
            "json_lines_newline_delimited_json": {
                "additional_properties": "string",
                "compression": {
                    "gzip": {
                        "additional_properties": "string",
                        "compression_type": "string",
                    },
                    "no_compression": {
                        "additional_properties": "string",
                        "compression_type": "string",
                    },
                },
                "flattening": "string",
                "format_type": "string",
            },
            "parquet_columnar_storage": {
                "additional_properties": "string",
                "block_size_mb": 0,
                "compression_codec": "string",
                "dictionary_encoding": False,
                "dictionary_page_size_kb": 0,
                "format_type": "string",
                "max_padding_size_mb": 0,
                "page_size_kb": 0,
            },
        },
        "s3_bucket_name": "string",
        "s3_bucket_path": "string",
        "access_key_id": "string",
        "file_name_pattern": "string",
        "role_arn": "string",
        "s3_bucket_region": "string",
        "s3_endpoint": "string",
        "s3_path_format": "string",
        "secret_access_key": "string",
    },
    workspace_id="string",
    definition_id="string",
    name="string")

    const destinationS3Resource = new airbyte.DestinationS3("destinationS3Resource", {
    configuration: {
        format: {
            avroApacheAvro: {
                compressionCodec: {
                    bzip2: {
                        additionalProperties: "string",
                        codec: "string",
                    },
                    deflate: {
                        compressionLevel: 0,
                        additionalProperties: "string",
                        codec: "string",
                    },
                    noCompression: {
                        additionalProperties: "string",
                        codec: "string",
                    },
                    snappy: {
                        additionalProperties: "string",
                        codec: "string",
                    },
                    xz: {
                        compressionLevel: 0,
                        additionalProperties: "string",
                        codec: "string",
                    },
                    zstandard: {
                        compressionLevel: 0,
                        includeChecksum: false,
                        additionalProperties: "string",
                        codec: "string",
                    },
                },
                additionalProperties: "string",
                formatType: "string",
            },
            csvCommaSeparatedValues: {
                additionalProperties: "string",
                compression: {
                    gzip: {
                        additionalProperties: "string",
                        compressionType: "string",
                    },
                    noCompression: {
                        additionalProperties: "string",
                        compressionType: "string",
                    },
                },
                flattening: "string",
                formatType: "string",
            },
            jsonLinesNewlineDelimitedJson: {
                additionalProperties: "string",
                compression: {
                    gzip: {
                        additionalProperties: "string",
                        compressionType: "string",
                    },
                    noCompression: {
                        additionalProperties: "string",
                        compressionType: "string",
                    },
                },
                flattening: "string",
                formatType: "string",
            },
            parquetColumnarStorage: {
                additionalProperties: "string",
                blockSizeMb: 0,
                compressionCodec: "string",
                dictionaryEncoding: false,
                dictionaryPageSizeKb: 0,
                formatType: "string",
                maxPaddingSizeMb: 0,
                pageSizeKb: 0,
            },
        },
        s3BucketName: "string",
        s3BucketPath: "string",
        accessKeyId: "string",
        fileNamePattern: "string",
        roleArn: "string",
        s3BucketRegion: "string",
        s3Endpoint: "string",
        s3PathFormat: "string",
        secretAccessKey: "string",
    },
    workspaceId: "string",
    definitionId: "string",
    name: "string",
});

    type: airbyte:DestinationS3
properties:
    configuration:
        accessKeyId: string
        fileNamePattern: string
        format:
            avroApacheAvro:
                additionalProperties: string
                compressionCodec:
                    bzip2:
                        additionalProperties: string
                        codec: string
                    deflate:
                        additionalProperties: string
                        codec: string
                        compressionLevel: 0
                    noCompression:
                        additionalProperties: string
                        codec: string
                    snappy:
                        additionalProperties: string
                        codec: string
                    xz:
                        additionalProperties: string
                        codec: string
                        compressionLevel: 0
                    zstandard:
                        additionalProperties: string
                        codec: string
                        compressionLevel: 0
                        includeChecksum: false
                formatType: string
            csvCommaSeparatedValues:
                additionalProperties: string
                compression:
                    gzip:
                        additionalProperties: string
                        compressionType: string
                    noCompression:
                        additionalProperties: string
                        compressionType: string
                flattening: string
                formatType: string
            jsonLinesNewlineDelimitedJson:
                additionalProperties: string
                compression:
                    gzip:
                        additionalProperties: string
                        compressionType: string
                    noCompression:
                        additionalProperties: string
                        compressionType: string
                flattening: string
                formatType: string
            parquetColumnarStorage:
                additionalProperties: string
                blockSizeMb: 0
                compressionCodec: string
                dictionaryEncoding: false
                dictionaryPageSizeKb: 0
                formatType: string
                maxPaddingSizeMb: 0
                pageSizeKb: 0
        roleArn: string
        s3BucketName: string
        s3BucketPath: string
        s3BucketRegion: string
        s3Endpoint: string
        s3PathFormat: string
        secretAccessKey: string
    definitionId: string
    name: string
    workspaceId: string

    DestinationS3 Resource Properties

    To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

    Inputs

    In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.

    The DestinationS3 resource accepts the following input properties:

    Configuration DestinationS3Configuration
    WorkspaceId string
    DefinitionId string
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    Name string
    Name of the destination e.g. dev-mysql-instance.
    Configuration DestinationS3ConfigurationArgs
    WorkspaceId string
    DefinitionId string
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    Name string
    Name of the destination e.g. dev-mysql-instance.
    configuration DestinationS3Configuration
    workspaceId String
    definitionId String
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    name String
    Name of the destination e.g. dev-mysql-instance.
    configuration DestinationS3Configuration
    workspaceId string
    definitionId string
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    name string
    Name of the destination e.g. dev-mysql-instance.
    configuration DestinationS3ConfigurationArgs
    workspace_id str
    definition_id str
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    name str
    Name of the destination e.g. dev-mysql-instance.
    configuration Property Map
    workspaceId String
    definitionId String
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    name String
    Name of the destination e.g. dev-mysql-instance.

    Outputs

    All input properties are implicitly available as output properties. Additionally, the DestinationS3 resource produces the following output properties:

    CreatedAt double
    DestinationId string
    DestinationType string
    Id string
    The provider-assigned unique ID for this managed resource.
    CreatedAt float64
    DestinationId string
    DestinationType string
    Id string
    The provider-assigned unique ID for this managed resource.
    createdAt Double
    destinationId String
    destinationType String
    id String
    The provider-assigned unique ID for this managed resource.
    createdAt number
    destinationId string
    destinationType string
    id string
    The provider-assigned unique ID for this managed resource.
    created_at float
    destination_id str
    destination_type str
    id str
    The provider-assigned unique ID for this managed resource.
    createdAt Number
    destinationId String
    destinationType String
    id String
    The provider-assigned unique ID for this managed resource.

    Look up Existing DestinationS3 Resource

    Get an existing DestinationS3 resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

    public static get(name: string, id: Input<ID>, state?: DestinationS3State, opts?: CustomResourceOptions): DestinationS3
    @staticmethod
def get(resource_name: str,
        id: str,
        opts: Optional[ResourceOptions] = None,
        configuration: Optional[DestinationS3ConfigurationArgs] = None,
        created_at: Optional[float] = None,
        definition_id: Optional[str] = None,
        destination_id: Optional[str] = None,
        destination_type: Optional[str] = None,
        name: Optional[str] = None,
        workspace_id: Optional[str] = None) -> DestinationS3
    func GetDestinationS3(ctx *Context, name string, id IDInput, state *DestinationS3State, opts ...ResourceOption) (*DestinationS3, error)
    public static DestinationS3 Get(string name, Input<string> id, DestinationS3State? state, CustomResourceOptions? opts = null)
    public static DestinationS3 get(String name, Output<String> id, DestinationS3State state, CustomResourceOptions options)
    resources:  _:    type: airbyte:DestinationS3    get:      id: ${id}
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    resource_name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    The following state arguments are supported:
    Configuration DestinationS3Configuration
    CreatedAt double
    DefinitionId string
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    DestinationId string
    DestinationType string
    Name string
    Name of the destination e.g. dev-mysql-instance.
    WorkspaceId string
    Configuration DestinationS3ConfigurationArgs
    CreatedAt float64
    DefinitionId string
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    DestinationId string
    DestinationType string
    Name string
    Name of the destination e.g. dev-mysql-instance.
    WorkspaceId string
    configuration DestinationS3Configuration
    createdAt Double
    definitionId String
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    destinationId String
    destinationType String
    name String
    Name of the destination e.g. dev-mysql-instance.
    workspaceId String
    configuration DestinationS3Configuration
    createdAt number
    definitionId string
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    destinationId string
    destinationType string
    name string
    Name of the destination e.g. dev-mysql-instance.
    workspaceId string
    configuration DestinationS3ConfigurationArgs
    created_at float
    definition_id str
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    destination_id str
    destination_type str
    name str
    Name of the destination e.g. dev-mysql-instance.
    workspace_id str
    configuration Property Map
    createdAt Number
    definitionId String
    The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
    destinationId String
    destinationType String
    name String
    Name of the destination e.g. dev-mysql-instance.
    workspaceId String

    Supporting Types

    DestinationS3Configuration, DestinationS3ConfigurationArgs

    Format DestinationS3ConfigurationFormat
    Format of the data output. See \n\nhere\n\n for more details
    S3BucketName string
    The name of the S3 bucket. Read more \n\nhere\n\n.
    S3BucketPath string
    Directory under the S3 bucket where data will be written. Read more \n\nhere\n\n
    AccessKeyId string
    The access key ID to access the S3 bucket. Airbyte requires Read and Write permissions to the given bucket. Read more \n\nhere\n\n.
    FileNamePattern string
    Pattern to match file names in the bucket directory. Read more \n\nhere\n\n
    RoleArn string
    The ARN of the AWS role to assume. Only usable in Airbyte Cloud.
    S3BucketRegion string
    The region of the S3 bucket. See \n\nhere\n\n for all region codes. Default: ""; must be one of ["", "af-south-1", "ap-east-1", "ap-northeast-1", "ap-northeast-2", "ap-northeast-3", "ap-south-1", "ap-south-2", "ap-southeast-1", "ap-southeast-2", "ap-southeast-3", "ap-southeast-4", "ca-central-1", "ca-west-1", "cn-north-1", "cn-northwest-1", "eu-central-1", "eu-central-2", "eu-north-1", "eu-south-1", "eu-south-2", "eu-west-1", "eu-west-2", "eu-west-3", "il-central-1", "me-central-1", "me-south-1", "sa-east-1", "us-east-1", "us-east-2", "us-gov-east-1", "us-gov-west-1", "us-west-1", "us-west-2"]
    S3Endpoint string
    Your S3 endpoint url. Read more \n\nhere\n\n
    S3PathFormat string
    Format string on how data will be organized inside the bucket directory. Read more \n\nhere\n\n
    SecretAccessKey string
    The corresponding secret to the access key ID. Read more \n\nhere\n\n
    Format DestinationS3ConfigurationFormat
    Format of the data output. See \n\nhere\n\n for more details
    S3BucketName string
    The name of the S3 bucket. Read more \n\nhere\n\n.
    S3BucketPath string
    Directory under the S3 bucket where data will be written. Read more \n\nhere\n\n
    AccessKeyId string
    The access key ID to access the S3 bucket. Airbyte requires Read and Write permissions to the given bucket. Read more \n\nhere\n\n.
    FileNamePattern string
    Pattern to match file names in the bucket directory. Read more \n\nhere\n\n
    RoleArn string
    The ARN of the AWS role to assume. Only usable in Airbyte Cloud.
    S3BucketRegion string
    The region of the S3 bucket. See \n\nhere\n\n for all region codes. Default: ""; must be one of ["", "af-south-1", "ap-east-1", "ap-northeast-1", "ap-northeast-2", "ap-northeast-3", "ap-south-1", "ap-south-2", "ap-southeast-1", "ap-southeast-2", "ap-southeast-3", "ap-southeast-4", "ca-central-1", "ca-west-1", "cn-north-1", "cn-northwest-1", "eu-central-1", "eu-central-2", "eu-north-1", "eu-south-1", "eu-south-2", "eu-west-1", "eu-west-2", "eu-west-3", "il-central-1", "me-central-1", "me-south-1", "sa-east-1", "us-east-1", "us-east-2", "us-gov-east-1", "us-gov-west-1", "us-west-1", "us-west-2"]
    S3Endpoint string
    Your S3 endpoint url. Read more \n\nhere\n\n
    S3PathFormat string
    Format string on how data will be organized inside the bucket directory. Read more \n\nhere\n\n
    SecretAccessKey string
    The corresponding secret to the access key ID. Read more \n\nhere\n\n
    format DestinationS3ConfigurationFormat
    Format of the data output. See \n\nhere\n\n for more details
    s3BucketName String
    The name of the S3 bucket. Read more \n\nhere\n\n.
    s3BucketPath String
    Directory under the S3 bucket where data will be written. Read more \n\nhere\n\n
    accessKeyId String
    The access key ID to access the S3 bucket. Airbyte requires Read and Write permissions to the given bucket. Read more \n\nhere\n\n.
    fileNamePattern String
    Pattern to match file names in the bucket directory. Read more \n\nhere\n\n
    roleArn String
    The ARN of the AWS role to assume. Only usable in Airbyte Cloud.
    s3BucketRegion String
    The region of the S3 bucket. See \n\nhere\n\n for all region codes. Default: ""; must be one of ["", "af-south-1", "ap-east-1", "ap-northeast-1", "ap-northeast-2", "ap-northeast-3", "ap-south-1", "ap-south-2", "ap-southeast-1", "ap-southeast-2", "ap-southeast-3", "ap-southeast-4", "ca-central-1", "ca-west-1", "cn-north-1", "cn-northwest-1", "eu-central-1", "eu-central-2", "eu-north-1", "eu-south-1", "eu-south-2", "eu-west-1", "eu-west-2", "eu-west-3", "il-central-1", "me-central-1", "me-south-1", "sa-east-1", "us-east-1", "us-east-2", "us-gov-east-1", "us-gov-west-1", "us-west-1", "us-west-2"]
    s3Endpoint String
    Your S3 endpoint url. Read more \n\nhere\n\n
    s3PathFormat String
    Format string on how data will be organized inside the bucket directory. Read more \n\nhere\n\n
    secretAccessKey String
    The corresponding secret to the access key ID. Read more \n\nhere\n\n
    format DestinationS3ConfigurationFormat
    Format of the data output. See \n\nhere\n\n for more details
    s3BucketName string
    The name of the S3 bucket. Read more \n\nhere\n\n.
    s3BucketPath string
    Directory under the S3 bucket where data will be written. Read more \n\nhere\n\n
    accessKeyId string
    The access key ID to access the S3 bucket. Airbyte requires Read and Write permissions to the given bucket. Read more \n\nhere\n\n.
    fileNamePattern string
    Pattern to match file names in the bucket directory. Read more \n\nhere\n\n
    roleArn string
    The ARN of the AWS role to assume. Only usable in Airbyte Cloud.
    s3BucketRegion string
    The region of the S3 bucket. See \n\nhere\n\n for all region codes. Default: ""; must be one of ["", "af-south-1", "ap-east-1", "ap-northeast-1", "ap-northeast-2", "ap-northeast-3", "ap-south-1", "ap-south-2", "ap-southeast-1", "ap-southeast-2", "ap-southeast-3", "ap-southeast-4", "ca-central-1", "ca-west-1", "cn-north-1", "cn-northwest-1", "eu-central-1", "eu-central-2", "eu-north-1", "eu-south-1", "eu-south-2", "eu-west-1", "eu-west-2", "eu-west-3", "il-central-1", "me-central-1", "me-south-1", "sa-east-1", "us-east-1", "us-east-2", "us-gov-east-1", "us-gov-west-1", "us-west-1", "us-west-2"]
    s3Endpoint string
    Your S3 endpoint url. Read more \n\nhere\n\n
    s3PathFormat string
    Format string on how data will be organized inside the bucket directory. Read more \n\nhere\n\n
    secretAccessKey string
    The corresponding secret to the access key ID. Read more \n\nhere\n\n
    format DestinationS3ConfigurationFormat
    Format of the data output. See \n\nhere\n\n for more details
    s3_bucket_name str
    The name of the S3 bucket. Read more \n\nhere\n\n.
    s3_bucket_path str
    Directory under the S3 bucket where data will be written. Read more \n\nhere\n\n
    access_key_id str
    The access key ID to access the S3 bucket. Airbyte requires Read and Write permissions to the given bucket. Read more \n\nhere\n\n.
    file_name_pattern str
    Pattern to match file names in the bucket directory. Read more \n\nhere\n\n
    role_arn str
    The ARN of the AWS role to assume. Only usable in Airbyte Cloud.
    s3_bucket_region str
    The region of the S3 bucket. See \n\nhere\n\n for all region codes. Default: ""; must be one of ["", "af-south-1", "ap-east-1", "ap-northeast-1", "ap-northeast-2", "ap-northeast-3", "ap-south-1", "ap-south-2", "ap-southeast-1", "ap-southeast-2", "ap-southeast-3", "ap-southeast-4", "ca-central-1", "ca-west-1", "cn-north-1", "cn-northwest-1", "eu-central-1", "eu-central-2", "eu-north-1", "eu-south-1", "eu-south-2", "eu-west-1", "eu-west-2", "eu-west-3", "il-central-1", "me-central-1", "me-south-1", "sa-east-1", "us-east-1", "us-east-2", "us-gov-east-1", "us-gov-west-1", "us-west-1", "us-west-2"]
    s3_endpoint str
    Your S3 endpoint url. Read more \n\nhere\n\n
    s3_path_format str
    Format string on how data will be organized inside the bucket directory. Read more \n\nhere\n\n
    secret_access_key str
    The corresponding secret to the access key ID. Read more \n\nhere\n\n
    format Property Map
    Format of the data output. See \n\nhere\n\n for more details
    s3BucketName String
    The name of the S3 bucket. Read more \n\nhere\n\n.
    s3BucketPath String
    Directory under the S3 bucket where data will be written. Read more \n\nhere\n\n
    accessKeyId String
    The access key ID to access the S3 bucket. Airbyte requires Read and Write permissions to the given bucket. Read more \n\nhere\n\n.
    fileNamePattern String
    Pattern to match file names in the bucket directory. Read more \n\nhere\n\n
    roleArn String
    The ARN of the AWS role to assume. Only usable in Airbyte Cloud.
    s3BucketRegion String
    The region of the S3 bucket. See \n\nhere\n\n for all region codes. Default: ""; must be one of ["", "af-south-1", "ap-east-1", "ap-northeast-1", "ap-northeast-2", "ap-northeast-3", "ap-south-1", "ap-south-2", "ap-southeast-1", "ap-southeast-2", "ap-southeast-3", "ap-southeast-4", "ca-central-1", "ca-west-1", "cn-north-1", "cn-northwest-1", "eu-central-1", "eu-central-2", "eu-north-1", "eu-south-1", "eu-south-2", "eu-west-1", "eu-west-2", "eu-west-3", "il-central-1", "me-central-1", "me-south-1", "sa-east-1", "us-east-1", "us-east-2", "us-gov-east-1", "us-gov-west-1", "us-west-1", "us-west-2"]
    s3Endpoint String
    Your S3 endpoint url. Read more \n\nhere\n\n
    s3PathFormat String
    Format string on how data will be organized inside the bucket directory. Read more \n\nhere\n\n
    secretAccessKey String
    The corresponding secret to the access key ID. Read more \n\nhere\n\n

    DestinationS3ConfigurationFormat, DestinationS3ConfigurationFormatArgs

    DestinationS3ConfigurationFormatAvroApacheAvro, DestinationS3ConfigurationFormatAvroApacheAvroArgs

    CompressionCodec DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodec
    The compression algorithm used to compress data. Default to no compression.
    AdditionalProperties string
    Parsed as JSON.
    FormatType string
    Default: "Avro"; must be "Avro"
    CompressionCodec DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodec
    The compression algorithm used to compress data. Default to no compression.
    AdditionalProperties string
    Parsed as JSON.
    FormatType string
    Default: "Avro"; must be "Avro"
    compressionCodec DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodec
    The compression algorithm used to compress data. Default to no compression.
    additionalProperties String
    Parsed as JSON.
    formatType String
    Default: "Avro"; must be "Avro"
    compressionCodec DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodec
    The compression algorithm used to compress data. Default to no compression.
    additionalProperties string
    Parsed as JSON.
    formatType string
    Default: "Avro"; must be "Avro"
    compression_codec DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodec
    The compression algorithm used to compress data. Default to no compression.
    additional_properties str
    Parsed as JSON.
    format_type str
    Default: "Avro"; must be "Avro"
    compressionCodec Property Map
    The compression algorithm used to compress data. Default to no compression.
    additionalProperties String
    Parsed as JSON.
    formatType String
    Default: "Avro"; must be "Avro"

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodec, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecArgs

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecBzip2Args

    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "bzip2"; must be "bzip2"
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "bzip2"; must be "bzip2"
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "bzip2"; must be "bzip2"
    additionalProperties string
    Parsed as JSON.
    codec string
    Default: "bzip2"; must be "bzip2"
    additional_properties str
    Parsed as JSON.
    codec str
    Default: "bzip2"; must be "bzip2"
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "bzip2"; must be "bzip2"

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflate, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecDeflateArgs

    CompressionLevel double
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "Deflate"; must be "Deflate"
    CompressionLevel float64
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "Deflate"; must be "Deflate"
    compressionLevel Double
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "Deflate"; must be "Deflate"
    compressionLevel number
    additionalProperties string
    Parsed as JSON.
    codec string
    Default: "Deflate"; must be "Deflate"
    compression_level float
    additional_properties str
    Parsed as JSON.
    codec str
    Default: "Deflate"; must be "Deflate"
    compressionLevel Number
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "Deflate"; must be "Deflate"

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompression, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecNoCompressionArgs

    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "no compression"; must be "no compression"
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "no compression"; must be "no compression"
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "no compression"; must be "no compression"
    additionalProperties string
    Parsed as JSON.
    codec string
    Default: "no compression"; must be "no compression"
    additional_properties str
    Parsed as JSON.
    codec str
    Default: "no compression"; must be "no compression"
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "no compression"; must be "no compression"

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappy, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecSnappyArgs

    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "snappy"; must be "snappy"
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "snappy"; must be "snappy"
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "snappy"; must be "snappy"
    additionalProperties string
    Parsed as JSON.
    codec string
    Default: "snappy"; must be "snappy"
    additional_properties str
    Parsed as JSON.
    codec str
    Default: "snappy"; must be "snappy"
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "snappy"; must be "snappy"

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXz, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecXzArgs

    CompressionLevel double
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "xz"; must be "xz"
    CompressionLevel float64
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "xz"; must be "xz"
    compressionLevel Double
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "xz"; must be "xz"
    compressionLevel number
    additionalProperties string
    Parsed as JSON.
    codec string
    Default: "xz"; must be "xz"
    compression_level float
    additional_properties str
    Parsed as JSON.
    codec str
    Default: "xz"; must be "xz"
    compressionLevel Number
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "xz"; must be "xz"

    DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandard, DestinationS3ConfigurationFormatAvroApacheAvroCompressionCodecZstandardArgs

    CompressionLevel double
    IncludeChecksum bool
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "zstandard"; must be "zstandard"
    CompressionLevel float64
    IncludeChecksum bool
    AdditionalProperties string
    Parsed as JSON.
    Codec string
    Default: "zstandard"; must be "zstandard"
    compressionLevel Double
    includeChecksum Boolean
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "zstandard"; must be "zstandard"
    compressionLevel number
    includeChecksum boolean
    additionalProperties string
    Parsed as JSON.
    codec string
    Default: "zstandard"; must be "zstandard"
    compression_level float
    include_checksum bool
    additional_properties str
    Parsed as JSON.
    codec str
    Default: "zstandard"; must be "zstandard"
    compressionLevel Number
    includeChecksum Boolean
    additionalProperties String
    Parsed as JSON.
    codec String
    Default: "zstandard"; must be "zstandard"

    DestinationS3ConfigurationFormatCsvCommaSeparatedValues, DestinationS3ConfigurationFormatCsvCommaSeparatedValuesArgs

    AdditionalProperties string
    Parsed as JSON.
    Compression DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    Flattening string
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    FormatType string
    Default: "CSV"; must be "CSV"
    AdditionalProperties string
    Parsed as JSON.
    Compression DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    Flattening string
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    FormatType string
    Default: "CSV"; must be "CSV"
    additionalProperties String
    Parsed as JSON.
    compression DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening String
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    formatType String
    Default: "CSV"; must be "CSV"
    additionalProperties string
    Parsed as JSON.
    compression DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening string
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    formatType string
    Default: "CSV"; must be "CSV"
    additional_properties str
    Parsed as JSON.
    compression DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening str
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    format_type str
    Default: "CSV"; must be "CSV"
    additionalProperties String
    Parsed as JSON.
    compression Property Map
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening String
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    formatType String
    Default: "CSV"; must be "CSV"

    DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompression, DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionArgs

    DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzip, DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionGzipArgs

    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "GZIP"; must be "GZIP"
    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "GZIP"; must be "GZIP"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "GZIP"; must be "GZIP"
    additionalProperties string
    Parsed as JSON.
    compressionType string
    Default: "GZIP"; must be "GZIP"
    additional_properties str
    Parsed as JSON.
    compression_type str
    Default: "GZIP"; must be "GZIP"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "GZIP"; must be "GZIP"

    DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompression, DestinationS3ConfigurationFormatCsvCommaSeparatedValuesCompressionNoCompressionArgs

    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "No Compression"; must be "No Compression"
    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "No Compression"; must be "No Compression"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "No Compression"; must be "No Compression"
    additionalProperties string
    Parsed as JSON.
    compressionType string
    Default: "No Compression"; must be "No Compression"
    additional_properties str
    Parsed as JSON.
    compression_type str
    Default: "No Compression"; must be "No Compression"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "No Compression"; must be "No Compression"

    DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJson, DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonArgs

    AdditionalProperties string
    Parsed as JSON.
    Compression DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    Flattening string
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    FormatType string
    Default: "JSONL"; must be "JSONL"
    AdditionalProperties string
    Parsed as JSON.
    Compression DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    Flattening string
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    FormatType string
    Default: "JSONL"; must be "JSONL"
    additionalProperties String
    Parsed as JSON.
    compression DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening String
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    formatType String
    Default: "JSONL"; must be "JSONL"
    additionalProperties string
    Parsed as JSON.
    compression DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening string
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    formatType string
    Default: "JSONL"; must be "JSONL"
    additional_properties str
    Parsed as JSON.
    compression DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompression
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening str
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    format_type str
    Default: "JSONL"; must be "JSONL"
    additionalProperties String
    Parsed as JSON.
    compression Property Map
    Whether the output files should be compressed. If compression is selected, the output filename will have an extra extension (GZIP: ".jsonl.gz").
    flattening String
    Default: "No flattening"; must be one of ["No flattening", "Root level flattening"]
    formatType String
    Default: "JSONL"; must be "JSONL"

    DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompression, DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionArgs

    DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzip, DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionGzipArgs

    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "GZIP"; must be "GZIP"
    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "GZIP"; must be "GZIP"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "GZIP"; must be "GZIP"
    additionalProperties string
    Parsed as JSON.
    compressionType string
    Default: "GZIP"; must be "GZIP"
    additional_properties str
    Parsed as JSON.
    compression_type str
    Default: "GZIP"; must be "GZIP"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "GZIP"; must be "GZIP"

    DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompression, DestinationS3ConfigurationFormatJsonLinesNewlineDelimitedJsonCompressionNoCompressionArgs

    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "No Compression"; must be "No Compression"
    AdditionalProperties string
    Parsed as JSON.
    CompressionType string
    Default: "No Compression"; must be "No Compression"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "No Compression"; must be "No Compression"
    additionalProperties string
    Parsed as JSON.
    compressionType string
    Default: "No Compression"; must be "No Compression"
    additional_properties str
    Parsed as JSON.
    compression_type str
    Default: "No Compression"; must be "No Compression"
    additionalProperties String
    Parsed as JSON.
    compressionType String
    Default: "No Compression"; must be "No Compression"

    DestinationS3ConfigurationFormatParquetColumnarStorage, DestinationS3ConfigurationFormatParquetColumnarStorageArgs

    AdditionalProperties string
    Parsed as JSON.
    BlockSizeMb double
    This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB. Default: 128
    CompressionCodec string
    The compression algorithm used to compress data pages. Default: "UNCOMPRESSED"; must be one of ["UNCOMPRESSED", "SNAPPY", "GZIP", "LZO", "BROTLI", "LZ4", "ZSTD"]
    DictionaryEncoding bool
    Default: true.
    DictionaryPageSizeKb double
    There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB. Default: 1024
    FormatType string
    Default: "Parquet"; must be "Parquet"
    MaxPaddingSizeMb double
    Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB. Default: 8
    PageSizeKb double
    The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB. Default: 1024
    AdditionalProperties string
    Parsed as JSON.
    BlockSizeMb float64
    This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB. Default: 128
    CompressionCodec string
    The compression algorithm used to compress data pages. Default: "UNCOMPRESSED"; must be one of ["UNCOMPRESSED", "SNAPPY", "GZIP", "LZO", "BROTLI", "LZ4", "ZSTD"]
    DictionaryEncoding bool
    Default: true.
    DictionaryPageSizeKb float64
    There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB. Default: 1024
    FormatType string
    Default: "Parquet"; must be "Parquet"
    MaxPaddingSizeMb float64
    Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB. Default: 8
    PageSizeKb float64
    The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB. Default: 1024
    additionalProperties String
    Parsed as JSON.
    blockSizeMb Double
    This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB. Default: 128
    compressionCodec String
    The compression algorithm used to compress data pages. Default: "UNCOMPRESSED"; must be one of ["UNCOMPRESSED", "SNAPPY", "GZIP", "LZO", "BROTLI", "LZ4", "ZSTD"]
    dictionaryEncoding Boolean
    Default: true.
    dictionaryPageSizeKb Double
    There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB. Default: 1024
    formatType String
    Default: "Parquet"; must be "Parquet"
    maxPaddingSizeMb Double
    Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB. Default: 8
    pageSizeKb Double
    The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB. Default: 1024
    additionalProperties string
    Parsed as JSON.
    blockSizeMb number
    This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB. Default: 128
    compressionCodec string
    The compression algorithm used to compress data pages. Default: "UNCOMPRESSED"; must be one of ["UNCOMPRESSED", "SNAPPY", "GZIP", "LZO", "BROTLI", "LZ4", "ZSTD"]
    dictionaryEncoding boolean
    Default: true.
    dictionaryPageSizeKb number
    There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB. Default: 1024
    formatType string
    Default: "Parquet"; must be "Parquet"
    maxPaddingSizeMb number
    Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB. Default: 8
    pageSizeKb number
    The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB. Default: 1024
    additional_properties str
    Parsed as JSON.
    block_size_mb float
    This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB. Default: 128
    compression_codec str
    The compression algorithm used to compress data pages. Default: "UNCOMPRESSED"; must be one of ["UNCOMPRESSED", "SNAPPY", "GZIP", "LZO", "BROTLI", "LZ4", "ZSTD"]
    dictionary_encoding bool
    Default: true.
    dictionary_page_size_kb float
    There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB. Default: 1024
    format_type str
    Default: "Parquet"; must be "Parquet"
    max_padding_size_mb float
    Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB. Default: 8
    page_size_kb float
    The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB. Default: 1024
    additionalProperties String
    Parsed as JSON.
    blockSizeMb Number
    This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB. Default: 128
    compressionCodec String
    The compression algorithm used to compress data pages. Default: "UNCOMPRESSED"; must be one of ["UNCOMPRESSED", "SNAPPY", "GZIP", "LZO", "BROTLI", "LZ4", "ZSTD"]
    dictionaryEncoding Boolean
    Default: true.
    dictionaryPageSizeKb Number
    There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB. Default: 1024
    formatType String
    Default: "Parquet"; must be "Parquet"
    maxPaddingSizeMb Number
    Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB. Default: 8
    pageSizeKb Number
    The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB. Default: 1024

    Import

    $ pulumi import airbyte:index/destinationS3:DestinationS3 my_airbyte_destination_s3 ""

    To learn more about importing existing cloud resources, see Importing resources.

    Package Details

    Repository
    airbyte airbytehq/terraform-provider-airbyte
    License
    Notes
    This Pulumi package is based on the airbyte Terraform Provider.
    airbyte logo
    airbyte 0.7.0-beta2 published on Friday, Mar 7, 2025 by airbytehq
    airbytehq/terraform-provider-airbyte