airbyte 0.7.0-beta2, Mar 7 25

airbyte 0.7.0-beta2 published on Friday, Mar 7, 2025 by airbytehq

airbyte.DestinationMilvus

Explore with Pulumi AI

airbyte 0.7.0-beta2 published on Friday, Mar 7, 2025 by airbytehq

Example Usage

Coming soon!

Coming soon!

Coming soon!

Coming soon!

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.airbyte.DestinationMilvus;
import com.pulumi.airbyte.DestinationMilvusArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationEmbeddingArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationEmbeddingCohereArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationEmbeddingFakeArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationEmbeddingOpenAiArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationIndexingArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationIndexingAuthArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationIndexingAuthApiTokenArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationIndexingAuthNoAuthArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationProcessingArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationProcessingTextSplitterArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs;
import com.pulumi.airbyte.inputs.DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var myDestinationMilvus = new DestinationMilvus("myDestinationMilvus", DestinationMilvusArgs.builder()
            .configuration(DestinationMilvusConfigurationArgs.builder()
                .embedding(DestinationMilvusConfigurationEmbeddingArgs.builder()
                    .azureOpenAi(DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs.builder()
                        .apiBase("https://your-resource-name.openai.azure.com")
                        .deployment("your-resource-name")
                        .openaiKey("...my_openai_key...")
                        .build())
                    .cohere(DestinationMilvusConfigurationEmbeddingCohereArgs.builder()
                        .cohereKey("...my_cohere_key...")
                        .build())
                    .fake()
                    .openAi(DestinationMilvusConfigurationEmbeddingOpenAiArgs.builder()
                        .openaiKey("...my_openai_key...")
                        .build())
                    .openAiCompatible(DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs.builder()
                        .apiKey("...my_api_key...")
                        .baseUrl("https://your-service-name.com")
                        .dimensions(1536)
                        .modelName("text-embedding-ada-002")
                        .build())
                    .build())
                .indexing(DestinationMilvusConfigurationIndexingArgs.builder()
                    .auth(DestinationMilvusConfigurationIndexingAuthArgs.builder()
                        .apiToken(DestinationMilvusConfigurationIndexingAuthApiTokenArgs.builder()
                            .token("...my_token...")
                            .build())
                        .noAuth()
                        .usernamePassword(DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs.builder()
                            .password("...my_password...")
                            .username("...my_username...")
                            .build())
                        .build())
                    .collection("...my_collection...")
                    .db("...my_db...")
                    .host("https://my-instance.zone.zillizcloud.com")
                    .textField("...my_text_field...")
                    .vectorField("...my_vector_field...")
                    .build())
                .omit_raw_text(false)
                .processing(DestinationMilvusConfigurationProcessingArgs.builder()
                    .chunkOverlap(4)
                    .chunkSize(7640)
                    .fieldNameMappings(DestinationMilvusConfigurationProcessingFieldNameMappingArgs.builder()
                        .fromField("...my_from_field...")
                        .toField("...my_to_field...")
                        .build())
                    .metadataFields("...")
                    .textFields("...")
                    .textSplitter(DestinationMilvusConfigurationProcessingTextSplitterArgs.builder()
                        .byMarkdownHeader(DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs.builder()
                            .splitLevel(1)
                            .build())
                        .byProgrammingLanguage(DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs.builder()
                            .language("ruby")
                            .build())
                        .bySeparator(DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs.builder()
                            .keepSeparator(true)
                            .separators("...")
                            .build())
                        .build())
                    .build())
                .build())
            .definitionId("ef42b409-b99a-4d1e-b7d4-f74e61200199")
            .workspaceId("1da00420-023b-48f0-a8d8-4c9079cc6179")
            .build());

    }
}

resources:
  myDestinationMilvus:
    type: airbyte:DestinationMilvus
    properties:
      configuration:
        embedding:
          azureOpenAi:
            apiBase: https://your-resource-name.openai.azure.com
            deployment: your-resource-name
            openaiKey: '...my_openai_key...'
          cohere:
            cohereKey: '...my_cohere_key...'
          fake: {}
          openAi:
            openaiKey: '...my_openai_key...'
          openAiCompatible:
            apiKey: '...my_api_key...'
            baseUrl: https://your-service-name.com
            dimensions: 1536
            modelName: text-embedding-ada-002
        indexing:
          auth:
            apiToken:
              token: '...my_token...'
            noAuth: {}
            usernamePassword:
              password: '...my_password...'
              username: '...my_username...'
          collection: '...my_collection...'
          db: '...my_db...'
          host: https://my-instance.zone.zillizcloud.com
          textField: '...my_text_field...'
          vectorField: '...my_vector_field...'
        omit_raw_text: false
        processing:
          chunkOverlap: 4
          chunkSize: 7640
          fieldNameMappings:
            - fromField: '...my_from_field...'
              toField: '...my_to_field...'
          metadataFields:
            - '...'
          textFields:
            - '...'
          textSplitter:
            byMarkdownHeader:
              splitLevel: 1
            byProgrammingLanguage:
              language: ruby
            bySeparator:
              keepSeparator: true
              separators:
                - '...'
      definitionId: ef42b409-b99a-4d1e-b7d4-f74e61200199
      workspaceId: 1da00420-023b-48f0-a8d8-4c9079cc6179

Create DestinationMilvus Resource

Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.

Constructor syntax

new DestinationMilvus(name: string, args: DestinationMilvusArgs, opts?: CustomResourceOptions);

@overload
def DestinationMilvus(resource_name: str,
                      args: DestinationMilvusArgs,
                      opts: Optional[ResourceOptions] = None)

@overload
def DestinationMilvus(resource_name: str,
                      opts: Optional[ResourceOptions] = None,
                      configuration: Optional[DestinationMilvusConfigurationArgs] = None,
                      workspace_id: Optional[str] = None,
                      definition_id: Optional[str] = None,
                      name: Optional[str] = None)

func NewDestinationMilvus(ctx *Context, name string, args DestinationMilvusArgs, opts ...ResourceOption) (*DestinationMilvus, error)

public DestinationMilvus(string name, DestinationMilvusArgs args, CustomResourceOptions? opts = null)

public DestinationMilvus(String name, DestinationMilvusArgs args)
public DestinationMilvus(String name, DestinationMilvusArgs args, CustomResourceOptions options)

type: airbyte:DestinationMilvus
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.

Parameters

name string: The unique name of the resource.
args DestinationMilvusArgs: The arguments to resource properties.
opts CustomResourceOptions: Bag of options to control resource's behavior.

resource_name str: The unique name of the resource.
args DestinationMilvusArgs: The arguments to resource properties.
opts ResourceOptions: Bag of options to control resource's behavior.

ctx Context: Context object for the current deployment.
name string: The unique name of the resource.
args DestinationMilvusArgs: The arguments to resource properties.
opts ResourceOption: Bag of options to control resource's behavior.

name string: The unique name of the resource.
args DestinationMilvusArgs: The arguments to resource properties.
opts CustomResourceOptions: Bag of options to control resource's behavior.

name String: The unique name of the resource.
args DestinationMilvusArgs: The arguments to resource properties.
options CustomResourceOptions: Bag of options to control resource's behavior.

Constructor example

The following reference example uses placeholder values for all input properties.

var destinationMilvusResource = new Airbyte.DestinationMilvus("destinationMilvusResource", new()
{
    Configuration = new Airbyte.Inputs.DestinationMilvusConfigurationArgs
    {
        Embedding = new Airbyte.Inputs.DestinationMilvusConfigurationEmbeddingArgs
        {
            AzureOpenAi = new Airbyte.Inputs.DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs
            {
                ApiBase = "string",
                Deployment = "string",
                OpenaiKey = "string",
            },
            Cohere = new Airbyte.Inputs.DestinationMilvusConfigurationEmbeddingCohereArgs
            {
                CohereKey = "string",
            },
            Fake = null,
            OpenAi = new Airbyte.Inputs.DestinationMilvusConfigurationEmbeddingOpenAiArgs
            {
                OpenaiKey = "string",
            },
            OpenAiCompatible = new Airbyte.Inputs.DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs
            {
                BaseUrl = "string",
                Dimensions = 0,
                ApiKey = "string",
                ModelName = "string",
            },
        },
        Indexing = new Airbyte.Inputs.DestinationMilvusConfigurationIndexingArgs
        {
            Auth = new Airbyte.Inputs.DestinationMilvusConfigurationIndexingAuthArgs
            {
                ApiToken = new Airbyte.Inputs.DestinationMilvusConfigurationIndexingAuthApiTokenArgs
                {
                    Token = "string",
                },
                NoAuth = null,
                UsernamePassword = new Airbyte.Inputs.DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs
                {
                    Password = "string",
                    Username = "string",
                },
            },
            Collection = "string",
            Host = "string",
            Db = "string",
            TextField = "string",
            VectorField = "string",
        },
        Processing = new Airbyte.Inputs.DestinationMilvusConfigurationProcessingArgs
        {
            ChunkSize = 0,
            ChunkOverlap = 0,
            FieldNameMappings = new[]
            {
                new Airbyte.Inputs.DestinationMilvusConfigurationProcessingFieldNameMappingArgs
                {
                    FromField = "string",
                    ToField = "string",
                },
            },
            MetadataFields = new[]
            {
                "string",
            },
            TextFields = new[]
            {
                "string",
            },
            TextSplitter = new Airbyte.Inputs.DestinationMilvusConfigurationProcessingTextSplitterArgs
            {
                ByMarkdownHeader = new Airbyte.Inputs.DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs
                {
                    SplitLevel = 0,
                },
                ByProgrammingLanguage = new Airbyte.Inputs.DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs
                {
                    Language = "string",
                },
                BySeparator = new Airbyte.Inputs.DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs
                {
                    KeepSeparator = false,
                    Separators = new[]
                    {
                        "string",
                    },
                },
            },
        },
        OmitRawText = false,
    },
    WorkspaceId = "string",
    DefinitionId = "string",
    Name = "string",
});

example, err := airbyte.NewDestinationMilvus(ctx, "destinationMilvusResource", &airbyte.DestinationMilvusArgs{
Configuration: &.DestinationMilvusConfigurationArgs{
Embedding: &.DestinationMilvusConfigurationEmbeddingArgs{
AzureOpenAi: &.DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs{
ApiBase: pulumi.String("string"),
Deployment: pulumi.String("string"),
OpenaiKey: pulumi.String("string"),
},
Cohere: &.DestinationMilvusConfigurationEmbeddingCohereArgs{
CohereKey: pulumi.String("string"),
},
Fake: &.DestinationMilvusConfigurationEmbeddingFakeArgs{
},
OpenAi: &.DestinationMilvusConfigurationEmbeddingOpenAiArgs{
OpenaiKey: pulumi.String("string"),
},
OpenAiCompatible: &.DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs{
BaseUrl: pulumi.String("string"),
Dimensions: pulumi.Float64(0),
ApiKey: pulumi.String("string"),
ModelName: pulumi.String("string"),
},
},
Indexing: &.DestinationMilvusConfigurationIndexingArgs{
Auth: &.DestinationMilvusConfigurationIndexingAuthArgs{
ApiToken: &.DestinationMilvusConfigurationIndexingAuthApiTokenArgs{
Token: pulumi.String("string"),
},
NoAuth: &.DestinationMilvusConfigurationIndexingAuthNoAuthArgs{
},
UsernamePassword: &.DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs{
Password: pulumi.String("string"),
Username: pulumi.String("string"),
},
},
Collection: pulumi.String("string"),
Host: pulumi.String("string"),
Db: pulumi.String("string"),
TextField: pulumi.String("string"),
VectorField: pulumi.String("string"),
},
Processing: &.DestinationMilvusConfigurationProcessingArgs{
ChunkSize: pulumi.Float64(0),
ChunkOverlap: pulumi.Float64(0),
FieldNameMappings: .DestinationMilvusConfigurationProcessingFieldNameMappingArray{
&.DestinationMilvusConfigurationProcessingFieldNameMappingArgs{
FromField: pulumi.String("string"),
ToField: pulumi.String("string"),
},
},
MetadataFields: pulumi.StringArray{
pulumi.String("string"),
},
TextFields: pulumi.StringArray{
pulumi.String("string"),
},
TextSplitter: &.DestinationMilvusConfigurationProcessingTextSplitterArgs{
ByMarkdownHeader: &.DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs{
SplitLevel: pulumi.Float64(0),
},
ByProgrammingLanguage: &.DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs{
Language: pulumi.String("string"),
},
BySeparator: &.DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs{
KeepSeparator: pulumi.Bool(false),
Separators: pulumi.StringArray{
pulumi.String("string"),
},
},
},
},
OmitRawText: pulumi.Bool(false),
},
WorkspaceId: pulumi.String("string"),
DefinitionId: pulumi.String("string"),
Name: pulumi.String("string"),
})

var destinationMilvusResource = new DestinationMilvus("destinationMilvusResource", DestinationMilvusArgs.builder()
    .configuration(DestinationMilvusConfigurationArgs.builder()
        .embedding(DestinationMilvusConfigurationEmbeddingArgs.builder()
            .azureOpenAi(DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs.builder()
                .apiBase("string")
                .deployment("string")
                .openaiKey("string")
                .build())
            .cohere(DestinationMilvusConfigurationEmbeddingCohereArgs.builder()
                .cohereKey("string")
                .build())
            .fake()
            .openAi(DestinationMilvusConfigurationEmbeddingOpenAiArgs.builder()
                .openaiKey("string")
                .build())
            .openAiCompatible(DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs.builder()
                .baseUrl("string")
                .dimensions(0)
                .apiKey("string")
                .modelName("string")
                .build())
            .build())
        .indexing(DestinationMilvusConfigurationIndexingArgs.builder()
            .auth(DestinationMilvusConfigurationIndexingAuthArgs.builder()
                .apiToken(DestinationMilvusConfigurationIndexingAuthApiTokenArgs.builder()
                    .token("string")
                    .build())
                .noAuth()
                .usernamePassword(DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs.builder()
                    .password("string")
                    .username("string")
                    .build())
                .build())
            .collection("string")
            .host("string")
            .db("string")
            .textField("string")
            .vectorField("string")
            .build())
        .processing(DestinationMilvusConfigurationProcessingArgs.builder()
            .chunkSize(0)
            .chunkOverlap(0)
            .fieldNameMappings(DestinationMilvusConfigurationProcessingFieldNameMappingArgs.builder()
                .fromField("string")
                .toField("string")
                .build())
            .metadataFields("string")
            .textFields("string")
            .textSplitter(DestinationMilvusConfigurationProcessingTextSplitterArgs.builder()
                .byMarkdownHeader(DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs.builder()
                    .splitLevel(0)
                    .build())
                .byProgrammingLanguage(DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs.builder()
                    .language("string")
                    .build())
                .bySeparator(DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs.builder()
                    .keepSeparator(false)
                    .separators("string")
                    .build())
                .build())
            .build())
        .omitRawText(false)
        .build())
    .workspaceId("string")
    .definitionId("string")
    .name("string")
    .build());

destination_milvus_resource = airbyte.DestinationMilvus("destinationMilvusResource",
    configuration={
        "embedding": {
            "azure_open_ai": {
                "api_base": "string",
                "deployment": "string",
                "openai_key": "string",
            },
            "cohere": {
                "cohere_key": "string",
            },
            "fake": {},
            "open_ai": {
                "openai_key": "string",
            },
            "open_ai_compatible": {
                "base_url": "string",
                "dimensions": 0,
                "api_key": "string",
                "model_name": "string",
            },
        },
        "indexing": {
            "auth": {
                "api_token": {
                    "token": "string",
                },
                "no_auth": {},
                "username_password": {
                    "password": "string",
                    "username": "string",
                },
            },
            "collection": "string",
            "host": "string",
            "db": "string",
            "text_field": "string",
            "vector_field": "string",
        },
        "processing": {
            "chunk_size": 0,
            "chunk_overlap": 0,
            "field_name_mappings": [{
                "from_field": "string",
                "to_field": "string",
            }],
            "metadata_fields": ["string"],
            "text_fields": ["string"],
            "text_splitter": {
                "by_markdown_header": {
                    "split_level": 0,
                },
                "by_programming_language": {
                    "language": "string",
                },
                "by_separator": {
                    "keep_separator": False,
                    "separators": ["string"],
                },
            },
        },
        "omit_raw_text": False,
    },
    workspace_id="string",
    definition_id="string",
    name="string")

const destinationMilvusResource = new airbyte.DestinationMilvus("destinationMilvusResource", {
    configuration: {
        embedding: {
            azureOpenAi: {
                apiBase: "string",
                deployment: "string",
                openaiKey: "string",
            },
            cohere: {
                cohereKey: "string",
            },
            fake: {},
            openAi: {
                openaiKey: "string",
            },
            openAiCompatible: {
                baseUrl: "string",
                dimensions: 0,
                apiKey: "string",
                modelName: "string",
            },
        },
        indexing: {
            auth: {
                apiToken: {
                    token: "string",
                },
                noAuth: {},
                usernamePassword: {
                    password: "string",
                    username: "string",
                },
            },
            collection: "string",
            host: "string",
            db: "string",
            textField: "string",
            vectorField: "string",
        },
        processing: {
            chunkSize: 0,
            chunkOverlap: 0,
            fieldNameMappings: [{
                fromField: "string",
                toField: "string",
            }],
            metadataFields: ["string"],
            textFields: ["string"],
            textSplitter: {
                byMarkdownHeader: {
                    splitLevel: 0,
                },
                byProgrammingLanguage: {
                    language: "string",
                },
                bySeparator: {
                    keepSeparator: false,
                    separators: ["string"],
                },
            },
        },
        omitRawText: false,
    },
    workspaceId: "string",
    definitionId: "string",
    name: "string",
});

type: airbyte:DestinationMilvus
properties:
    configuration:
        embedding:
            azureOpenAi:
                apiBase: string
                deployment: string
                openaiKey: string
            cohere:
                cohereKey: string
            fake: {}
            openAi:
                openaiKey: string
            openAiCompatible:
                apiKey: string
                baseUrl: string
                dimensions: 0
                modelName: string
        indexing:
            auth:
                apiToken:
                    token: string
                noAuth: {}
                usernamePassword:
                    password: string
                    username: string
            collection: string
            db: string
            host: string
            textField: string
            vectorField: string
        omitRawText: false
        processing:
            chunkOverlap: 0
            chunkSize: 0
            fieldNameMappings:
                - fromField: string
                  toField: string
            metadataFields:
                - string
            textFields:
                - string
            textSplitter:
                byMarkdownHeader:
                    splitLevel: 0
                byProgrammingLanguage:
                    language: string
                bySeparator:
                    keepSeparator: false
                    separators:
                        - string
    definitionId: string
    name: string
    workspaceId: string

DestinationMilvus Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

Inputs

In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.

The DestinationMilvus resource accepts the following input properties:

Configuration DestinationMilvusConfiguration: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
WorkspaceId string
DefinitionId string: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
Name string: Name of the destination e.g. dev-mysql-instance.

Configuration DestinationMilvusConfigurationArgs: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
WorkspaceId string
DefinitionId string: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
Name string: Name of the destination e.g. dev-mysql-instance.

configuration DestinationMilvusConfiguration: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
workspaceId String
definitionId String: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
name String: Name of the destination e.g. dev-mysql-instance.

configuration DestinationMilvusConfiguration: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
workspaceId string
definitionId string: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
name string: Name of the destination e.g. dev-mysql-instance.

configuration DestinationMilvusConfigurationArgs: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
workspace_id str
definition_id str: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
name str: Name of the destination e.g. dev-mysql-instance.

configuration Property Map: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
workspaceId String
definitionId String: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
name String: Name of the destination e.g. dev-mysql-instance.

Outputs

All input properties are implicitly available as output properties. Additionally, the DestinationMilvus resource produces the following output properties:

CreatedAt double
DestinationId string
DestinationType string
Id string: The provider-assigned unique ID for this managed resource.

CreatedAt float64
DestinationId string
DestinationType string
Id string: The provider-assigned unique ID for this managed resource.

createdAt Double
destinationId String
destinationType String
id String: The provider-assigned unique ID for this managed resource.

createdAt number
destinationId string
destinationType string
id string: The provider-assigned unique ID for this managed resource.

created_at float
destination_id str
destination_type str
id str: The provider-assigned unique ID for this managed resource.

createdAt Number
destinationId String
destinationType String
id String: The provider-assigned unique ID for this managed resource.

Look up Existing DestinationMilvus Resource

Get an existing DestinationMilvus resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

public static get(name: string, id: Input<ID>, state?: DestinationMilvusState, opts?: CustomResourceOptions): DestinationMilvus

@staticmethod
def get(resource_name: str,
        id: str,
        opts: Optional[ResourceOptions] = None,
        configuration: Optional[DestinationMilvusConfigurationArgs] = None,
        created_at: Optional[float] = None,
        definition_id: Optional[str] = None,
        destination_id: Optional[str] = None,
        destination_type: Optional[str] = None,
        name: Optional[str] = None,
        workspace_id: Optional[str] = None) -> DestinationMilvus

func GetDestinationMilvus(ctx *Context, name string, id IDInput, state *DestinationMilvusState, opts ...ResourceOption) (*DestinationMilvus, error)

public static DestinationMilvus Get(string name, Input<string> id, DestinationMilvusState? state, CustomResourceOptions? opts = null)

public static DestinationMilvus get(String name, Output<String> id, DestinationMilvusState state, CustomResourceOptions options)

resources:  _:    type: airbyte:DestinationMilvus    get:      id: ${id}

name: The unique name of the resulting resource.
id: The unique provider ID of the resource to lookup.
state: Any extra arguments used during the lookup.
opts: A bag of options that control this resource's behavior.

resource_name: The unique name of the resulting resource.
id: The unique provider ID of the resource to lookup.

name: The unique name of the resulting resource.
id: The unique provider ID of the resource to lookup.
state: Any extra arguments used during the lookup.
opts: A bag of options that control this resource's behavior.

name: The unique name of the resulting resource.
id: The unique provider ID of the resource to lookup.
state: Any extra arguments used during the lookup.
opts: A bag of options that control this resource's behavior.

name: The unique name of the resulting resource.
id: The unique provider ID of the resource to lookup.
state: Any extra arguments used during the lookup.
opts: A bag of options that control this resource's behavior.

The following state arguments are supported:

Configuration DestinationMilvusConfiguration: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
CreatedAt double
DefinitionId string: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
DestinationId string
DestinationType string
Name string: Name of the destination e.g. dev-mysql-instance.
WorkspaceId string

Configuration DestinationMilvusConfigurationArgs: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
CreatedAt float64
DefinitionId string: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
DestinationId string
DestinationType string
Name string: Name of the destination e.g. dev-mysql-instance.
WorkspaceId string

configuration DestinationMilvusConfiguration: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
createdAt Double
definitionId String: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
destinationId String
destinationType String
name String: Name of the destination e.g. dev-mysql-instance.
workspaceId String

configuration DestinationMilvusConfiguration: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
createdAt number
definitionId string: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
destinationId string
destinationType string
name string: Name of the destination e.g. dev-mysql-instance.
workspaceId string

configuration DestinationMilvusConfigurationArgs: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
created_at float
definition_id str: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
destination_id str
destination_type str
name str: Name of the destination e.g. dev-mysql-instance.
workspace_id str

configuration Property Map: The configuration model for the Vector DB based destinations. This model is used to generate the UI for the destination configuration, as well as to provide type safety for the configuration passed to the destination.
createdAt Number
definitionId String: The UUID of the connector definition. One of configuration.destinationType or definitionId must be provided. Requires replacement if changed.
destinationId String
destinationType String
name String: Name of the destination e.g. dev-mysql-instance.
workspaceId String

Supporting Types

DestinationMilvusConfiguration, DestinationMilvusConfigurationArgs

Embedding DestinationMilvusConfigurationEmbedding: Embedding configuration
Indexing DestinationMilvusConfigurationIndexing: Indexing configuration
Processing DestinationMilvusConfigurationProcessing
OmitRawText bool: Do not store the text that gets embedded along with the vector and the metadata in the destination. If set to true, only the vector and the metadata will be stored - in this case raw text for LLM use cases needs to be retrieved from another source. Default: false

Embedding DestinationMilvusConfigurationEmbedding: Embedding configuration
Indexing DestinationMilvusConfigurationIndexing: Indexing configuration
Processing DestinationMilvusConfigurationProcessing
OmitRawText bool: Do not store the text that gets embedded along with the vector and the metadata in the destination. If set to true, only the vector and the metadata will be stored - in this case raw text for LLM use cases needs to be retrieved from another source. Default: false

embedding DestinationMilvusConfigurationEmbedding: Embedding configuration
indexing DestinationMilvusConfigurationIndexing: Indexing configuration
processing DestinationMilvusConfigurationProcessing
omitRawText Boolean: Do not store the text that gets embedded along with the vector and the metadata in the destination. If set to true, only the vector and the metadata will be stored - in this case raw text for LLM use cases needs to be retrieved from another source. Default: false

embedding DestinationMilvusConfigurationEmbedding: Embedding configuration
indexing DestinationMilvusConfigurationIndexing: Indexing configuration
processing DestinationMilvusConfigurationProcessing
omitRawText boolean: Do not store the text that gets embedded along with the vector and the metadata in the destination. If set to true, only the vector and the metadata will be stored - in this case raw text for LLM use cases needs to be retrieved from another source. Default: false

embedding DestinationMilvusConfigurationEmbedding: Embedding configuration
indexing DestinationMilvusConfigurationIndexing: Indexing configuration
processing DestinationMilvusConfigurationProcessing
omit_raw_text bool: Do not store the text that gets embedded along with the vector and the metadata in the destination. If set to true, only the vector and the metadata will be stored - in this case raw text for LLM use cases needs to be retrieved from another source. Default: false

embedding Property Map: Embedding configuration
indexing Property Map: Indexing configuration
processing Property Map
omitRawText Boolean: Do not store the text that gets embedded along with the vector and the metadata in the destination. If set to true, only the vector and the metadata will be stored - in this case raw text for LLM use cases needs to be retrieved from another source. Default: false

DestinationMilvusConfigurationEmbedding, DestinationMilvusConfigurationEmbeddingArgs

AzureOpenAi DestinationMilvusConfigurationEmbeddingAzureOpenAi: Use the Azure-hosted OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
Cohere DestinationMilvusConfigurationEmbeddingCohere: Use the Cohere API to embed text.
Fake DestinationMilvusConfigurationEmbeddingFake: Use a fake embedding made out of random vectors with 1536 embedding dimensions. This is useful for testing the data pipeline without incurring any costs.
OpenAi DestinationMilvusConfigurationEmbeddingOpenAi: Use the OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
OpenAiCompatible DestinationMilvusConfigurationEmbeddingOpenAiCompatible: Use a service that's compatible with the OpenAI API to embed text.

AzureOpenAi DestinationMilvusConfigurationEmbeddingAzureOpenAi: Use the Azure-hosted OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
Cohere DestinationMilvusConfigurationEmbeddingCohere: Use the Cohere API to embed text.
Fake DestinationMilvusConfigurationEmbeddingFake: Use a fake embedding made out of random vectors with 1536 embedding dimensions. This is useful for testing the data pipeline without incurring any costs.
OpenAi DestinationMilvusConfigurationEmbeddingOpenAi: Use the OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
OpenAiCompatible DestinationMilvusConfigurationEmbeddingOpenAiCompatible: Use a service that's compatible with the OpenAI API to embed text.

azureOpenAi DestinationMilvusConfigurationEmbeddingAzureOpenAi: Use the Azure-hosted OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
cohere DestinationMilvusConfigurationEmbeddingCohere: Use the Cohere API to embed text.
fake DestinationMilvusConfigurationEmbeddingFake: Use a fake embedding made out of random vectors with 1536 embedding dimensions. This is useful for testing the data pipeline without incurring any costs.
openAi DestinationMilvusConfigurationEmbeddingOpenAi: Use the OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
openAiCompatible DestinationMilvusConfigurationEmbeddingOpenAiCompatible: Use a service that's compatible with the OpenAI API to embed text.

azureOpenAi DestinationMilvusConfigurationEmbeddingAzureOpenAi: Use the Azure-hosted OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
cohere DestinationMilvusConfigurationEmbeddingCohere: Use the Cohere API to embed text.
fake DestinationMilvusConfigurationEmbeddingFake: Use a fake embedding made out of random vectors with 1536 embedding dimensions. This is useful for testing the data pipeline without incurring any costs.
openAi DestinationMilvusConfigurationEmbeddingOpenAi: Use the OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
openAiCompatible DestinationMilvusConfigurationEmbeddingOpenAiCompatible: Use a service that's compatible with the OpenAI API to embed text.

azure_open_ai DestinationMilvusConfigurationEmbeddingAzureOpenAi: Use the Azure-hosted OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
cohere DestinationMilvusConfigurationEmbeddingCohere: Use the Cohere API to embed text.
fake DestinationMilvusConfigurationEmbeddingFake: Use a fake embedding made out of random vectors with 1536 embedding dimensions. This is useful for testing the data pipeline without incurring any costs.
open_ai DestinationMilvusConfigurationEmbeddingOpenAi: Use the OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
open_ai_compatible DestinationMilvusConfigurationEmbeddingOpenAiCompatible: Use a service that's compatible with the OpenAI API to embed text.

azureOpenAi Property Map: Use the Azure-hosted OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
cohere Property Map: Use the Cohere API to embed text.
fake Property Map: Use a fake embedding made out of random vectors with 1536 embedding dimensions. This is useful for testing the data pipeline without incurring any costs.
openAi Property Map: Use the OpenAI API to embed text. This option is using the text-embedding-ada-002 model with 1536 embedding dimensions.
openAiCompatible Property Map: Use a service that's compatible with the OpenAI API to embed text.

DestinationMilvusConfigurationEmbeddingAzureOpenAi, DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs

ApiBase string: The base URL for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
Deployment string: The deployment for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
OpenaiKey string: The API key for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource

ApiBase string: The base URL for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
Deployment string: The deployment for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
OpenaiKey string: The API key for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource

apiBase String: The base URL for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
deployment String: The deployment for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
openaiKey String: The API key for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource

apiBase string: The base URL for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
deployment string: The deployment for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
openaiKey string: The API key for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource

api_base str: The base URL for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
deployment str: The deployment for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
openai_key str: The API key for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource

apiBase String: The base URL for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
deployment String: The deployment for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource
openaiKey String: The API key for your Azure OpenAI resource. You can find this in the Azure portal under your Azure OpenAI resource

DestinationMilvusConfigurationEmbeddingCohere, DestinationMilvusConfigurationEmbeddingCohereArgs

CohereKey string

CohereKey string

cohereKey String

cohereKey string

cohere_key str

cohereKey String

DestinationMilvusConfigurationEmbeddingOpenAi, DestinationMilvusConfigurationEmbeddingOpenAiArgs

OpenaiKey string

OpenaiKey string

openaiKey String

openaiKey string

openai_key str

openaiKey String

DestinationMilvusConfigurationEmbeddingOpenAiCompatible, DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs

BaseUrl string: The base URL for your OpenAI-compatible service
Dimensions double: The number of dimensions the embedding model is generating
ApiKey string: Default: ""
ModelName string: The name of the model to use for embedding. Default: "text-embedding-ada-002"

BaseUrl string: The base URL for your OpenAI-compatible service
Dimensions float64: The number of dimensions the embedding model is generating
ApiKey string: Default: ""
ModelName string: The name of the model to use for embedding. Default: "text-embedding-ada-002"

baseUrl String: The base URL for your OpenAI-compatible service
dimensions Double: The number of dimensions the embedding model is generating
apiKey String: Default: ""
modelName String: The name of the model to use for embedding. Default: "text-embedding-ada-002"

baseUrl string: The base URL for your OpenAI-compatible service
dimensions number: The number of dimensions the embedding model is generating
apiKey string: Default: ""
modelName string: The name of the model to use for embedding. Default: "text-embedding-ada-002"

base_url str: The base URL for your OpenAI-compatible service
dimensions float: The number of dimensions the embedding model is generating
api_key str: Default: ""
model_name str: The name of the model to use for embedding. Default: "text-embedding-ada-002"

baseUrl String: The base URL for your OpenAI-compatible service
dimensions Number: The number of dimensions the embedding model is generating
apiKey String: Default: ""
modelName String: The name of the model to use for embedding. Default: "text-embedding-ada-002"

DestinationMilvusConfigurationIndexing, DestinationMilvusConfigurationIndexingArgs

Auth DestinationMilvusConfigurationIndexingAuth: Authentication method
Collection string: The collection to load data into
Host string: The public endpoint of the Milvus instance.
Db string: The database to connect to. Default: ""
TextField string: The field in the entity that contains the embedded text. Default: "text"
VectorField string: The field in the entity that contains the vector. Default: "vector"

Auth DestinationMilvusConfigurationIndexingAuth: Authentication method
Collection string: The collection to load data into
Host string: The public endpoint of the Milvus instance.
Db string: The database to connect to. Default: ""
TextField string: The field in the entity that contains the embedded text. Default: "text"
VectorField string: The field in the entity that contains the vector. Default: "vector"

auth DestinationMilvusConfigurationIndexingAuth: Authentication method
collection String: The collection to load data into
host String: The public endpoint of the Milvus instance.
db String: The database to connect to. Default: ""
textField String: The field in the entity that contains the embedded text. Default: "text"
vectorField String: The field in the entity that contains the vector. Default: "vector"

auth DestinationMilvusConfigurationIndexingAuth: Authentication method
collection string: The collection to load data into
host string: The public endpoint of the Milvus instance.
db string: The database to connect to. Default: ""
textField string: The field in the entity that contains the embedded text. Default: "text"
vectorField string: The field in the entity that contains the vector. Default: "vector"

auth DestinationMilvusConfigurationIndexingAuth: Authentication method
collection str: The collection to load data into
host str: The public endpoint of the Milvus instance.
db str: The database to connect to. Default: ""
text_field str: The field in the entity that contains the embedded text. Default: "text"
vector_field str: The field in the entity that contains the vector. Default: "vector"

auth Property Map: Authentication method
collection String: The collection to load data into
host String: The public endpoint of the Milvus instance.
db String: The database to connect to. Default: ""
textField String: The field in the entity that contains the embedded text. Default: "text"
vectorField String: The field in the entity that contains the vector. Default: "vector"

DestinationMilvusConfigurationIndexingAuth, DestinationMilvusConfigurationIndexingAuthArgs

ApiToken DestinationMilvusConfigurationIndexingAuthApiToken: Authenticate using an API token (suitable for Zilliz Cloud)
NoAuth DestinationMilvusConfigurationIndexingAuthNoAuth: Do not authenticate (suitable for locally running test clusters, do not use for clusters with public IP addresses)
UsernamePassword DestinationMilvusConfigurationIndexingAuthUsernamePassword: Authenticate using username and password (suitable for self-managed Milvus clusters)

ApiToken DestinationMilvusConfigurationIndexingAuthApiToken: Authenticate using an API token (suitable for Zilliz Cloud)
NoAuth DestinationMilvusConfigurationIndexingAuthNoAuth: Do not authenticate (suitable for locally running test clusters, do not use for clusters with public IP addresses)
UsernamePassword DestinationMilvusConfigurationIndexingAuthUsernamePassword: Authenticate using username and password (suitable for self-managed Milvus clusters)

apiToken DestinationMilvusConfigurationIndexingAuthApiToken: Authenticate using an API token (suitable for Zilliz Cloud)
noAuth DestinationMilvusConfigurationIndexingAuthNoAuth: Do not authenticate (suitable for locally running test clusters, do not use for clusters with public IP addresses)
usernamePassword DestinationMilvusConfigurationIndexingAuthUsernamePassword: Authenticate using username and password (suitable for self-managed Milvus clusters)

apiToken DestinationMilvusConfigurationIndexingAuthApiToken: Authenticate using an API token (suitable for Zilliz Cloud)
noAuth DestinationMilvusConfigurationIndexingAuthNoAuth: Do not authenticate (suitable for locally running test clusters, do not use for clusters with public IP addresses)
usernamePassword DestinationMilvusConfigurationIndexingAuthUsernamePassword: Authenticate using username and password (suitable for self-managed Milvus clusters)

api_token DestinationMilvusConfigurationIndexingAuthApiToken: Authenticate using an API token (suitable for Zilliz Cloud)
no_auth DestinationMilvusConfigurationIndexingAuthNoAuth: Do not authenticate (suitable for locally running test clusters, do not use for clusters with public IP addresses)
username_password DestinationMilvusConfigurationIndexingAuthUsernamePassword: Authenticate using username and password (suitable for self-managed Milvus clusters)

apiToken Property Map: Authenticate using an API token (suitable for Zilliz Cloud)
noAuth Property Map: Do not authenticate (suitable for locally running test clusters, do not use for clusters with public IP addresses)
usernamePassword Property Map: Authenticate using username and password (suitable for self-managed Milvus clusters)

DestinationMilvusConfigurationIndexingAuthApiToken, DestinationMilvusConfigurationIndexingAuthApiTokenArgs

Token string: API Token for the Milvus instance

Token string: API Token for the Milvus instance

token String: API Token for the Milvus instance

token string: API Token for the Milvus instance

token str: API Token for the Milvus instance

token String: API Token for the Milvus instance

DestinationMilvusConfigurationIndexingAuthUsernamePassword, DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs

Password string: Password for the Milvus instance
Username string: Username for the Milvus instance

Password string: Password for the Milvus instance
Username string: Username for the Milvus instance

password String: Password for the Milvus instance
username String: Username for the Milvus instance

password string: Password for the Milvus instance
username string: Username for the Milvus instance

password str: Password for the Milvus instance
username str: Username for the Milvus instance

password String: Password for the Milvus instance
username String: Username for the Milvus instance

DestinationMilvusConfigurationProcessing, DestinationMilvusConfigurationProcessingArgs

ChunkSize double: Size of chunks in tokens to store in vector store (make sure it is not too big for the context if your LLM)
ChunkOverlap double: Size of overlap between chunks in tokens to store in vector store to better capture relevant context. Default: 0
FieldNameMappings List<DestinationMilvusConfigurationProcessingFieldNameMapping>: List of fields to rename. Not applicable for nested fields, but can be used to rename fields already flattened via dot notation.
MetadataFields List<string>: List of fields in the record that should be stored as metadata. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered metadata fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array. When specifying nested paths, all matching values are flattened into an array set to a field named by the path.
TextFields List<string>: List of fields in the record that should be used to calculate the embedding. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered text fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array.
TextSplitter DestinationMilvusConfigurationProcessingTextSplitter: Split text fields into chunks based on the specified method.

ChunkSize float64: Size of chunks in tokens to store in vector store (make sure it is not too big for the context if your LLM)
ChunkOverlap float64: Size of overlap between chunks in tokens to store in vector store to better capture relevant context. Default: 0
FieldNameMappings []DestinationMilvusConfigurationProcessingFieldNameMapping: List of fields to rename. Not applicable for nested fields, but can be used to rename fields already flattened via dot notation.
MetadataFields []string: List of fields in the record that should be stored as metadata. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered metadata fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array. When specifying nested paths, all matching values are flattened into an array set to a field named by the path.
TextFields []string: List of fields in the record that should be used to calculate the embedding. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered text fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array.
TextSplitter DestinationMilvusConfigurationProcessingTextSplitter: Split text fields into chunks based on the specified method.

chunkSize Double: Size of chunks in tokens to store in vector store (make sure it is not too big for the context if your LLM)
chunkOverlap Double: Size of overlap between chunks in tokens to store in vector store to better capture relevant context. Default: 0
fieldNameMappings List<DestinationMilvusConfigurationProcessingFieldNameMapping>: List of fields to rename. Not applicable for nested fields, but can be used to rename fields already flattened via dot notation.
metadataFields List<String>: List of fields in the record that should be stored as metadata. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered metadata fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array. When specifying nested paths, all matching values are flattened into an array set to a field named by the path.
textFields List<String>: List of fields in the record that should be used to calculate the embedding. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered text fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array.
textSplitter DestinationMilvusConfigurationProcessingTextSplitter: Split text fields into chunks based on the specified method.

chunkSize number: Size of chunks in tokens to store in vector store (make sure it is not too big for the context if your LLM)
chunkOverlap number: Size of overlap between chunks in tokens to store in vector store to better capture relevant context. Default: 0
fieldNameMappings DestinationMilvusConfigurationProcessingFieldNameMapping[]: List of fields to rename. Not applicable for nested fields, but can be used to rename fields already flattened via dot notation.
metadataFields string[]: List of fields in the record that should be stored as metadata. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered metadata fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array. When specifying nested paths, all matching values are flattened into an array set to a field named by the path.
textFields string[]: List of fields in the record that should be used to calculate the embedding. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered text fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array.
textSplitter DestinationMilvusConfigurationProcessingTextSplitter: Split text fields into chunks based on the specified method.

chunk_size float: Size of chunks in tokens to store in vector store (make sure it is not too big for the context if your LLM)
chunk_overlap float: Size of overlap between chunks in tokens to store in vector store to better capture relevant context. Default: 0
field_name_mappings Sequence[DestinationMilvusConfigurationProcessingFieldNameMapping]: List of fields to rename. Not applicable for nested fields, but can be used to rename fields already flattened via dot notation.
metadata_fields Sequence[str]: List of fields in the record that should be stored as metadata. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered metadata fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array. When specifying nested paths, all matching values are flattened into an array set to a field named by the path.
text_fields Sequence[str]: List of fields in the record that should be used to calculate the embedding. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered text fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array.
text_splitter DestinationMilvusConfigurationProcessingTextSplitter: Split text fields into chunks based on the specified method.

chunkSize Number: Size of chunks in tokens to store in vector store (make sure it is not too big for the context if your LLM)
chunkOverlap Number: Size of overlap between chunks in tokens to store in vector store to better capture relevant context. Default: 0
fieldNameMappings List<Property Map>: List of fields to rename. Not applicable for nested fields, but can be used to rename fields already flattened via dot notation.
metadataFields List<String>: List of fields in the record that should be stored as metadata. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered metadata fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array. When specifying nested paths, all matching values are flattened into an array set to a field named by the path.
textFields List<String>: List of fields in the record that should be used to calculate the embedding. The field list is applied to all streams in the same way and non-existing fields are ignored. If none are defined, all fields are considered text fields. When specifying text fields, you can access nested fields in the record by using dot notation, e.g. user.name will access the name field in the user object. It's also possible to use wildcards to access all fields in an object, e.g. users.*.name will access all names fields in all entries of the users array.
textSplitter Property Map: Split text fields into chunks based on the specified method.

DestinationMilvusConfigurationProcessingFieldNameMapping, DestinationMilvusConfigurationProcessingFieldNameMappingArgs

FromField string: The field name in the source
ToField string: The field name to use in the destination

FromField string: The field name in the source
ToField string: The field name to use in the destination

fromField String: The field name in the source
toField String: The field name to use in the destination

fromField string: The field name in the source
toField string: The field name to use in the destination

from_field str: The field name in the source
to_field str: The field name to use in the destination

fromField String: The field name in the source
toField String: The field name to use in the destination

DestinationMilvusConfigurationProcessingTextSplitter, DestinationMilvusConfigurationProcessingTextSplitterArgs

ByMarkdownHeader DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader: Split the text by Markdown headers down to the specified header level. If the chunk size fits multiple sections, they will be combined into a single chunk.
ByProgrammingLanguage DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage: Split the text by suitable delimiters based on the programming language. This is useful for splitting code into chunks.
BySeparator DestinationMilvusConfigurationProcessingTextSplitterBySeparator: Split the text by the list of separators until the chunk size is reached, using the earlier mentioned separators where possible. This is useful for splitting text fields by paragraphs, sentences, words, etc.

ByMarkdownHeader DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader: Split the text by Markdown headers down to the specified header level. If the chunk size fits multiple sections, they will be combined into a single chunk.
ByProgrammingLanguage DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage: Split the text by suitable delimiters based on the programming language. This is useful for splitting code into chunks.
BySeparator DestinationMilvusConfigurationProcessingTextSplitterBySeparator: Split the text by the list of separators until the chunk size is reached, using the earlier mentioned separators where possible. This is useful for splitting text fields by paragraphs, sentences, words, etc.

byMarkdownHeader DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader: Split the text by Markdown headers down to the specified header level. If the chunk size fits multiple sections, they will be combined into a single chunk.
byProgrammingLanguage DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage: Split the text by suitable delimiters based on the programming language. This is useful for splitting code into chunks.
bySeparator DestinationMilvusConfigurationProcessingTextSplitterBySeparator: Split the text by the list of separators until the chunk size is reached, using the earlier mentioned separators where possible. This is useful for splitting text fields by paragraphs, sentences, words, etc.

byMarkdownHeader DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader: Split the text by Markdown headers down to the specified header level. If the chunk size fits multiple sections, they will be combined into a single chunk.
byProgrammingLanguage DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage: Split the text by suitable delimiters based on the programming language. This is useful for splitting code into chunks.
bySeparator DestinationMilvusConfigurationProcessingTextSplitterBySeparator: Split the text by the list of separators until the chunk size is reached, using the earlier mentioned separators where possible. This is useful for splitting text fields by paragraphs, sentences, words, etc.

by_markdown_header DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader: Split the text by Markdown headers down to the specified header level. If the chunk size fits multiple sections, they will be combined into a single chunk.
by_programming_language DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage: Split the text by suitable delimiters based on the programming language. This is useful for splitting code into chunks.
by_separator DestinationMilvusConfigurationProcessingTextSplitterBySeparator: Split the text by the list of separators until the chunk size is reached, using the earlier mentioned separators where possible. This is useful for splitting text fields by paragraphs, sentences, words, etc.

byMarkdownHeader Property Map: Split the text by Markdown headers down to the specified header level. If the chunk size fits multiple sections, they will be combined into a single chunk.
byProgrammingLanguage Property Map: Split the text by suitable delimiters based on the programming language. This is useful for splitting code into chunks.
bySeparator Property Map: Split the text by the list of separators until the chunk size is reached, using the earlier mentioned separators where possible. This is useful for splitting text fields by paragraphs, sentences, words, etc.

DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader, DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs

SplitLevel double: Level of markdown headers to split text fields by. Headings down to the specified level will be used as split points. Default: 1

SplitLevel float64: Level of markdown headers to split text fields by. Headings down to the specified level will be used as split points. Default: 1

splitLevel Double: Level of markdown headers to split text fields by. Headings down to the specified level will be used as split points. Default: 1

splitLevel number: Level of markdown headers to split text fields by. Headings down to the specified level will be used as split points. Default: 1

split_level float: Level of markdown headers to split text fields by. Headings down to the specified level will be used as split points. Default: 1

splitLevel Number: Level of markdown headers to split text fields by. Headings down to the specified level will be used as split points. Default: 1

DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage, DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs

Language string: Split code in suitable places based on the programming language. must be one of ["cpp", "go", "java", "js", "php", "proto", "python", "rst", "ruby", "rust", "scala", "swift", "markdown", "latex", "html", "sol"]

Language string: Split code in suitable places based on the programming language. must be one of ["cpp", "go", "java", "js", "php", "proto", "python", "rst", "ruby", "rust", "scala", "swift", "markdown", "latex", "html", "sol"]

language String: Split code in suitable places based on the programming language. must be one of ["cpp", "go", "java", "js", "php", "proto", "python", "rst", "ruby", "rust", "scala", "swift", "markdown", "latex", "html", "sol"]

language string: Split code in suitable places based on the programming language. must be one of ["cpp", "go", "java", "js", "php", "proto", "python", "rst", "ruby", "rust", "scala", "swift", "markdown", "latex", "html", "sol"]

language str: Split code in suitable places based on the programming language. must be one of ["cpp", "go", "java", "js", "php", "proto", "python", "rst", "ruby", "rust", "scala", "swift", "markdown", "latex", "html", "sol"]

language String: Split code in suitable places based on the programming language. must be one of ["cpp", "go", "java", "js", "php", "proto", "python", "rst", "ruby", "rust", "scala", "swift", "markdown", "latex", "html", "sol"]

DestinationMilvusConfigurationProcessingTextSplitterBySeparator, DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs

KeepSeparator bool: Whether to keep the separator in the resulting chunks. Default: false
Separators List<string>: List of separator strings to split text fields by. The separator itself needs to be wrapped in double quotes, e.g. to split by the dot character, use ".". To split by a newline, use "\n".

KeepSeparator bool: Whether to keep the separator in the resulting chunks. Default: false
Separators []string: List of separator strings to split text fields by. The separator itself needs to be wrapped in double quotes, e.g. to split by the dot character, use ".". To split by a newline, use "\n".

keepSeparator Boolean: Whether to keep the separator in the resulting chunks. Default: false
separators List<String>: List of separator strings to split text fields by. The separator itself needs to be wrapped in double quotes, e.g. to split by the dot character, use ".". To split by a newline, use "\n".

keepSeparator boolean: Whether to keep the separator in the resulting chunks. Default: false
separators string[]: List of separator strings to split text fields by. The separator itself needs to be wrapped in double quotes, e.g. to split by the dot character, use ".". To split by a newline, use "\n".

keep_separator bool: Whether to keep the separator in the resulting chunks. Default: false
separators Sequence[str]: List of separator strings to split text fields by. The separator itself needs to be wrapped in double quotes, e.g. to split by the dot character, use ".". To split by a newline, use "\n".

keepSeparator Boolean: Whether to keep the separator in the resulting chunks. Default: false
separators List<String>: List of separator strings to split text fields by. The separator itself needs to be wrapped in double quotes, e.g. to split by the dot character, use ".". To split by a newline, use "\n".

Import

$ pulumi import airbyte:index/destinationMilvus:DestinationMilvus my_airbyte_destination_milvus ""

To learn more about importing existing cloud resources, see Importing resources.

Package Details

Repository: airbyte airbytehq/terraform-provider-airbyte
License
Notes: This Pulumi package is based on the airbyte Terraform Provider.

airbyte 0.7.0-beta2 published on Friday, Mar 7, 2025 by airbytehq

airbytehq/terraform-provider-airbyte

airbyte.DestinationMilvus

On this page

On this page

Example Usage

Create DestinationMilvus Resource

Constructor syntax

Parameters

Constructor example

DestinationMilvus Resource Properties

Inputs

Outputs

Look up Existing DestinationMilvus Resource

Supporting Types

DestinationMilvusConfiguration, DestinationMilvusConfigurationArgs

DestinationMilvusConfigurationEmbedding, DestinationMilvusConfigurationEmbeddingArgs

DestinationMilvusConfigurationEmbeddingAzureOpenAi, DestinationMilvusConfigurationEmbeddingAzureOpenAiArgs

DestinationMilvusConfigurationEmbeddingCohere, DestinationMilvusConfigurationEmbeddingCohereArgs

DestinationMilvusConfigurationEmbeddingOpenAi, DestinationMilvusConfigurationEmbeddingOpenAiArgs

DestinationMilvusConfigurationEmbeddingOpenAiCompatible, DestinationMilvusConfigurationEmbeddingOpenAiCompatibleArgs

DestinationMilvusConfigurationIndexing, DestinationMilvusConfigurationIndexingArgs

DestinationMilvusConfigurationIndexingAuth, DestinationMilvusConfigurationIndexingAuthArgs

DestinationMilvusConfigurationIndexingAuthApiToken, DestinationMilvusConfigurationIndexingAuthApiTokenArgs

DestinationMilvusConfigurationIndexingAuthUsernamePassword, DestinationMilvusConfigurationIndexingAuthUsernamePasswordArgs

DestinationMilvusConfigurationProcessing, DestinationMilvusConfigurationProcessingArgs

DestinationMilvusConfigurationProcessingFieldNameMapping, DestinationMilvusConfigurationProcessingFieldNameMappingArgs

DestinationMilvusConfigurationProcessingTextSplitter, DestinationMilvusConfigurationProcessingTextSplitterArgs

DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeader, DestinationMilvusConfigurationProcessingTextSplitterByMarkdownHeaderArgs

DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguage, DestinationMilvusConfigurationProcessingTextSplitterByProgrammingLanguageArgs

DestinationMilvusConfigurationProcessingTextSplitterBySeparator, DestinationMilvusConfigurationProcessingTextSplitterBySeparatorArgs

Import

Package Details

On this page

On this page