LogsCustomPipeline

Provides a Datadog Logs Pipeline API resource, which is used to create and manage Datadog logs custom pipelines.

Important Notes

Each datadog..LogsCustomPipeline resource defines a complete pipeline. The order of the pipelines is maintained in a different resource datadog_logs_pipeline_order. When creating a new pipeline, you need to explicitly add this pipeline to the datadog..LogsPipelineOrder resource to track the pipeline. Similarly, when a pipeline needs to be destroyed, remove its references from the datadog..LogsPipelineOrder resource.

Example Usage

Coming soon!

import * as pulumi from "@pulumi/pulumi";
import * as datadog from "@pulumi/datadog";

const samplePipeline = new datadog.LogsCustomPipeline("sample_pipeline", {
    filters: [{
        query: "source:foo",
    }],
    isEnabled: true,
    name: "sample pipeline",
    processors: [
        {
            arithmeticProcessor: {
                expression: "(time1 - time2)*1000",
                isEnabled: true,
                isReplaceMissing: true,
                name: "sample arithmetic processor",
                target: "my_arithmetic",
            },
        },
        {
            attributeRemapper: {
                isEnabled: true,
                name: "sample attribute processor",
                overrideOnConflict: false,
                preserveSource: true,
                sourceType: "tag",
                sources: ["db.instance"],
                target: "db",
                targetType: "tag",
            },
        },
        {
            categoryProcessor: {
                categories: [
                    {
                        filters: [{
                            query: "@severity: \".\"",
                        }],
                        name: "debug",
                    },
                    {
                        filters: [{
                            query: "@severity: \"-\"",
                        }],
                        name: "verbose",
                    },
                ],
                isEnabled: true,
                name: "sample category processor",
                target: "foo.severity",
            },
        },
        {
            dateRemapper: {
                isEnabled: true,
                name: "sample date remapper",
                sources: [
                    "_timestamp",
                    "published_date",
                ],
            },
        },
        {
            geoIpParser: {
                isEnabled: true,
                name: "sample geo ip parser",
                sources: ["network.client.ip"],
                target: "network.client.geoip",
            },
        },
        {
            grokParser: {
                grok: {
                    matchRules: "Rule %%{word:my_word2} %%{number:my_float2}",
                    supportRules: "",
                },
                isEnabled: true,
                name: "sample grok parser",
                samples: ["sample log 1"],
                source: "message",
            },
        },
        {
            messageRemapper: {
                isEnabled: true,
                name: "sample message remapper",
                sources: ["msg"],
            },
        },
        {
            pipeline: {
                filters: [{
                    query: "source:foo",
                }],
                isEnabled: true,
                name: "nested pipeline",
                processors: [{
                    urlParser: {
                        name: "sample url parser",
                        normalizeEndingSlashes: true,
                        sources: [
                            "url",
                            "extra",
                        ],
                        target: "http_url",
                    },
                }],
            },
        },
        {
            serviceRemapper: {
                isEnabled: true,
                name: "sample service remapper",
                sources: ["service"],
            },
        },
        {
            statusRemapper: {
                isEnabled: true,
                name: "sample status remapper",
                sources: [
                    "info",
                    "trace",
                ],
            },
        },
        {
            stringBuilderProcessor: {
                isEnabled: true,
                isReplaceMissing: false,
                name: "sample string builder processor",
                target: "user_activity",
                template: "%%{user.name} logged in at %%{timestamp}",
            },
        },
        {
            traceIdRemapper: {
                isEnabled: true,
                name: "sample trace id remapper",
                sources: ["dd.trace_id"],
            },
        },
        {
            userAgentParser: {
                isEnabled: true,
                isEncoded: false,
                name: "sample user agent parser",
                sources: [
                    "user",
                    "agent",
                ],
                target: "http_agent",
            },
        },
    ],
});

Create a LogsCustomPipeline Resource

new LogsCustomPipeline(name: string, args: LogsCustomPipelineArgs, opts?: CustomResourceOptions);

def LogsCustomPipeline(resource_name, opts=None, filters=None, is_enabled=None, name=None, processors=None, __props__=None);

func NewLogsCustomPipeline(ctx *Context, name string, args LogsCustomPipelineArgs, opts ...ResourceOption) (*LogsCustomPipeline, error)

public LogsCustomPipeline(string name, LogsCustomPipelineArgs args, CustomResourceOptions? opts = null)

name string: The unique name of the resource.
args LogsCustomPipelineArgs: The arguments to resource properties.
opts CustomResourceOptions: Bag of options to control resource's behavior.

resource_name str: The unique name of the resource.
opts ResourceOptions: A bag of options that control this resource's behavior.

ctx Context: Context object for the current deployment.
name string: The unique name of the resource.
args LogsCustomPipelineArgs: The arguments to resource properties.
opts ResourceOption: Bag of options to control resource's behavior.

name string: The unique name of the resource.
args LogsCustomPipelineArgs: The arguments to resource properties.
opts CustomResourceOptions: Bag of options to control resource's behavior.