Interface IScalaSparkFlexEtlJobProps

Properties for a ScalaSparkFlexEtlJob.

Inherited Members

ISparkJobProps.EnableMetrics

ISparkJobProps.EnableObservabilityMetrics

ISparkJobProps.SparkUI

ISparkJobProps.WorkerConfiguration

IJobProps.Role

IJobProps.Script

IJobProps.Connections

IJobProps.ContinuousLogging

IJobProps.DefaultArguments

IJobProps.Description

IJobProps.GlueVersion

IJobProps.JobName

IJobProps.MaxConcurrentRuns

IJobProps.MaxRetries

IJobProps.SecurityConfiguration

IJobProps.Tags

IJobProps.Timeout

Namespace: Amazon.CDK.AWS.Glue

Assembly: Amazon.CDK.Lib.dll

Syntax (csharp)

public interface IScalaSparkFlexEtlJobProps : ISparkJobProps, IJobProps

Syntax (vb)

Public Interface IScalaSparkFlexEtlJobProps Inherits ISparkJobProps, IJobProps

Remarks

ExampleMetadata: fixture=_generated

Examples

// The code below shows an example of how to instantiate this type.
            // The values are placeholders you should change.
            using Amazon.CDK;
            using Amazon.CDK.AWS.Glue;
            using Amazon.CDK.AWS.IAM;
            using Amazon.CDK.AWS.Logs;
            using Amazon.CDK.AWS.S3;

            Bucket bucket;
            Code code;
            Connection connection;
            LogGroup logGroup;
            Role role;
            SecurityConfiguration securityConfiguration;

            var scalaSparkFlexEtlJobProps = new ScalaSparkFlexEtlJobProps {
                ClassName = "className",
                Role = role,
                Script = code,

                // the properties below are optional
                Connections = new [] { connection },
                ContinuousLogging = new ContinuousLoggingProps {
                    Enabled = false,

                    // the properties below are optional
                    ConversionPattern = "conversionPattern",
                    LogGroup = logGroup,
                    LogStreamPrefix = "logStreamPrefix",
                    Quiet = false
                },
                DefaultArguments = new Dictionary<string, string> {
                    { "defaultArgumentsKey", "defaultArguments" }
                },
                Description = "description",
                EnableMetrics = false,
                EnableObservabilityMetrics = false,
                ExtraFiles = new [] { code },
                ExtraJars = new [] { code },
                ExtraJarsFirst = false,
                GlueVersion = GlueVersion.V0_9,
                JobName = "jobName",
                MaxConcurrentRuns = 123,
                MaxRetries = 123,
                NotifyDelayAfter = Duration.Minutes(30),
                SecurityConfiguration = securityConfiguration,
                SparkUI = new SparkUIProps {
                    Bucket = bucket,
                    Prefix = "prefix"
                },
                Tags = new Dictionary<string, string> {
                    { "tagsKey", "tags" }
                },
                Timeout = Duration.Minutes(30),
                WorkerConfiguration = new WorkerConfiguration {
                    NumberOfWorkers = 123,
                    WorkerType = WorkerType.STANDARD
                }
            };

Synopsis

Properties

ClassName	The fully qualified Scala class name that serves as the entry point for the job.
ExtraFiles	Additional files, such as configuration files that AWS Glue copies to the working directory of your script before executing it.
ExtraJars	Extra Jars S3 URL (optional) S3 URL where additional jar dependencies are located.
ExtraJarsFirst	Setting this value to true prioritizes the customer's extra JAR files in the classpath.
NotifyDelayAfter	Specifies configuration properties of a notification (optional).