Class: Aws::Glue::Types::S3HudiDirectTarget

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Specifies a target that writes to a Hudi data source in Amazon S3.

See Also:

Constant Summary collapse

SENSITIVE = 
[]

Instance Attribute Summary collapse

Instance Attribute Details

#additional_options ⇒ Hash<String,String>

Specifies additional connection options for the connector.

Returns:

  • (Hash<String,String>) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#auto_data_quality ⇒ Types::AutoDataQuality

Specifies whether to automatically enable data quality evaluation for the S3 Hudi direct target. When set to true, data quality checks are performed automatically during the write operation.

Returns:



27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#compression ⇒ String

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").

Returns:

  • (String) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#format ⇒ String

Specifies the data output format for the target.

Returns:

  • (String) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#inputs ⇒ Array<String>

The nodes that are inputs to the data target.

Returns:

  • (Array<String>) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#name ⇒ String

The name of the data target.

Returns:

  • (String) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#number_target_partitions ⇒ String

Specifies the number of target partitions for distributing Hudi dataset files across Amazon S3.

Returns:

  • (String) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#partition_keys ⇒ Array<Array<String>>

Specifies native partitioning using a sequence of keys.

Returns:

  • (Array<Array<String>>) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#path ⇒ String

The Amazon S3 path of your Hudi data source to write to.

Returns:

  • (String) 


27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#schema_change_policy ⇒ Types::DirectSchemaChangePolicy

A policy that specifies update behavior for the crawler.

Returns:



27095
27096
27097
27098
27099
27100
27101
27102
27103
27104
27105
27106
27107
27108
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27095

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end