Class JobPysparkConfigArgs
Inheritance
System.Object
JobPysparkConfigArgs
Inherited Members
System.Object.Equals(System.Object)
System.Object.Equals(System.Object, System.Object)
System.Object.GetHashCode()
System.Object.GetType()
System.Object.MemberwiseClone()
System.Object.ReferenceEquals(System.Object, System.Object)
System.Object.ToString()
Assembly: Pulumi.Gcp.dll
public sealed class JobPysparkConfigArgs : ResourceArgs
Constructors
View Source
Declaration
public JobPysparkConfigArgs()
Properties
View Source
HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
Declaration
public InputList<string> ArchiveUris { get; set; }
Property Value
View Source
The arguments to pass to the driver. Do not include arguments, such as -libjars or -Dfoo=bar, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
Declaration
public InputList<string> Args { get; set; }
Property Value
View Source
HCFS URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
Declaration
public InputList<string> FileUris { get; set; }
Property Value
View Source
HCFS URIs of jar files to be added to the Spark CLASSPATH.
Declaration
public InputList<string> JarFileUris { get; set; }
Property Value
View Source
Declaration
public Input<JobPysparkConfigLoggingConfigArgs> LoggingConfig { get; set; }
Property Value
View Source
MainPythonFileUri
The HCFS URI of the main Python file to use as the driver. Must be a .py file.
Declaration
public Input<string> MainPythonFileUri { get; set; }
Property Value
| Type |
Description |
| Input<System.String> |
|
View Source
A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Cloud Dataproc API may be overwritten.
Declaration
public InputMap<string> Properties { get; set; }
Property Value
| Type |
Description |
| InputMap<System.String> |
|
View Source
HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
Declaration
public InputList<string> PythonFileUris { get; set; }
Property Value