Class JobPysparkConfig
Inheritance
System.Object
JobPysparkConfig
Inherited Members
System.Object.Equals(System.Object)
System.Object.Equals(System.Object, System.Object)
System.Object.GetHashCode()
System.Object.GetType()
System.Object.MemberwiseClone()
System.Object.ReferenceEquals(System.Object, System.Object)
System.Object.ToString()
Assembly: Pulumi.Gcp.dll
Syntax
public sealed class JobPysparkConfig
Fields
View Source
ArchiveUris
HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
Declaration
public readonly ImmutableArray<string> ArchiveUris
Field Value
| Type |
Description |
| System.Collections.Immutable.ImmutableArray<System.String> |
|
View Source
Args
The arguments to pass to the driver. Do not include arguments, such as -libjars or -Dfoo=bar, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
Declaration
public readonly ImmutableArray<string> Args
Field Value
| Type |
Description |
| System.Collections.Immutable.ImmutableArray<System.String> |
|
View Source
FileUris
HCFS URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
Declaration
public readonly ImmutableArray<string> FileUris
Field Value
| Type |
Description |
| System.Collections.Immutable.ImmutableArray<System.String> |
|
View Source
JarFileUris
HCFS URIs of jar files to be added to the Spark CLASSPATH.
Declaration
public readonly ImmutableArray<string> JarFileUris
Field Value
| Type |
Description |
| System.Collections.Immutable.ImmutableArray<System.String> |
|
View Source
LoggingConfig
Declaration
public readonly JobPysparkConfigLoggingConfig LoggingConfig
Field Value
View Source
MainPythonFileUri
The HCFS URI of the main Python file to use as the driver. Must be a .py file.
Declaration
public readonly string MainPythonFileUri
Field Value
| Type |
Description |
| System.String |
|
View Source
Properties
A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Cloud Dataproc API may be overwritten.
Declaration
public readonly ImmutableDictionary<string, string> Properties
Field Value
| Type |
Description |
| System.Collections.Immutable.ImmutableDictionary<System.String, System.String> |
|
View Source
PythonFileUris
HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
Declaration
public readonly ImmutableArray<string> PythonFileUris
Field Value
| Type |
Description |
| System.Collections.Immutable.ImmutableArray<System.String> |
|