public final class PigJob extends GeneratedMessageV3 implements PigJobOrBuilder
A Dataproc job for running Apache Pig
queries on YARN.
Protobuf type google.cloud.dataproc.v1.PigJob
Inherited Members
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT)
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT,int)
com.google.protobuf.GeneratedMessageV3.<T>emptyList(java.lang.Class<T>)
com.google.protobuf.GeneratedMessageV3.internalGetMapFieldReflection(int)
Static Fields
CONTINUE_ON_FAILURE_FIELD_NUMBER
public static final int CONTINUE_ON_FAILURE_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
JAR_FILE_URIS_FIELD_NUMBER
public static final int JAR_FILE_URIS_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
LOGGING_CONFIG_FIELD_NUMBER
public static final int LOGGING_CONFIG_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
PROPERTIES_FIELD_NUMBER
public static final int PROPERTIES_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
QUERY_FILE_URI_FIELD_NUMBER
public static final int QUERY_FILE_URI_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
QUERY_LIST_FIELD_NUMBER
public static final int QUERY_LIST_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
SCRIPT_VARIABLES_FIELD_NUMBER
public static final int SCRIPT_VARIABLES_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
Static Methods
getDefaultInstance()
public static PigJob getDefaultInstance()
getDescriptor()
public static final Descriptors.Descriptor getDescriptor()
newBuilder()
public static PigJob.Builder newBuilder()
newBuilder(PigJob prototype)
public static PigJob.Builder newBuilder(PigJob prototype)
| Parameter |
|---|
| Name | Description |
prototype | PigJob
|
public static PigJob parseDelimitedFrom(InputStream input)
public static PigJob parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
parseFrom(byte[] data)
public static PigJob parseFrom(byte[] data)
| Parameter |
|---|
| Name | Description |
data | byte[]
|
parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
public static PigJob parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
parseFrom(ByteString data)
public static PigJob parseFrom(ByteString data)
parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static PigJob parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static PigJob parseFrom(CodedInputStream input)
public static PigJob parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
public static PigJob parseFrom(InputStream input)
public static PigJob parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
parseFrom(ByteBuffer data)
public static PigJob parseFrom(ByteBuffer data)
parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
public static PigJob parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
parser()
public static Parser<PigJob> parser()
Methods
containsProperties(String key)
public boolean containsProperties(String key)
Optional. A mapping of property names to values, used to configure Pig.
Properties that conflict with values set by the Dataproc API may be
overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
/etc/pig/conf/pig.properties, and classes in user code.
map<string, string> properties = 5 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
key | String
|
containsScriptVariables(String key)
public boolean containsScriptVariables(String key)
Optional. Mapping of query variable names to values (equivalent to the Pig
command: name=[value]).
map<string, string> script_variables = 4 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
key | String
|
equals(Object obj)
public boolean equals(Object obj)
| Parameter |
|---|
| Name | Description |
obj | Object
|
Overrides
getContinueOnFailure()
public boolean getContinueOnFailure()
Optional. Whether to continue executing queries if a query fails.
The default value is false. Setting to true can be useful when
executing independent parallel queries.
bool continue_on_failure = 3 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
boolean | The continueOnFailure.
|
getDefaultInstanceForType()
public PigJob getDefaultInstanceForType()
getJarFileUris(int index)
public String getJarFileUris(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATH of
the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
repeated string jar_file_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
index | int
The index of the element to return.
|
| Returns |
|---|
| Type | Description |
String | The jarFileUris at the given index.
|
getJarFileUrisBytes(int index)
public ByteString getJarFileUrisBytes(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATH of
the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
repeated string jar_file_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
index | int
The index of the value to return.
|
| Returns |
|---|
| Type | Description |
ByteString | The bytes of the jarFileUris at the given index.
|
getJarFileUrisCount()
public int getJarFileUrisCount()
Optional. HCFS URIs of jar files to add to the CLASSPATH of
the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
repeated string jar_file_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
int | The count of jarFileUris.
|
getJarFileUrisList()
public ProtocolStringList getJarFileUrisList()
Optional. HCFS URIs of jar files to add to the CLASSPATH of
the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
repeated string jar_file_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfig()
public LoggingConfig getLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 7 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfigOrBuilder()
public LoggingConfigOrBuilder getLoggingConfigOrBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 7 [(.google.api.field_behavior) = OPTIONAL];
getParserForType()
public Parser<PigJob> getParserForType()
Overrides
getProperties() (deprecated)
public Map<String,String> getProperties()
getPropertiesCount()
public int getPropertiesCount()
Optional. A mapping of property names to values, used to configure Pig.
Properties that conflict with values set by the Dataproc API may be
overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
/etc/pig/conf/pig.properties, and classes in user code.
map<string, string> properties = 5 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
int | |
getPropertiesMap()
public Map<String,String> getPropertiesMap()
Optional. A mapping of property names to values, used to configure Pig.
Properties that conflict with values set by the Dataproc API may be
overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
/etc/pig/conf/pig.properties, and classes in user code.
map<string, string> properties = 5 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrDefault(String key, String defaultValue)
public String getPropertiesOrDefault(String key, String defaultValue)
Optional. A mapping of property names to values, used to configure Pig.
Properties that conflict with values set by the Dataproc API may be
overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
/etc/pig/conf/pig.properties, and classes in user code.
map<string, string> properties = 5 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrThrow(String key)
public String getPropertiesOrThrow(String key)
Optional. A mapping of property names to values, used to configure Pig.
Properties that conflict with values set by the Dataproc API may be
overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
/etc/pig/conf/pig.properties, and classes in user code.
map<string, string> properties = 5 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
key | String
|
getQueriesCase()
public PigJob.QueriesCase getQueriesCase()
getQueryFileUri()
public String getQueryFileUri()
The HCFS URI of the script that contains the Pig queries.
string query_file_uri = 1;
| Returns |
|---|
| Type | Description |
String | The queryFileUri.
|
getQueryFileUriBytes()
public ByteString getQueryFileUriBytes()
The HCFS URI of the script that contains the Pig queries.
string query_file_uri = 1;
| Returns |
|---|
| Type | Description |
ByteString | The bytes for queryFileUri.
|
getQueryList()
public QueryList getQueryList()
A list of queries.
.google.cloud.dataproc.v1.QueryList query_list = 2;
| Returns |
|---|
| Type | Description |
QueryList | The queryList.
|
getQueryListOrBuilder()
public QueryListOrBuilder getQueryListOrBuilder()
A list of queries.
.google.cloud.dataproc.v1.QueryList query_list = 2;
getScriptVariables() (deprecated)
public Map<String,String> getScriptVariables()
getScriptVariablesCount()
public int getScriptVariablesCount()
Optional. Mapping of query variable names to values (equivalent to the Pig
command: name=[value]).
map<string, string> script_variables = 4 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
int | |
getScriptVariablesMap()
public Map<String,String> getScriptVariablesMap()
Optional. Mapping of query variable names to values (equivalent to the Pig
command: name=[value]).
map<string, string> script_variables = 4 [(.google.api.field_behavior) = OPTIONAL];
getScriptVariablesOrDefault(String key, String defaultValue)
public String getScriptVariablesOrDefault(String key, String defaultValue)
Optional. Mapping of query variable names to values (equivalent to the Pig
command: name=[value]).
map<string, string> script_variables = 4 [(.google.api.field_behavior) = OPTIONAL];
getScriptVariablesOrThrow(String key)
public String getScriptVariablesOrThrow(String key)
Optional. Mapping of query variable names to values (equivalent to the Pig
command: name=[value]).
map<string, string> script_variables = 4 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
key | String
|
getSerializedSize()
public int getSerializedSize()
| Returns |
|---|
| Type | Description |
int | |
Overrides
hasLoggingConfig()
public boolean hasLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 7 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
boolean | Whether the loggingConfig field is set.
|
hasQueryFileUri()
public boolean hasQueryFileUri()
The HCFS URI of the script that contains the Pig queries.
string query_file_uri = 1;
| Returns |
|---|
| Type | Description |
boolean | Whether the queryFileUri field is set.
|
hasQueryList()
public boolean hasQueryList()
A list of queries.
.google.cloud.dataproc.v1.QueryList query_list = 2;
| Returns |
|---|
| Type | Description |
boolean | Whether the queryList field is set.
|
hashCode()
| Returns |
|---|
| Type | Description |
int | |
Overrides
internalGetFieldAccessorTable()
protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Overrides
internalGetMapFieldReflection(int number)
protected MapFieldReflectionAccessor internalGetMapFieldReflection(int number)
| Parameter |
|---|
| Name | Description |
number | int
|
| Returns |
|---|
| Type | Description |
com.google.protobuf.MapFieldReflectionAccessor | |
Overrides
com.google.protobuf.GeneratedMessageV3.internalGetMapFieldReflection(int)
isInitialized()
public final boolean isInitialized()
Overrides
newBuilderForType()
public PigJob.Builder newBuilderForType()
newBuilderForType(GeneratedMessageV3.BuilderParent parent)
protected PigJob.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
Overrides
newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
Overrides
toBuilder()
public PigJob.Builder toBuilder()
writeTo(CodedOutputStream output)
public void writeTo(CodedOutputStream output)
Overrides
