pub struct PigJob {
pub continue_on_failure: bool,
pub script_variables: BTreeMap<String, String>,
pub properties: BTreeMap<String, String>,
pub jar_file_uris: Vec<String>,
pub logging_config: Option<LoggingConfig>,
pub queries: Option<Queries>,
}
Expand description
A Dataproc job for running Apache Pig queries on YARN.
Fields§
§continue_on_failure: bool
Optional. Whether to continue executing queries if a query fails.
The default value is false
. Setting to true
can be useful when
executing independent parallel queries.
script_variables: BTreeMap<String, String>
Optional. Mapping of query variable names to values (equivalent to the Pig
command: name=\[value\]
).
properties: BTreeMap<String, String>
Optional. A mapping of property names to values, used to configure Pig.
Properties that conflict with values set by the Dataproc API may be
overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml
,
/etc/pig/conf/pig.properties, and classes in user code.
jar_file_uris: Vec<String>
Optional. HCFS URIs of jar files to add to the CLASSPATH of the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
logging_config: Option<LoggingConfig>
Optional. The runtime log config for job execution.
queries: Option<Queries>
Required. The sequence of Pig queries to execute, specified as an HCFS file URI or a list of queries.
Trait Implementations§
source§impl Message for PigJob
impl Message for PigJob
source§fn encoded_len(&self) -> usize
fn encoded_len(&self) -> usize
source§fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
Self: Sized,
fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
Self: Sized,
source§fn encode_to_vec(&self) -> Vec<u8>where
Self: Sized,
fn encode_to_vec(&self) -> Vec<u8>where
Self: Sized,
source§fn encode_length_delimited(
&self,
buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
Self: Sized,
fn encode_length_delimited(
&self,
buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
Self: Sized,
source§fn encode_length_delimited_to_vec(&self) -> Vec<u8>where
Self: Sized,
fn encode_length_delimited_to_vec(&self) -> Vec<u8>where
Self: Sized,
source§fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
source§fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
source§fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
self
. Read moresource§fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
self
.source§impl PartialEq for PigJob
impl PartialEq for PigJob
impl StructuralPartialEq for PigJob
Auto Trait Implementations§
impl Freeze for PigJob
impl RefUnwindSafe for PigJob
impl Send for PigJob
impl Sync for PigJob
impl Unpin for PigJob
impl UnwindSafe for PigJob
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
T
in a tonic::Request