@@ -43,7 +43,7 @@ jobReference =
4343 , _jrProjectId = Nothing
4444 }
4545
46−-- | [Required] The job ID, which must be unique within the project. The job
46+-- | [Optional] The job ID, which must be unique within the project. The job
4747-- ID is generated by the server upon job submission or provided by the
4848-- user as a means to perform retries without creating duplicate jobs. The
4949-- ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_),
@@ -191,7 +191,7 @@ operationSchema pOsAddtional_ =
191191 { _osAddtional = _Coerce # pOsAddtional_
192192 }
193193
194−-- | Properties of the object. Contains field \'ype with type URL.
194+-- | Properties of the object. Contains field \'type with type URL.
195195osAddtional :: Lens' OperationSchema (HashMap Text JSONValue)
196196osAddtional
197197 = lens _osAddtional (\ s a -> s{_osAddtional = a}) .
@@ -262,8 +262,9 @@ diagnoseClusterResults =
262262 { _dcrOutputURI = Nothing
263263 }
264264
265−-- | [Output-only] The Google Cloud Storage URI of the diagnostic output.
266−-- This is a plain text file with a summary of collected diagnostics.
265+-- | [Output-only] The Google Cloud Storage URI of the diagnostic output. The
266+-- output report is a plain text file with a summary of collected
267+-- diagnostics.
267268dcrOutputURI :: Lens' DiagnoseClusterResults (Maybe Text)
268269dcrOutputURI
269270 = lens _dcrOutputURI (\ s a -> s{_dcrOutputURI = a})
@@ -279,8 +280,8 @@ instance ToJSON DiagnoseClusterResults where
279280 = object
280281 (catMaybes [("outputUri" .=) <$> _dcrOutputURI])
281282
282−-- | The config settings for Google Compute Engine resources in an instance
283−-- group, such as a master or worker group.
283+-- | [Optional] The config settings for Google Compute Engine resources in an
284+-- instance group, such as a master or worker group.
284285--
285286-- /See:/ 'instanceGroupConfig' smart constructor.
286287data InstanceGroupConfig = InstanceGroupConfig'
@@ -323,21 +324,22 @@ instanceGroupConfig =
323324 , _igcMachineTypeURI = Nothing
324325 }
325326
326−-- | The number of VM instances in the instance group. For master instance
327−-- groups, must be set to 1.
327+-- | [Required] The number of VM instances in the instance group. For master
328+-- instance groups, must be set to 1.
328329igcNumInstances :: Lens' InstanceGroupConfig (Maybe Int32)
329330igcNumInstances
330331 = lens _igcNumInstances
331332 (\ s a -> s{_igcNumInstances = a})
332333 . mapping _Coerce
333334
334−-- | Disk option config settings.
335+-- | [Optional] Disk option config settings.
335336igcDiskConfig :: Lens' InstanceGroupConfig (Maybe DiskConfig)
336337igcDiskConfig
337338 = lens _igcDiskConfig
338339 (\ s a -> s{_igcDiskConfig = a})
339340
340−-- | Specifies that this instance group contains Preemptible Instances.
341+-- | [Optional] Specifies that this instance group contains preemptible
342+-- instances.
341343igcIsPreemptible :: Lens' InstanceGroupConfig (Maybe Bool)
342344igcIsPreemptible
343345 = lens _igcIsPreemptible
@@ -349,9 +351,10 @@ igcImageURI :: Lens' InstanceGroupConfig (Maybe Text)
349351igcImageURI
350352 = lens _igcImageURI (\ s a -> s{_igcImageURI = a})
351353
352−-- | The list of instance names. Cloud Dataproc derives the names from
353−-- \`cluster_name\`, \`num_instances\`, and the instance group if not set
354−-- by user (recommended practice is to let Cloud Dataproc derive the name).
354+-- | [Optional] The list of instance names. Cloud Dataproc derives the names
355+-- from \`cluster_name\`, \`num_instances\`, and the instance group if not
356+-- set by user (recommended practice is to let Cloud Dataproc derive the
357+-- name).
355358igcInstanceNames :: Lens' InstanceGroupConfig [Text]
356359igcInstanceNames
357360 = lens _igcInstanceNames
@@ -367,8 +370,8 @@ igcManagedGroupConfig
367370 = lens _igcManagedGroupConfig
368371 (\ s a -> s{_igcManagedGroupConfig = a})
369372
370−-- | The Google Compute Engine machine type used for cluster instances.
371−-- Example:
373+-- | [Required] The Google Compute Engine machine type used for cluster
374+-- instances. Example:
372375-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/zones\/us-east1-a\/machineTypes\/n1-standard-2\`.
373376igcMachineTypeURI :: Lens' InstanceGroupConfig (Maybe Text)
374377igcMachineTypeURI
@@ -399,7 +402,8 @@ instance ToJSON InstanceGroupConfig where
399402 ("managedGroupConfig" .=) <$> _igcManagedGroupConfig,
400403 ("machineTypeUri" .=) <$> _igcMachineTypeURI])
401404
402−-- | A Cloud Dataproc job for running Spark applications on YARN.
405+-- | A Cloud Dataproc job for running [Apache
406+-- Spark](http:\/\/spark.apache.org\/) applications on YARN.
403407--
404408-- /See:/ 'sparkJob' smart constructor.
405409data SparkJob = SparkJob'
@@ -598,7 +602,8 @@ diskConfig =
598602 }
599603
600604-- | [Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs
601−-- are not attached, the boot disk is used to store runtime logs and HDFS
605+-- are not attached, the boot disk is used to store runtime logs and
606+-- [HDFS](https:\/\/hadoop.apache.org\/docs\/r1.2.1\/hdfs_user_guide.html)
602607-- data. If one or more SSDs are attached, this runtime bulk data is spread
603608-- across them, and the boot disk contains only basic config and installed
604609-- binaries.
@@ -629,6 +634,43 @@ instance ToJSON DiskConfig where
629634 [("numLocalSsds" .=) <$> _dcNumLocalSsds,
630635 ("bootDiskSizeGb" .=) <$> _dcBootDiskSizeGb])
631636
637+-- | [Output-only] labels associated with the operation
638+--
639+-- /See:/ 'clusterOperationMetadataLabels' smart constructor.
640+newtype ClusterOperationMetadataLabels = ClusterOperationMetadataLabels'
641+ { _comlAddtional :: HashMap Text Text
642+ } deriving (Eq,Show,Data,Typeable,Generic)
643+
644+-- | Creates a value of 'ClusterOperationMetadataLabels' with the minimum fields required to make a request.
645+--
646+-- Use one of the following lenses to modify other fields as desired:
647+--
648+-- * 'comlAddtional'
649+clusterOperationMetadataLabels
650+ :: HashMap Text Text -- ^ 'comlAddtional'
651+ -> ClusterOperationMetadataLabels
652+clusterOperationMetadataLabels pComlAddtional_ =
653+ ClusterOperationMetadataLabels'
654+ { _comlAddtional = _Coerce # pComlAddtional_
655+ }
656+
657+comlAddtional :: Lens' ClusterOperationMetadataLabels (HashMap Text Text)
658+comlAddtional
659+ = lens _comlAddtional
660+ (\ s a -> s{_comlAddtional = a})
661+ . _Coerce
662+
663+instance FromJSON ClusterOperationMetadataLabels
664+ where
665+ parseJSON
666+ = withObject "ClusterOperationMetadataLabels"
667+ (\ o ->
668+ ClusterOperationMetadataLabels' <$>
669+ (parseJSONObject o))
670+
671+instance ToJSON ClusterOperationMetadataLabels where
672+ toJSON = toJSON . _comlAddtional
673+
632674-- | The response message for Operations.ListOperations.
633675--
634676-- /See:/ 'listOperationsResponse' smart constructor.
@@ -723,9 +765,11 @@ instance ToJSON HiveJobScriptVariables where
723765-- /See:/ 'cluster' smart constructor.
724766data Cluster = Cluster'
725767 { _cStatus :: !(Maybe ClusterStatus)
768+ , _cMetrics :: !(Maybe ClusterMetrics)
726769 , _cClusterUuid :: !(Maybe Text)
727770 , _cConfig :: !(Maybe ClusterConfig)
728771 , _cClusterName :: !(Maybe Text)
772+ , _cLabels :: !(Maybe ClusterLabels)
729773 , _cProjectId :: !(Maybe Text)
730774 , _cStatusHistory :: !(Maybe [ClusterStatus])
731775 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -736,12 +780,16 @@ data Cluster = Cluster'
736780--
737781-- * 'cStatus'
738782--
783+-- * 'cMetrics'
784+--
739785-- * 'cClusterUuid'
740786--
741787-- * 'cConfig'
742788--
743789-- * 'cClusterName'
744790--
791+-- * 'cLabels'
792+--
745793-- * 'cProjectId'
746794--
747795-- * 'cStatusHistory'
@@ -750,9 +798,11 @@ cluster
750798cluster =
751799 Cluster'
752800 { _cStatus = Nothing
801+ , _cMetrics = Nothing
753802 , _cClusterUuid = Nothing
754803 , _cConfig = Nothing
755804 , _cClusterName = Nothing
805+ , _cLabels = Nothing
756806 , _cProjectId = Nothing
757807 , _cStatusHistory = Nothing
758808 }
@@ -761,6 +811,12 @@ cluster =
761811cStatus :: Lens' Cluster (Maybe ClusterStatus)
762812cStatus = lens _cStatus (\ s a -> s{_cStatus = a})
763813
814+-- | Contains cluster daemon metrics such as HDFS and YARN stats. **Beta
815+-- Feature**: This report is available for testing purposes only. It may be
816+-- changed before final release.
817+cMetrics :: Lens' Cluster (Maybe ClusterMetrics)
818+cMetrics = lens _cMetrics (\ s a -> s{_cMetrics = a})
819+
764820-- | [Output-only] A cluster UUID (Unique Universal Identifier). Cloud
765821-- Dataproc generates this value when it creates the cluster.
766822cClusterUuid :: Lens' Cluster (Maybe Text)
@@ -778,6 +834,15 @@ cClusterName :: Lens' Cluster (Maybe Text)
778834cClusterName
779835 = lens _cClusterName (\ s a -> s{_cClusterName = a})
780836
837+-- | [Optional] The labels to associate with this cluster. Label **keys**
838+-- must contain 1 to 63 characters, and must conform to [RFC
839+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
840+-- empty, but, if present, must contain 1 to 63 characters, and must
841+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
842+-- than 32 labels can be associated with a cluster.
843+cLabels :: Lens' Cluster (Maybe ClusterLabels)
844+cLabels = lens _cLabels (\ s a -> s{_cLabels = a})
845+
781846-- | [Required] The Google Cloud Platform project ID that the cluster belongs
782847-- to.
783848cProjectId :: Lens' Cluster (Maybe Text)
@@ -797,9 +862,11 @@ instance FromJSON Cluster where
797862 = withObject "Cluster"
798863 (\ o ->
799864 Cluster' <$>
800− (o .:? "status") <*> (o .:? "clusterUuid") <*>
801− (o .:? "config")
865+ (o .:? "status") <*> (o .:? "metrics") <*>
866+ (o .:? "clusterUuid")
867+ <*> (o .:? "config")
802868 <*> (o .:? "clusterName")
869+ <*> (o .:? "labels")
803870 <*> (o .:? "projectId")
804871 <*> (o .:? "statusHistory" .!= mempty))
805872
@@ -808,12 +875,52 @@ instance ToJSON Cluster where
808875 = object
809876 (catMaybes
810877 [("status" .=) <$> _cStatus,
878+ ("metrics" .=) <$> _cMetrics,
811879 ("clusterUuid" .=) <$> _cClusterUuid,
812880 ("config" .=) <$> _cConfig,
813881 ("clusterName" .=) <$> _cClusterName,
882+ ("labels" .=) <$> _cLabels,
814883 ("projectId" .=) <$> _cProjectId,
815884 ("statusHistory" .=) <$> _cStatusHistory])
816885
886+-- | [Optional] The labels to associate with this job. Label **keys** must
887+-- contain 1 to 63 characters, and must conform to [RFC
888+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
889+-- empty, but, if present, must contain 1 to 63 characters, and must
890+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
891+-- than 32 labels can be associated with a job.
892+--
893+-- /See:/ 'jobLabels' smart constructor.
894+newtype JobLabels = JobLabels'
895+ { _jlAddtional :: HashMap Text Text
896+ } deriving (Eq,Show,Data,Typeable,Generic)
897+
898+-- | Creates a value of 'JobLabels' with the minimum fields required to make a request.
899+--
900+-- Use one of the following lenses to modify other fields as desired:
901+--
902+-- * 'jlAddtional'
903+jobLabels
904+ :: HashMap Text Text -- ^ 'jlAddtional'
905+ -> JobLabels
906+jobLabels pJlAddtional_ =
907+ JobLabels'
908+ { _jlAddtional = _Coerce # pJlAddtional_
909+ }
910+
911+jlAddtional :: Lens' JobLabels (HashMap Text Text)
912+jlAddtional
913+ = lens _jlAddtional (\ s a -> s{_jlAddtional = a}) .
914+ _Coerce
915+
916+instance FromJSON JobLabels where
917+ parseJSON
918+ = withObject "JobLabels"
919+ (\ o -> JobLabels' <$> (parseJSONObject o))
920+
921+instance ToJSON JobLabels where
922+ toJSON = toJSON . _jlAddtional
923+
817924-- | A request to submit a job.
818925--
819926-- /See:/ 'submitJobRequest' smart constructor.
@@ -846,6 +953,57 @@ instance ToJSON SubmitJobRequest where
846953 toJSON SubmitJobRequest'{..}
847954 = object (catMaybes [("job" .=) <$> _sjrJob])
848955
956+-- | Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta
957+-- Feature**: This report is available for testing purposes only. It may be
958+-- changed before final release.
959+--
960+-- /See:/ 'clusterMetrics' smart constructor.
961+data ClusterMetrics = ClusterMetrics'
962+ { _cmYarnMetrics :: !(Maybe ClusterMetricsYarnMetrics)
963+ , _cmHdfsMetrics :: !(Maybe ClusterMetricsHdfsMetrics)
964+ } deriving (Eq,Show,Data,Typeable,Generic)
965+
966+-- | Creates a value of 'ClusterMetrics' with the minimum fields required to make a request.
967+--
968+-- Use one of the following lenses to modify other fields as desired:
969+--
970+-- * 'cmYarnMetrics'
971+--
972+-- * 'cmHdfsMetrics'
973+clusterMetrics
974+ :: ClusterMetrics
975+clusterMetrics =
976+ ClusterMetrics'
977+ { _cmYarnMetrics = Nothing
978+ , _cmHdfsMetrics = Nothing
979+ }
980+
981+-- | The YARN metrics.
982+cmYarnMetrics :: Lens' ClusterMetrics (Maybe ClusterMetricsYarnMetrics)
983+cmYarnMetrics
984+ = lens _cmYarnMetrics
985+ (\ s a -> s{_cmYarnMetrics = a})
986+
987+-- | The HDFS metrics.
988+cmHdfsMetrics :: Lens' ClusterMetrics (Maybe ClusterMetricsHdfsMetrics)
989+cmHdfsMetrics
990+ = lens _cmHdfsMetrics
991+ (\ s a -> s{_cmHdfsMetrics = a})
992+
993+instance FromJSON ClusterMetrics where
994+ parseJSON
995+ = withObject "ClusterMetrics"
996+ (\ o ->
997+ ClusterMetrics' <$>
998+ (o .:? "yarnMetrics") <*> (o .:? "hdfsMetrics"))
999+
1000+instance ToJSON ClusterMetrics where
1001+ toJSON ClusterMetrics'{..}
1002+ = object
1003+ (catMaybes
1004+ [("yarnMetrics" .=) <$> _cmYarnMetrics,
1005+ ("hdfsMetrics" .=) <$> _cmHdfsMetrics])
1006+
8491007-- | This resource represents a long-running operation that is the result of
8501008-- a network API call.
8511009--
@@ -888,7 +1046,7 @@ operation =
8881046oDone :: Lens' Operation (Maybe Bool)
8891047oDone = lens _oDone (\ s a -> s{_oDone = a})
8901048
891−-- | The error result of the operation in case of failure.
1049+-- | The error result of the operation in case of failure or cancellation.
8921050oError :: Lens' Operation (Maybe Status)
8931051oError = lens _oError (\ s a -> s{_oError = a})
8941052
@@ -960,7 +1118,8 @@ instance FromJSON Empty where
9601118instance ToJSON Empty where
9611119 toJSON = const emptyObject
9621120
963−-- | A Cloud Dataproc job for running Hive queries on YARN.
1121+-- | A Cloud Dataproc job for running [Apache
1122+-- Hive](https:\/\/hive.apache.org\/) queries on YARN.
9641123--
9651124-- /See:/ 'hiveJob' smart constructor.
9661125data HiveJob = HiveJob'
@@ -1193,8 +1352,8 @@ ccWorkerConfig
11931352-- | [Optional] Commands to execute on each node after config is completed.
11941353-- By default, executables are run on master and all worker nodes. You can
11951354-- test a node\'s role metadata to run an executable on a master or worker
1196−-- node, as shown below:
1197−-- ROLE=$(\/usr\/share\/google\/get_metadata_value attributes\/role) if [[ \"${ROLE}\"
1355+-- node, as shown below using \`curl\` (you can also use \`wget\`):
1356+-- ROLE=$(curl -H Metadata-Flavor:Google http:\/\/metadata\/computeMetadata\/v1\/instance\/attributes\/dataproc-role) if [[ \"${ROLE}\"
11981357-- == \'Master\' ]]; then ... master specific actions ... else ... worker
11991358-- specific actions ... fi
12001359ccInitializationActions :: Lens' ClusterConfig [NodeInitializationAction]
@@ -1336,23 +1495,23 @@ clusterOperationStatus =
13361495 , _cosDetails = Nothing
13371496 }
13381497
1339−-- | A message containing the operation state.
1498+-- | [Output-only] A message containing the operation state.
13401499cosState :: Lens' ClusterOperationStatus (Maybe Text)
13411500cosState = lens _cosState (\ s a -> s{_cosState = a})
13421501
1343−-- | A message containing the detailed operation state.
1502+-- | [Output-only] A message containing the detailed operation state.
13441503cosInnerState :: Lens' ClusterOperationStatus (Maybe Text)
13451504cosInnerState
13461505 = lens _cosInnerState
13471506 (\ s a -> s{_cosInnerState = a})
13481507
1349−-- | The time this state was entered.
1508+-- | [Output-only] The time this state was entered.
13501509cosStateStartTime :: Lens' ClusterOperationStatus (Maybe Text)
13511510cosStateStartTime
13521511 = lens _cosStateStartTime
13531512 (\ s a -> s{_cosStateStartTime = a})
13541513
1355−-- | A message containing any operation metadata details.
1514+-- | [Output-only]A message containing any operation metadata details.
13561515cosDetails :: Lens' ClusterOperationStatus (Maybe Text)
13571516cosDetails
13581517 = lens _cosDetails (\ s a -> s{_cosDetails = a})
@@ -1394,7 +1553,7 @@ statusDetailsItem pSdiAddtional_ =
13941553 { _sdiAddtional = _Coerce # pSdiAddtional_
13951554 }
13961555
1397−-- | Properties of the object. Contains field \'ype with type URL.
1556+-- | Properties of the object. Contains field \'type with type URL.
13981557sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue)
13991558sdiAddtional
14001559 = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a})
@@ -1499,6 +1658,41 @@ instance ToJSON NodeInitializationAction where
14991658 [("executionTimeout" .=) <$> _niaExecutionTimeout,
15001659 ("executableFile" .=) <$> _niaExecutableFile])
15011660
1661+-- | The YARN metrics.
1662+--
1663+-- /See:/ 'clusterMetricsYarnMetrics' smart constructor.
1664+newtype ClusterMetricsYarnMetrics = ClusterMetricsYarnMetrics'
1665+ { _cmymAddtional :: HashMap Text (Textual Int64)
1666+ } deriving (Eq,Show,Data,Typeable,Generic)
1667+
1668+-- | Creates a value of 'ClusterMetricsYarnMetrics' with the minimum fields required to make a request.
1669+--
1670+-- Use one of the following lenses to modify other fields as desired:
1671+--
1672+-- * 'cmymAddtional'
1673+clusterMetricsYarnMetrics
1674+ :: HashMap Text Int64 -- ^ 'cmymAddtional'
1675+ -> ClusterMetricsYarnMetrics
1676+clusterMetricsYarnMetrics pCmymAddtional_ =
1677+ ClusterMetricsYarnMetrics'
1678+ { _cmymAddtional = _Coerce # pCmymAddtional_
1679+ }
1680+
1681+cmymAddtional :: Lens' ClusterMetricsYarnMetrics (HashMap Text Int64)
1682+cmymAddtional
1683+ = lens _cmymAddtional
1684+ (\ s a -> s{_cmymAddtional = a})
1685+ . _Coerce
1686+
1687+instance FromJSON ClusterMetricsYarnMetrics where
1688+ parseJSON
1689+ = withObject "ClusterMetricsYarnMetrics"
1690+ (\ o ->
1691+ ClusterMetricsYarnMetrics' <$> (parseJSONObject o))
1692+
1693+instance ToJSON ClusterMetricsYarnMetrics where
1694+ toJSON = toJSON . _cmymAddtional
1695+
15021696-- | Cloud Dataproc job config.
15031697--
15041698-- /See:/ 'jobPlacement' smart constructor.
@@ -1555,6 +1749,7 @@ instance ToJSON JobPlacement where
15551749-- /See:/ 'gceClusterConfig' smart constructor.
15561750data GceClusterConfig = GceClusterConfig'
15571751 { _gccSubnetworkURI :: !(Maybe Text)
1752+ , _gccInternalIPOnly :: !(Maybe Bool)
15581753 , _gccNetworkURI :: !(Maybe Text)
15591754 , _gccZoneURI :: !(Maybe Text)
15601755 , _gccMetadata :: !(Maybe GceClusterConfigMetadata)
@@ -1568,6 +1763,8 @@ data GceClusterConfig = GceClusterConfig'
15681763--
15691764-- * 'gccSubnetworkURI'
15701765--
1766+-- * 'gccInternalIPOnly'
1767+--
15711768-- * 'gccNetworkURI'
15721769--
15731770-- * 'gccZoneURI'
@@ -1582,6 +1779,7 @@ gceClusterConfig
15821779gceClusterConfig =
15831780 GceClusterConfig'
15841781 { _gccSubnetworkURI = Nothing
1782+ , _gccInternalIPOnly = Nothing
15851783 , _gccNetworkURI = Nothing
15861784 , _gccZoneURI = Nothing
15871785 , _gccMetadata = Nothing
@@ -1589,7 +1787,7 @@ gceClusterConfig =
15891787 , _gccTags = Nothing
15901788 }
15911789
1592−-- | The Google Compute Engine subnetwork to be used for machine
1790+-- | [Optional] The Google Compute Engine subnetwork to be used for machine
15931791-- communications. Cannot be specified with network_uri. Example:
15941792-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/regions\/us-east1\/sub0\`.
15951793gccSubnetworkURI :: Lens' GceClusterConfig (Maybe Text)
@@ -1597,12 +1795,23 @@ gccSubnetworkURI
15971795 = lens _gccSubnetworkURI
15981796 (\ s a -> s{_gccSubnetworkURI = a})
15991797
1600−-- | The Google Compute Engine network to be used for machine communications.
1601−-- Cannot be specified with subnetwork_uri. If neither network_uri nor
1602−-- subnetwork_uri is specified, the \"default\" network of the project is
1603−-- used, if it exists. Cannot be a \"Custom Subnet Network\" (see
1604−-- https:\/\/cloud.google.com\/compute\/docs\/subnetworks for more
1605−-- information). Example:
1798+-- | [Optional] If true, all instances in the cluster will only have internal
1799+-- IP addresses. By default, clusters are not restricted to internal IP
1800+-- addresses, and will have ephemeral external IP addresses assigned to
1801+-- each instance. This \`internal_ip_only\` restriction can only be enabled
1802+-- for subnetwork enabled networks, and all off-cluster dependencies must
1803+-- be configured to be accessible without external IP addresses.
1804+gccInternalIPOnly :: Lens' GceClusterConfig (Maybe Bool)
1805+gccInternalIPOnly
1806+ = lens _gccInternalIPOnly
1807+ (\ s a -> s{_gccInternalIPOnly = a})
1808+
1809+-- | [Optional] The Google Compute Engine network to be used for machine
1810+-- communications. Cannot be specified with subnetwork_uri. If neither
1811+-- \`network_uri\` nor \`subnetwork_uri\` is specified, the \"default\"
1812+-- network of the project is used, if it exists. Cannot be a \"Custom
1813+-- Subnet Network\" (see [Using Subnetworks](\/compute\/docs\/subnetworks)
1814+-- for more information). Example:
16061815-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/regions\/global\/default\`.
16071816gccNetworkURI :: Lens' GceClusterConfig (Maybe Text)
16081817gccNetworkURI
@@ -1616,17 +1825,20 @@ gccZoneURI :: Lens' GceClusterConfig (Maybe Text)
16161825gccZoneURI
16171826 = lens _gccZoneURI (\ s a -> s{_gccZoneURI = a})
16181827
1619−-- | The Google Compute Engine metadata entries to add to all instances.
1828+-- | The Google Compute Engine metadata entries to add to all instances (see
1829+-- [Project and instance
1830+-- metadata](https:\/\/cloud.google.com\/compute\/docs\/storing-retrieving-metadata#project_and_instance_metadata)).
16201831gccMetadata :: Lens' GceClusterConfig (Maybe GceClusterConfigMetadata)
16211832gccMetadata
16221833 = lens _gccMetadata (\ s a -> s{_gccMetadata = a})
16231834
1624−-- | The URIs of service account scopes to be included in Google Compute
1625−-- Engine instances. The following base set of scopes is always included: *
1835+-- | [Optional] The URIs of service account scopes to be included in Google
1836+-- Compute Engine instances. The following base set of scopes is always
1837+-- included: *
16261838-- https:\/\/www.googleapis.com\/auth\/cloud.useraccounts.readonly *
16271839-- https:\/\/www.googleapis.com\/auth\/devstorage.read_write *
16281840-- https:\/\/www.googleapis.com\/auth\/logging.write If no scopes are
1629−-- specfied, the following defaults are also provided: *
1841+-- specified, the following defaults are also provided: *
16301842-- https:\/\/www.googleapis.com\/auth\/bigquery *
16311843-- https:\/\/www.googleapis.com\/auth\/bigtable.admin.table *
16321844-- https:\/\/www.googleapis.com\/auth\/bigtable.data *
@@ -1638,7 +1850,8 @@ gccServiceAccountScopes
16381850 . _Default
16391851 . _Coerce
16401852
1641−-- | The Google Compute Engine tags to add to all instances.
1853+-- | The Google Compute Engine tags to add to all instances (see [Tagging
1854+-- instances](\/compute\/docs\/label-or-tag-resources#tags)).
16421855gccTags :: Lens' GceClusterConfig [Text]
16431856gccTags
16441857 = lens _gccTags (\ s a -> s{_gccTags = a}) . _Default
@@ -1649,8 +1862,9 @@ instance FromJSON GceClusterConfig where
16491862 = withObject "GceClusterConfig"
16501863 (\ o ->
16511864 GceClusterConfig' <$>
1652− (o .:? "subnetworkUri") <*> (o .:? "networkUri") <*>
1653− (o .:? "zoneUri")
1865+ (o .:? "subnetworkUri") <*> (o .:? "internalIpOnly")
1866+ <*> (o .:? "networkUri")
1867+ <*> (o .:? "zoneUri")
16541868 <*> (o .:? "metadata")
16551869 <*> (o .:? "serviceAccountScopes" .!= mempty)
16561870 <*> (o .:? "tags" .!= mempty))
@@ -1660,6 +1874,7 @@ instance ToJSON GceClusterConfig where
16601874 = object
16611875 (catMaybes
16621876 [("subnetworkUri" .=) <$> _gccSubnetworkURI,
1877+ ("internalIpOnly" .=) <$> _gccInternalIPOnly,
16631878 ("networkUri" .=) <$> _gccNetworkURI,
16641879 ("zoneUri" .=) <$> _gccZoneURI,
16651880 ("metadata" .=) <$> _gccMetadata,
@@ -1736,7 +1951,9 @@ instance ToJSON OperationStatus where
17361951 ("stateStartTime" .=) <$> _osStateStartTime,
17371952 ("details" .=) <$> _osDetails])
17381953
1739−-- | The Google Compute Engine metadata entries to add to all instances.
1954+-- | The Google Compute Engine metadata entries to add to all instances (see
1955+-- [Project and instance
1956+-- metadata](https:\/\/cloud.google.com\/compute\/docs\/storing-retrieving-metadata#project_and_instance_metadata)).
17401957--
17411958-- /See:/ 'gceClusterConfigMetadata' smart constructor.
17421959newtype GceClusterConfigMetadata = GceClusterConfigMetadata'
@@ -1846,6 +2063,44 @@ instance ToJSON DiagnoseClusterOutputLocation where
18462063 = object
18472064 (catMaybes [("outputUri" .=) <$> _dcolOutputURI])
18482065
2066+-- | [Optional] The labels to associate with this cluster. Label **keys**
2067+-- must contain 1 to 63 characters, and must conform to [RFC
2068+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
2069+-- empty, but, if present, must contain 1 to 63 characters, and must
2070+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
2071+-- than 32 labels can be associated with a cluster.
2072+--
2073+-- /See:/ 'clusterLabels' smart constructor.
2074+newtype ClusterLabels = ClusterLabels'
2075+ { _clAddtional :: HashMap Text Text
2076+ } deriving (Eq,Show,Data,Typeable,Generic)
2077+
2078+-- | Creates a value of 'ClusterLabels' with the minimum fields required to make a request.
2079+--
2080+-- Use one of the following lenses to modify other fields as desired:
2081+--
2082+-- * 'clAddtional'
2083+clusterLabels
2084+ :: HashMap Text Text -- ^ 'clAddtional'
2085+ -> ClusterLabels
2086+clusterLabels pClAddtional_ =
2087+ ClusterLabels'
2088+ { _clAddtional = _Coerce # pClAddtional_
2089+ }
2090+
2091+clAddtional :: Lens' ClusterLabels (HashMap Text Text)
2092+clAddtional
2093+ = lens _clAddtional (\ s a -> s{_clAddtional = a}) .
2094+ _Coerce
2095+
2096+instance FromJSON ClusterLabels where
2097+ parseJSON
2098+ = withObject "ClusterLabels"
2099+ (\ o -> ClusterLabels' <$> (parseJSONObject o))
2100+
2101+instance ToJSON ClusterLabels where
2102+ toJSON = toJSON . _clAddtional
2103+
18492104-- | A Cloud Dataproc job resource.
18502105--
18512106-- /See:/ 'job' smart constructor.
@@ -1857,6 +2112,8 @@ data Job = Job'
18572112 , _jReference :: !(Maybe JobReference)
18582113 , _jSparkSQLJob :: !(Maybe SparkSQLJob)
18592114 , _jHadoopJob :: !(Maybe HadoopJob)
2115+ , _jYarnApplications :: !(Maybe [YarnApplication])
2116+ , _jLabels :: !(Maybe JobLabels)
18602117 , _jPysparkJob :: !(Maybe PySparkJob)
18612118 , _jDriverOutputResourceURI :: !(Maybe Text)
18622119 , _jStatusHistory :: !(Maybe [JobStatus])
@@ -1882,6 +2139,10 @@ data Job = Job'
18822139--
18832140-- * 'jHadoopJob'
18842141--
2142+-- * 'jYarnApplications'
2143+--
2144+-- * 'jLabels'
2145+--
18852146-- * 'jPysparkJob'
18862147--
18872148-- * 'jDriverOutputResourceURI'
@@ -1902,6 +2163,8 @@ job =
19022163 , _jReference = Nothing
19032164 , _jSparkSQLJob = Nothing
19042165 , _jHadoopJob = Nothing
2166+ , _jYarnApplications = Nothing
2167+ , _jLabels = Nothing
19052168 , _jPysparkJob = Nothing
19062169 , _jDriverOutputResourceURI = Nothing
19072170 , _jStatusHistory = Nothing
@@ -1950,6 +2213,25 @@ jHadoopJob :: Lens' Job (Maybe HadoopJob)
19502213jHadoopJob
19512214 = lens _jHadoopJob (\ s a -> s{_jHadoopJob = a})
19522215
2216+-- | [Output-only] The collection of YARN applications spun up by this job.
2217+-- **Beta** Feature: This report is available for testing purposes only. It
2218+-- may be changed before final release.
2219+jYarnApplications :: Lens' Job [YarnApplication]
2220+jYarnApplications
2221+ = lens _jYarnApplications
2222+ (\ s a -> s{_jYarnApplications = a})
2223+ . _Default
2224+ . _Coerce
2225+
2226+-- | [Optional] The labels to associate with this job. Label **keys** must
2227+-- contain 1 to 63 characters, and must conform to [RFC
2228+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
2229+-- empty, but, if present, must contain 1 to 63 characters, and must
2230+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
2231+-- than 32 labels can be associated with a job.
2232+jLabels :: Lens' Job (Maybe JobLabels)
2233+jLabels = lens _jLabels (\ s a -> s{_jLabels = a})
2234+
19532235-- | Job is a Pyspark job.
19542236jPysparkJob :: Lens' Job (Maybe PySparkJob)
19552237jPysparkJob
@@ -1991,6 +2273,8 @@ instance FromJSON Job where
19912273 <*> (o .:? "reference")
19922274 <*> (o .:? "sparkSqlJob")
19932275 <*> (o .:? "hadoopJob")
2276+ <*> (o .:? "yarnApplications" .!= mempty)
2277+ <*> (o .:? "labels")
19942278 <*> (o .:? "pysparkJob")
19952279 <*> (o .:? "driverOutputResourceUri")
19962280 <*> (o .:? "statusHistory" .!= mempty)
@@ -2009,6 +2293,8 @@ instance ToJSON Job where
20092293 ("reference" .=) <$> _jReference,
20102294 ("sparkSqlJob" .=) <$> _jSparkSQLJob,
20112295 ("hadoopJob" .=) <$> _jHadoopJob,
2296+ ("yarnApplications" .=) <$> _jYarnApplications,
2297+ ("labels" .=) <$> _jLabels,
20122298 ("pysparkJob" .=) <$> _jPysparkJob,
20132299 ("driverOutputResourceUri" .=) <$>
20142300 _jDriverOutputResourceURI,
@@ -2037,7 +2323,10 @@ instance FromJSON DiagnoseClusterRequest where
20372323instance ToJSON DiagnoseClusterRequest where
20382324 toJSON = const emptyObject
20392325
2040−-- | A Cloud Dataproc job for running Hadoop MapReduce jobs on YARN.
2326+-- | A Cloud Dataproc job for running [Apache Hadoop
2327+-- MapReduce](https:\/\/hadoop.apache.org\/docs\/current\/hadoop-mapreduce-client\/hadoop-mapreduce-client-core\/MapReduceTutorial.html)
2328+-- jobs on [Apache Hadoop
2329+-- YARN](https:\/\/hadoop.apache.org\/docs\/r2.7.1\/hadoop-yarn\/hadoop-yarn-site\/YARN.html).
20412330--
20422331-- /See:/ 'hadoopJob' smart constructor.
20432332data HadoopJob = HadoopJob'
@@ -2182,6 +2471,7 @@ data ClusterOperationMetadata = ClusterOperationMetadata'
21822471 { _comStatus :: !(Maybe ClusterOperationStatus)
21832472 , _comClusterUuid :: !(Maybe Text)
21842473 , _comClusterName :: !(Maybe Text)
2474+ , _comLabels :: !(Maybe ClusterOperationMetadataLabels)
21852475 , _comOperationType :: !(Maybe Text)
21862476 , _comStatusHistory :: !(Maybe [ClusterOperationStatus])
21872477 , _comDescription :: !(Maybe Text)
@@ -2197,6 +2487,8 @@ data ClusterOperationMetadata = ClusterOperationMetadata'
21972487--
21982488-- * 'comClusterName'
21992489--
2490+-- * 'comLabels'
2491+--
22002492-- * 'comOperationType'
22012493--
22022494-- * 'comStatusHistory'
@@ -2209,6 +2501,7 @@ clusterOperationMetadata =
22092501 { _comStatus = Nothing
22102502 , _comClusterUuid = Nothing
22112503 , _comClusterName = Nothing
2504+ , _comLabels = Nothing
22122505 , _comOperationType = Nothing
22132506 , _comStatusHistory = Nothing
22142507 , _comDescription = Nothing
@@ -2219,18 +2512,23 @@ comStatus :: Lens' ClusterOperationMetadata (Maybe ClusterOperationStatus)
22192512comStatus
22202513 = lens _comStatus (\ s a -> s{_comStatus = a})
22212514
2222−-- | Cluster UUId for the operation.
2515+-- | [Output-only] Cluster UUID for the operation.
22232516comClusterUuid :: Lens' ClusterOperationMetadata (Maybe Text)
22242517comClusterUuid
22252518 = lens _comClusterUuid
22262519 (\ s a -> s{_comClusterUuid = a})
22272520
2228−-- | Name of the cluster for the operation.
2521+-- | [Output-only] Name of the cluster for the operation.
22292522comClusterName :: Lens' ClusterOperationMetadata (Maybe Text)
22302523comClusterName
22312524 = lens _comClusterName
22322525 (\ s a -> s{_comClusterName = a})
22332526
2527+-- | [Output-only] labels associated with the operation
2528+comLabels :: Lens' ClusterOperationMetadata (Maybe ClusterOperationMetadataLabels)
2529+comLabels
2530+ = lens _comLabels (\ s a -> s{_comLabels = a})
2531+
22342532-- | [Output-only] The operation type.
22352533comOperationType :: Lens' ClusterOperationMetadata (Maybe Text)
22362534comOperationType
@@ -2258,6 +2556,7 @@ instance FromJSON ClusterOperationMetadata where
22582556 ClusterOperationMetadata' <$>
22592557 (o .:? "status") <*> (o .:? "clusterUuid") <*>
22602558 (o .:? "clusterName")
2559+ <*> (o .:? "labels")
22612560 <*> (o .:? "operationType")
22622561 <*> (o .:? "statusHistory" .!= mempty)
22632562 <*> (o .:? "description"))
@@ -2269,11 +2568,13 @@ instance ToJSON ClusterOperationMetadata where
22692568 [("status" .=) <$> _comStatus,
22702569 ("clusterUuid" .=) <$> _comClusterUuid,
22712570 ("clusterName" .=) <$> _comClusterName,
2571+ ("labels" .=) <$> _comLabels,
22722572 ("operationType" .=) <$> _comOperationType,
22732573 ("statusHistory" .=) <$> _comStatusHistory,
22742574 ("description" .=) <$> _comDescription])
22752575
2276−-- | A Cloud Dataproc job for running Spark SQL queries.
2576+-- | A Cloud Dataproc job for running [Apache Spark
2577+-- SQL](http:\/\/spark.apache.org\/sql\/) queries.
22772578--
22782579-- /See:/ 'sparkSQLJob' smart constructor.
22792580data SparkSQLJob = SparkSQLJob'
@@ -2520,7 +2821,9 @@ instance FromJSON SparkJobProperties where
25202821instance ToJSON SparkJobProperties where
25212822 toJSON = toJSON . _sjpAddtional
25222823
2523−-- | A Cloud Dataproc job for running PySpark applications on YARN.
2824+-- | A Cloud Dataproc job for running [Apache
2825+-- PySpark](https:\/\/spark.apache.org\/docs\/0.9.0\/python-programming-guide.html)
2826+-- applications on YARN.
25242827--
25252828-- /See:/ 'pySparkJob' smart constructor.
25262829data PySparkJob = PySparkJob'
@@ -2735,7 +3038,7 @@ listClustersResponse =
27353038 , _lcrClusters = Nothing
27363039 }
27373040
2738−-- | [Optional] This token is included in the response if there are more
3041+-- | [Output-only] This token is included in the response if there are more
27393042-- results to fetch. To fetch additional results, provide this value as the
27403043-- \`page_token\` in a subsequent ListClustersRequest.
27413044lcrNextPageToken :: Lens' ListClustersResponse (Maybe Text)
@@ -3015,7 +3318,7 @@ jobStatus =
30153318 , _jsDetails = Nothing
30163319 }
30173320
3018−-- | [Required] A state message specifying the overall job state.
3321+-- | [Output-only] A state message specifying the overall job state.
30193322jsState :: Lens' JobStatus (Maybe Text)
30203323jsState = lens _jsState (\ s a -> s{_jsState = a})
30213324
@@ -3025,8 +3328,8 @@ jsStateStartTime
30253328 = lens _jsStateStartTime
30263329 (\ s a -> s{_jsStateStartTime = a})
30273330
3028−-- | [Optional] Job state details, such as an error description if the state
3029−-- is ERROR.
3331+-- | [Output-only] Optional job state details, such as an error description
3332+-- if the state is ERROR.
30303333jsDetails :: Lens' JobStatus (Maybe Text)
30313334jsDetails
30323335 = lens _jsDetails (\ s a -> s{_jsDetails = a})
@@ -3083,6 +3386,41 @@ instance FromJSON PigJobScriptVariables where
30833386instance ToJSON PigJobScriptVariables where
30843387 toJSON = toJSON . _pjsvAddtional
30853388
3389+-- | The HDFS metrics.
3390+--
3391+-- /See:/ 'clusterMetricsHdfsMetrics' smart constructor.
3392+newtype ClusterMetricsHdfsMetrics = ClusterMetricsHdfsMetrics'
3393+ { _cmhmAddtional :: HashMap Text (Textual Int64)
3394+ } deriving (Eq,Show,Data,Typeable,Generic)
3395+
3396+-- | Creates a value of 'ClusterMetricsHdfsMetrics' with the minimum fields required to make a request.
3397+--
3398+-- Use one of the following lenses to modify other fields as desired:
3399+--
3400+-- * 'cmhmAddtional'
3401+clusterMetricsHdfsMetrics
3402+ :: HashMap Text Int64 -- ^ 'cmhmAddtional'
3403+ -> ClusterMetricsHdfsMetrics
3404+clusterMetricsHdfsMetrics pCmhmAddtional_ =
3405+ ClusterMetricsHdfsMetrics'
3406+ { _cmhmAddtional = _Coerce # pCmhmAddtional_
3407+ }
3408+
3409+cmhmAddtional :: Lens' ClusterMetricsHdfsMetrics (HashMap Text Int64)
3410+cmhmAddtional
3411+ = lens _cmhmAddtional
3412+ (\ s a -> s{_cmhmAddtional = a})
3413+ . _Coerce
3414+
3415+instance FromJSON ClusterMetricsHdfsMetrics where
3416+ parseJSON
3417+ = withObject "ClusterMetricsHdfsMetrics"
3418+ (\ o ->
3419+ ClusterMetricsHdfsMetrics' <$> (parseJSONObject o))
3420+
3421+instance ToJSON ClusterMetricsHdfsMetrics where
3422+ toJSON = toJSON . _cmhmAddtional
3423+
30863424-- | The normal response of the operation in case of success. If the original
30873425-- method returns no data on success, such as \`Delete\`, the response is
30883426-- \`google.protobuf.Empty\`. If the original method is standard
@@ -3110,7 +3448,7 @@ operationResponse pOrAddtional_ =
31103448 { _orAddtional = _Coerce # pOrAddtional_
31113449 }
31123450
3113−-- | Properties of the object. Contains field \'ype with type URL.
3451+-- | Properties of the object. Contains field \'type with type URL.
31143452orAddtional :: Lens' OperationResponse (HashMap Text JSONValue)
31153453orAddtional
31163454 = lens _orAddtional (\ s a -> s{_orAddtional = a}) .
@@ -3189,17 +3527,17 @@ clusterStatus =
31893527 , _csDetail = Nothing
31903528 }
31913529
3192−-- | The cluster\'s state.
3530+-- | [Output-only] The cluster\'s state.
31933531csState :: Lens' ClusterStatus (Maybe Text)
31943532csState = lens _csState (\ s a -> s{_csState = a})
31953533
3196−-- | Time when this state was entered.
3534+-- | [Output-only] Time when this state was entered.
31973535csStateStartTime :: Lens' ClusterStatus (Maybe Text)
31983536csStateStartTime
31993537 = lens _csStateStartTime
32003538 (\ s a -> s{_csStateStartTime = a})
32013539
3202−-- | Optional details of cluster\'s state.
3540+-- | [Output-only] Optional details of cluster\'s state.
32033541csDetail :: Lens' ClusterStatus (Maybe Text)
32043542csDetail = lens _csDetail (\ s a -> s{_csDetail = a})
32053543
@@ -3219,7 +3557,83 @@ instance ToJSON ClusterStatus where
32193557 ("stateStartTime" .=) <$> _csStateStartTime,
32203558 ("detail" .=) <$> _csDetail])
32213559
3222−-- | A Cloud Dataproc job for running Pig queries on YARN.
3560+-- | A YARN application created by a job. Application information is a subset
3561+-- of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto.
3562+-- **Beta Feature**: This report is available for testing purposes only. It
3563+-- may be changed before final release.
3564+--
3565+-- /See:/ 'yarnApplication' smart constructor.
3566+data YarnApplication = YarnApplication'
3567+ { _yaTrackingURL :: !(Maybe Text)
3568+ , _yaState :: !(Maybe Text)
3569+ , _yaProgress :: !(Maybe (Textual Double))
3570+ , _yaName :: !(Maybe Text)
3571+ } deriving (Eq,Show,Data,Typeable,Generic)
3572+
3573+-- | Creates a value of 'YarnApplication' with the minimum fields required to make a request.
3574+--
3575+-- Use one of the following lenses to modify other fields as desired:
3576+--
3577+-- * 'yaTrackingURL'
3578+--
3579+-- * 'yaState'
3580+--
3581+-- * 'yaProgress'
3582+--
3583+-- * 'yaName'
3584+yarnApplication
3585+ :: YarnApplication
3586+yarnApplication =
3587+ YarnApplication'
3588+ { _yaTrackingURL = Nothing
3589+ , _yaState = Nothing
3590+ , _yaProgress = Nothing
3591+ , _yaName = Nothing
3592+ }
3593+
3594+-- | [Optional] The HTTP URL of the ApplicationMaster, HistoryServer, or
3595+-- TimelineServer that provides application-specific information. The URL
3596+-- uses the internal hostname, and requires a proxy server for resolution
3597+-- and, possibly, access.
3598+yaTrackingURL :: Lens' YarnApplication (Maybe Text)
3599+yaTrackingURL
3600+ = lens _yaTrackingURL
3601+ (\ s a -> s{_yaTrackingURL = a})
3602+
3603+-- | [Required] The application state.
3604+yaState :: Lens' YarnApplication (Maybe Text)
3605+yaState = lens _yaState (\ s a -> s{_yaState = a})
3606+
3607+-- | [Required] The numerical progress of the application, from 1 to 100.
3608+yaProgress :: Lens' YarnApplication (Maybe Double)
3609+yaProgress
3610+ = lens _yaProgress (\ s a -> s{_yaProgress = a}) .
3611+ mapping _Coerce
3612+
3613+-- | [Required] The application name.
3614+yaName :: Lens' YarnApplication (Maybe Text)
3615+yaName = lens _yaName (\ s a -> s{_yaName = a})
3616+
3617+instance FromJSON YarnApplication where
3618+ parseJSON
3619+ = withObject "YarnApplication"
3620+ (\ o ->
3621+ YarnApplication' <$>
3622+ (o .:? "trackingUrl") <*> (o .:? "state") <*>
3623+ (o .:? "progress")
3624+ <*> (o .:? "name"))
3625+
3626+instance ToJSON YarnApplication where
3627+ toJSON YarnApplication'{..}
3628+ = object
3629+ (catMaybes
3630+ [("trackingUrl" .=) <$> _yaTrackingURL,
3631+ ("state" .=) <$> _yaState,
3632+ ("progress" .=) <$> _yaProgress,
3633+ ("name" .=) <$> _yaName])
3634+
3635+-- | A Cloud Dataproc job for running [Apache
3636+-- Pig](https:\/\/pig.apache.org\/) queries on YARN.
32233637--
32243638-- /See:/ 'pigJob' smart constructor.
32253639data PigJob = PigJob'