@@ -43,7 +43,7 @@ jobReference =
43 , _jrProjectId = Nothing
43 , _jrProjectId = Nothing
46−-- | [Required] The job ID, which must be unique within the project. The job
46+-- | [Optional] The job ID, which must be unique within the project. The job
47-- ID is generated by the server upon job submission or provided by the
47-- ID is generated by the server upon job submission or provided by the
48-- user as a means to perform retries without creating duplicate jobs. The
48-- user as a means to perform retries without creating duplicate jobs. The
49-- ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_),
49-- ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_),
@@ -191,7 +191,7 @@ operationSchema pOsAddtional_ =
191 { _osAddtional = _Coerce # pOsAddtional_
191 { _osAddtional = _Coerce # pOsAddtional_
194−-- | Properties of the object. Contains field \'ype with type URL.
194+-- | Properties of the object. Contains field \'type with type URL.
195osAddtional :: Lens' OperationSchema (HashMap Text JSONValue)
195osAddtional :: Lens' OperationSchema (HashMap Text JSONValue)
196osAddtional
196osAddtional
197 = lens _osAddtional (\ s a -> s{_osAddtional = a}) .
197 = lens _osAddtional (\ s a -> s{_osAddtional = a}) .
@@ -262,8 +262,9 @@ diagnoseClusterResults =
262 { _dcrOutputURI = Nothing
262 { _dcrOutputURI = Nothing
265−-- | [Output-only] The Google Cloud Storage URI of the diagnostic output.
265+-- | [Output-only] The Google Cloud Storage URI of the diagnostic output. The
266−-- This is a plain text file with a summary of collected diagnostics.
266+-- output report is a plain text file with a summary of collected
267dcrOutputURI :: Lens' DiagnoseClusterResults (Maybe Text)
268dcrOutputURI :: Lens' DiagnoseClusterResults (Maybe Text)
268dcrOutputURI
269dcrOutputURI
269 = lens _dcrOutputURI (\ s a -> s{_dcrOutputURI = a})
270 = lens _dcrOutputURI (\ s a -> s{_dcrOutputURI = a})
@@ -279,8 +280,8 @@ instance ToJSON DiagnoseClusterResults where
280 (catMaybes [("outputUri" .=) <$> _dcrOutputURI])
281 (catMaybes [("outputUri" .=) <$> _dcrOutputURI])
282−-- | The config settings for Google Compute Engine resources in an instance
283+-- | [Optional] The config settings for Google Compute Engine resources in an
283−-- group, such as a master or worker group.
284+-- instance group, such as a master or worker group.
285-- /See:/ 'instanceGroupConfig' smart constructor.
286-- /See:/ 'instanceGroupConfig' smart constructor.
286data InstanceGroupConfig = InstanceGroupConfig'
287data InstanceGroupConfig = InstanceGroupConfig'
@@ -323,21 +324,22 @@ instanceGroupConfig =
323 , _igcMachineTypeURI = Nothing
324 , _igcMachineTypeURI = Nothing
326−-- | The number of VM instances in the instance group. For master instance
327+-- | [Required] The number of VM instances in the instance group. For master
327−-- groups, must be set to 1.
328+-- instance groups, must be set to 1.
328igcNumInstances :: Lens' InstanceGroupConfig (Maybe Int32)
329igcNumInstances :: Lens' InstanceGroupConfig (Maybe Int32)
329igcNumInstances
330igcNumInstances
330 = lens _igcNumInstances
331 = lens _igcNumInstances
331 (\ s a -> s{_igcNumInstances = a})
332 (\ s a -> s{_igcNumInstances = a})
332 . mapping _Coerce
333 . mapping _Coerce
334−-- | Disk option config settings.
335+-- | [Optional] Disk option config settings.
335igcDiskConfig :: Lens' InstanceGroupConfig (Maybe DiskConfig)
336igcDiskConfig :: Lens' InstanceGroupConfig (Maybe DiskConfig)
336igcDiskConfig
337igcDiskConfig
337 = lens _igcDiskConfig
338 = lens _igcDiskConfig
338 (\ s a -> s{_igcDiskConfig = a})
339 (\ s a -> s{_igcDiskConfig = a})
340−-- | Specifies that this instance group contains Preemptible Instances.
341+-- | [Optional] Specifies that this instance group contains preemptible
341igcIsPreemptible :: Lens' InstanceGroupConfig (Maybe Bool)
343igcIsPreemptible :: Lens' InstanceGroupConfig (Maybe Bool)
342igcIsPreemptible
344igcIsPreemptible
343 = lens _igcIsPreemptible
345 = lens _igcIsPreemptible
@@ -349,9 +351,10 @@ igcImageURI :: Lens' InstanceGroupConfig (Maybe Text)
349igcImageURI
351igcImageURI
350 = lens _igcImageURI (\ s a -> s{_igcImageURI = a})
352 = lens _igcImageURI (\ s a -> s{_igcImageURI = a})
352−-- | The list of instance names. Cloud Dataproc derives the names from
354+-- | [Optional] The list of instance names. Cloud Dataproc derives the names
353−-- \`cluster_name\`, \`num_instances\`, and the instance group if not set
355+-- from \`cluster_name\`, \`num_instances\`, and the instance group if not
354−-- by user (recommended practice is to let Cloud Dataproc derive the name).
356+-- set by user (recommended practice is to let Cloud Dataproc derive the
355igcInstanceNames :: Lens' InstanceGroupConfig [Text]
358igcInstanceNames :: Lens' InstanceGroupConfig [Text]
356igcInstanceNames
359igcInstanceNames
357 = lens _igcInstanceNames
360 = lens _igcInstanceNames
@@ -367,8 +370,8 @@ igcManagedGroupConfig
367 = lens _igcManagedGroupConfig
370 = lens _igcManagedGroupConfig
368 (\ s a -> s{_igcManagedGroupConfig = a})
371 (\ s a -> s{_igcManagedGroupConfig = a})
370−-- | The Google Compute Engine machine type used for cluster instances.
373+-- | [Required] The Google Compute Engine machine type used for cluster
371−-- Example:
374+-- instances. Example:
372-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/zones\/us-east1-a\/machineTypes\/n1-standard-2\`.
375-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/zones\/us-east1-a\/machineTypes\/n1-standard-2\`.
373igcMachineTypeURI :: Lens' InstanceGroupConfig (Maybe Text)
376igcMachineTypeURI :: Lens' InstanceGroupConfig (Maybe Text)
374igcMachineTypeURI
377igcMachineTypeURI
@@ -399,7 +402,8 @@ instance ToJSON InstanceGroupConfig where
399 ("managedGroupConfig" .=) <$> _igcManagedGroupConfig,
402 ("managedGroupConfig" .=) <$> _igcManagedGroupConfig,
400 ("machineTypeUri" .=) <$> _igcMachineTypeURI])
403 ("machineTypeUri" .=) <$> _igcMachineTypeURI])
402−-- | A Cloud Dataproc job for running Spark applications on YARN.
405+-- | A Cloud Dataproc job for running [Apache
406+-- Spark](http:\/\/spark.apache.org\/) applications on YARN.
404-- /See:/ 'sparkJob' smart constructor.
408-- /See:/ 'sparkJob' smart constructor.
405data SparkJob = SparkJob'
409data SparkJob = SparkJob'
@@ -598,7 +602,8 @@ diskConfig =
600-- | [Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs
604-- | [Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs
601−-- are not attached, the boot disk is used to store runtime logs and HDFS
605+-- are not attached, the boot disk is used to store runtime logs and
606+-- [HDFS](https:\/\/hadoop.apache.org\/docs\/r1.2.1\/hdfs_user_guide.html)
602-- data. If one or more SSDs are attached, this runtime bulk data is spread
607-- data. If one or more SSDs are attached, this runtime bulk data is spread
603-- across them, and the boot disk contains only basic config and installed
608-- across them, and the boot disk contains only basic config and installed
604-- binaries.
609-- binaries.
@@ -629,6 +634,43 @@ instance ToJSON DiskConfig where
629 [("numLocalSsds" .=) <$> _dcNumLocalSsds,
634 [("numLocalSsds" .=) <$> _dcNumLocalSsds,
630 ("bootDiskSizeGb" .=) <$> _dcBootDiskSizeGb])
635 ("bootDiskSizeGb" .=) <$> _dcBootDiskSizeGb])
637+-- | [Output-only] labels associated with the operation
639+-- /See:/ 'clusterOperationMetadataLabels' smart constructor.
640+newtype ClusterOperationMetadataLabels = ClusterOperationMetadataLabels'
641+ { _comlAddtional :: HashMap Text Text
642+ } deriving (Eq,Show,Data,Typeable,Generic)
644+-- | Creates a value of 'ClusterOperationMetadataLabels' with the minimum fields required to make a request.
646+-- Use one of the following lenses to modify other fields as desired:
649+clusterOperationMetadataLabels
650+ :: HashMap Text Text -- ^ 'comlAddtional'
651+ -> ClusterOperationMetadataLabels
652+clusterOperationMetadataLabels pComlAddtional_ =
653+ ClusterOperationMetadataLabels'
654+ { _comlAddtional = _Coerce # pComlAddtional_
657+comlAddtional :: Lens' ClusterOperationMetadataLabels (HashMap Text Text)
659+ = lens _comlAddtional
660+ (\ s a -> s{_comlAddtional = a})
663+instance FromJSON ClusterOperationMetadataLabels
666+ = withObject "ClusterOperationMetadataLabels"
668+ ClusterOperationMetadataLabels' <$>
669+ (parseJSONObject o))
671+instance ToJSON ClusterOperationMetadataLabels where
672+ toJSON = toJSON . _comlAddtional
632-- | The response message for Operations.ListOperations.
674-- | The response message for Operations.ListOperations.
634-- /See:/ 'listOperationsResponse' smart constructor.
676-- /See:/ 'listOperationsResponse' smart constructor.
@@ -723,9 +765,11 @@ instance ToJSON HiveJobScriptVariables where
723-- /See:/ 'cluster' smart constructor.
765-- /See:/ 'cluster' smart constructor.
724data Cluster = Cluster'
766data Cluster = Cluster'
725 { _cStatus :: !(Maybe ClusterStatus)
767 { _cStatus :: !(Maybe ClusterStatus)
768+ , _cMetrics :: !(Maybe ClusterMetrics)
726 , _cClusterUuid :: !(Maybe Text)
769 , _cClusterUuid :: !(Maybe Text)
727 , _cConfig :: !(Maybe ClusterConfig)
770 , _cConfig :: !(Maybe ClusterConfig)
728 , _cClusterName :: !(Maybe Text)
771 , _cClusterName :: !(Maybe Text)
772+ , _cLabels :: !(Maybe ClusterLabels)
729 , _cProjectId :: !(Maybe Text)
773 , _cProjectId :: !(Maybe Text)
730 , _cStatusHistory :: !(Maybe [ClusterStatus])
774 , _cStatusHistory :: !(Maybe [ClusterStatus])
731 } deriving (Eq,Show,Data,Typeable,Generic)
775 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -736,12 +780,16 @@ data Cluster = Cluster'
737-- * 'cStatus'
781-- * 'cStatus'
739-- * 'cClusterUuid'
785-- * 'cClusterUuid'
741-- * 'cConfig'
787-- * 'cConfig'
743-- * 'cClusterName'
789-- * 'cClusterName'
745-- * 'cProjectId'
793-- * 'cProjectId'
747-- * 'cStatusHistory'
795-- * 'cStatusHistory'
@@ -750,9 +798,11 @@ cluster
752 { _cStatus = Nothing
800 { _cStatus = Nothing
801+ , _cMetrics = Nothing
753 , _cClusterUuid = Nothing
802 , _cClusterUuid = Nothing
754 , _cConfig = Nothing
803 , _cConfig = Nothing
755 , _cClusterName = Nothing
804 , _cClusterName = Nothing
805+ , _cLabels = Nothing
756 , _cProjectId = Nothing
806 , _cProjectId = Nothing
757 , _cStatusHistory = Nothing
807 , _cStatusHistory = Nothing
@@ -761,6 +811,12 @@ cluster =
761cStatus :: Lens' Cluster (Maybe ClusterStatus)
811cStatus :: Lens' Cluster (Maybe ClusterStatus)
762cStatus = lens _cStatus (\ s a -> s{_cStatus = a})
812cStatus = lens _cStatus (\ s a -> s{_cStatus = a})
814+-- | Contains cluster daemon metrics such as HDFS and YARN stats. **Beta
815+-- Feature**: This report is available for testing purposes only. It may be
816+-- changed before final release.
817+cMetrics :: Lens' Cluster (Maybe ClusterMetrics)
818+cMetrics = lens _cMetrics (\ s a -> s{_cMetrics = a})
764-- | [Output-only] A cluster UUID (Unique Universal Identifier). Cloud
820-- | [Output-only] A cluster UUID (Unique Universal Identifier). Cloud
765-- Dataproc generates this value when it creates the cluster.
821-- Dataproc generates this value when it creates the cluster.
766cClusterUuid :: Lens' Cluster (Maybe Text)
822cClusterUuid :: Lens' Cluster (Maybe Text)
@@ -778,6 +834,15 @@ cClusterName :: Lens' Cluster (Maybe Text)
778cClusterName
834cClusterName
779 = lens _cClusterName (\ s a -> s{_cClusterName = a})
835 = lens _cClusterName (\ s a -> s{_cClusterName = a})
837+-- | [Optional] The labels to associate with this cluster. Label **keys**
838+-- must contain 1 to 63 characters, and must conform to [RFC
839+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
840+-- empty, but, if present, must contain 1 to 63 characters, and must
841+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
842+-- than 32 labels can be associated with a cluster.
843+cLabels :: Lens' Cluster (Maybe ClusterLabels)
844+cLabels = lens _cLabels (\ s a -> s{_cLabels = a})
781-- | [Required] The Google Cloud Platform project ID that the cluster belongs
846-- | [Required] The Google Cloud Platform project ID that the cluster belongs
783cProjectId :: Lens' Cluster (Maybe Text)
848cProjectId :: Lens' Cluster (Maybe Text)
@@ -797,9 +862,11 @@ instance FromJSON Cluster where
797 = withObject "Cluster"
862 = withObject "Cluster"
799 Cluster' <$>
864 Cluster' <$>
865+ (o .:? "status") <*> (o .:? "metrics") <*>
800− (o .:? "status") <*> (o .:? "clusterUuid") <*>
866+ (o .:? "clusterUuid")
801− (o .:? "config")
867+ <*> (o .:? "config")
802 <*> (o .:? "clusterName")
868 <*> (o .:? "clusterName")
869+ <*> (o .:? "labels")
803 <*> (o .:? "projectId")
870 <*> (o .:? "projectId")
804 <*> (o .:? "statusHistory" .!= mempty))
871 <*> (o .:? "statusHistory" .!= mempty))
@@ -808,12 +875,52 @@ instance ToJSON Cluster where
809 (catMaybes
876 (catMaybes
810 [("status" .=) <$> _cStatus,
877 [("status" .=) <$> _cStatus,
878+ ("metrics" .=) <$> _cMetrics,
811 ("clusterUuid" .=) <$> _cClusterUuid,
879 ("clusterUuid" .=) <$> _cClusterUuid,
812 ("config" .=) <$> _cConfig,
880 ("config" .=) <$> _cConfig,
813 ("clusterName" .=) <$> _cClusterName,
881 ("clusterName" .=) <$> _cClusterName,
882+ ("labels" .=) <$> _cLabels,
814 ("projectId" .=) <$> _cProjectId,
883 ("projectId" .=) <$> _cProjectId,
815 ("statusHistory" .=) <$> _cStatusHistory])
884 ("statusHistory" .=) <$> _cStatusHistory])
886+-- | [Optional] The labels to associate with this job. Label **keys** must
887+-- contain 1 to 63 characters, and must conform to [RFC
888+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
889+-- empty, but, if present, must contain 1 to 63 characters, and must
890+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
891+-- than 32 labels can be associated with a job.
893+-- /See:/ 'jobLabels' smart constructor.
894+newtype JobLabels = JobLabels'
895+ { _jlAddtional :: HashMap Text Text
896+ } deriving (Eq,Show,Data,Typeable,Generic)
898+-- | Creates a value of 'JobLabels' with the minimum fields required to make a request.
900+-- Use one of the following lenses to modify other fields as desired:
904+ :: HashMap Text Text -- ^ 'jlAddtional'
906+jobLabels pJlAddtional_ =
908+ { _jlAddtional = _Coerce # pJlAddtional_
911+jlAddtional :: Lens' JobLabels (HashMap Text Text)
913+ = lens _jlAddtional (\ s a -> s{_jlAddtional = a}) .
916+instance FromJSON JobLabels where
918+ = withObject "JobLabels"
919+ (\ o -> JobLabels' <$> (parseJSONObject o))
921+instance ToJSON JobLabels where
922+ toJSON = toJSON . _jlAddtional
817-- | A request to submit a job.
924-- | A request to submit a job.
819-- /See:/ 'submitJobRequest' smart constructor.
926-- /See:/ 'submitJobRequest' smart constructor.
@@ -846,6 +953,57 @@ instance ToJSON SubmitJobRequest where
846 toJSON SubmitJobRequest'{..}
953 toJSON SubmitJobRequest'{..}
847 = object (catMaybes [("job" .=) <$> _sjrJob])
954 = object (catMaybes [("job" .=) <$> _sjrJob])
956+-- | Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta
957+-- Feature**: This report is available for testing purposes only. It may be
958+-- changed before final release.
960+-- /See:/ 'clusterMetrics' smart constructor.
961+data ClusterMetrics = ClusterMetrics'
962+ { _cmYarnMetrics :: !(Maybe ClusterMetricsYarnMetrics)
963+ , _cmHdfsMetrics :: !(Maybe ClusterMetricsHdfsMetrics)
964+ } deriving (Eq,Show,Data,Typeable,Generic)
966+-- | Creates a value of 'ClusterMetrics' with the minimum fields required to make a request.
968+-- Use one of the following lenses to modify other fields as desired:
977+ { _cmYarnMetrics = Nothing
978+ , _cmHdfsMetrics = Nothing
981+-- | The YARN metrics.
982+cmYarnMetrics :: Lens' ClusterMetrics (Maybe ClusterMetricsYarnMetrics)
984+ = lens _cmYarnMetrics
985+ (\ s a -> s{_cmYarnMetrics = a})
987+-- | The HDFS metrics.
988+cmHdfsMetrics :: Lens' ClusterMetrics (Maybe ClusterMetricsHdfsMetrics)
990+ = lens _cmHdfsMetrics
991+ (\ s a -> s{_cmHdfsMetrics = a})
993+instance FromJSON ClusterMetrics where
995+ = withObject "ClusterMetrics"
998+ (o .:? "yarnMetrics") <*> (o .:? "hdfsMetrics"))
1000+instance ToJSON ClusterMetrics where
1001+ toJSON ClusterMetrics'{..}
1004+ [("yarnMetrics" .=) <$> _cmYarnMetrics,
1005+ ("hdfsMetrics" .=) <$> _cmHdfsMetrics])
849-- | This resource represents a long-running operation that is the result of
1007-- | This resource represents a long-running operation that is the result of
850-- a network API call.
1008-- a network API call.
@@ -888,7 +1046,7 @@ operation =
888oDone :: Lens' Operation (Maybe Bool)
1046oDone :: Lens' Operation (Maybe Bool)
889oDone = lens _oDone (\ s a -> s{_oDone = a})
1047oDone = lens _oDone (\ s a -> s{_oDone = a})
891−-- | The error result of the operation in case of failure.
1049+-- | The error result of the operation in case of failure or cancellation.
892oError :: Lens' Operation (Maybe Status)
1050oError :: Lens' Operation (Maybe Status)
893oError = lens _oError (\ s a -> s{_oError = a})
1051oError = lens _oError (\ s a -> s{_oError = a})
@@ -960,7 +1118,8 @@ instance FromJSON Empty where
960instance ToJSON Empty where
1118instance ToJSON Empty where
961 toJSON = const emptyObject
1119 toJSON = const emptyObject
963−-- | A Cloud Dataproc job for running Hive queries on YARN.
1121+-- | A Cloud Dataproc job for running [Apache
1122+-- Hive](https:\/\/hive.apache.org\/) queries on YARN.
965-- /See:/ 'hiveJob' smart constructor.
1124-- /See:/ 'hiveJob' smart constructor.
966data HiveJob = HiveJob'
1125data HiveJob = HiveJob'
@@ -1193,8 +1352,8 @@ ccWorkerConfig
1193-- | [Optional] Commands to execute on each node after config is completed.
1352-- | [Optional] Commands to execute on each node after config is completed.
1194-- By default, executables are run on master and all worker nodes. You can
1353-- By default, executables are run on master and all worker nodes. You can
1195-- test a node\'s role metadata to run an executable on a master or worker
1354-- test a node\'s role metadata to run an executable on a master or worker
1196−-- node, as shown below:
1355+-- node, as shown below using \`curl\` (you can also use \`wget\`):
1197−-- ROLE=$(\/usr\/share\/google\/get_metadata_value attributes\/role) if [[ \"${ROLE}\"
1356+-- ROLE=$(curl -H Metadata-Flavor:Google http:\/\/metadata\/computeMetadata\/v1\/instance\/attributes\/dataproc-role) if [[ \"${ROLE}\"
1198-- == \'Master\' ]]; then ... master specific actions ... else ... worker
1357-- == \'Master\' ]]; then ... master specific actions ... else ... worker
1199-- specific actions ... fi
1358-- specific actions ... fi
1200ccInitializationActions :: Lens' ClusterConfig [NodeInitializationAction]
1359ccInitializationActions :: Lens' ClusterConfig [NodeInitializationAction]
@@ -1336,23 +1495,23 @@ clusterOperationStatus =
1336 , _cosDetails = Nothing
1495 , _cosDetails = Nothing
1339−-- | A message containing the operation state.
1498+-- | [Output-only] A message containing the operation state.
1340cosState :: Lens' ClusterOperationStatus (Maybe Text)
1499cosState :: Lens' ClusterOperationStatus (Maybe Text)
1341cosState = lens _cosState (\ s a -> s{_cosState = a})
1500cosState = lens _cosState (\ s a -> s{_cosState = a})
1343−-- | A message containing the detailed operation state.
1502+-- | [Output-only] A message containing the detailed operation state.
1344cosInnerState :: Lens' ClusterOperationStatus (Maybe Text)
1503cosInnerState :: Lens' ClusterOperationStatus (Maybe Text)
1345cosInnerState
1504cosInnerState
1346 = lens _cosInnerState
1505 = lens _cosInnerState
1347 (\ s a -> s{_cosInnerState = a})
1506 (\ s a -> s{_cosInnerState = a})
1349−-- | The time this state was entered.
1508+-- | [Output-only] The time this state was entered.
1350cosStateStartTime :: Lens' ClusterOperationStatus (Maybe Text)
1509cosStateStartTime :: Lens' ClusterOperationStatus (Maybe Text)
1351cosStateStartTime
1510cosStateStartTime
1352 = lens _cosStateStartTime
1511 = lens _cosStateStartTime
1353 (\ s a -> s{_cosStateStartTime = a})
1512 (\ s a -> s{_cosStateStartTime = a})
1355−-- | A message containing any operation metadata details.
1514+-- | [Output-only]A message containing any operation metadata details.
1356cosDetails :: Lens' ClusterOperationStatus (Maybe Text)
1515cosDetails :: Lens' ClusterOperationStatus (Maybe Text)
1357cosDetails
1516cosDetails
1358 = lens _cosDetails (\ s a -> s{_cosDetails = a})
1517 = lens _cosDetails (\ s a -> s{_cosDetails = a})
@@ -1394,7 +1553,7 @@ statusDetailsItem pSdiAddtional_ =
1394 { _sdiAddtional = _Coerce # pSdiAddtional_
1553 { _sdiAddtional = _Coerce # pSdiAddtional_
1397−-- | Properties of the object. Contains field \'ype with type URL.
1556+-- | Properties of the object. Contains field \'type with type URL.
1398sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue)
1557sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue)
1399sdiAddtional
1558sdiAddtional
1400 = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a})
1559 = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a})
@@ -1499,6 +1658,41 @@ instance ToJSON NodeInitializationAction where
1499 [("executionTimeout" .=) <$> _niaExecutionTimeout,
1658 [("executionTimeout" .=) <$> _niaExecutionTimeout,
1500 ("executableFile" .=) <$> _niaExecutableFile])
1659 ("executableFile" .=) <$> _niaExecutableFile])
1661+-- | The YARN metrics.
1663+-- /See:/ 'clusterMetricsYarnMetrics' smart constructor.
1664+newtype ClusterMetricsYarnMetrics = ClusterMetricsYarnMetrics'
1665+ { _cmymAddtional :: HashMap Text (Textual Int64)
1666+ } deriving (Eq,Show,Data,Typeable,Generic)
1668+-- | Creates a value of 'ClusterMetricsYarnMetrics' with the minimum fields required to make a request.
1670+-- Use one of the following lenses to modify other fields as desired:
1672+-- * 'cmymAddtional'
1673+clusterMetricsYarnMetrics
1674+ :: HashMap Text Int64 -- ^ 'cmymAddtional'
1675+ -> ClusterMetricsYarnMetrics
1676+clusterMetricsYarnMetrics pCmymAddtional_ =
1677+ ClusterMetricsYarnMetrics'
1678+ { _cmymAddtional = _Coerce # pCmymAddtional_
1681+cmymAddtional :: Lens' ClusterMetricsYarnMetrics (HashMap Text Int64)
1683+ = lens _cmymAddtional
1684+ (\ s a -> s{_cmymAddtional = a})
1687+instance FromJSON ClusterMetricsYarnMetrics where
1689+ = withObject "ClusterMetricsYarnMetrics"
1691+ ClusterMetricsYarnMetrics' <$> (parseJSONObject o))
1693+instance ToJSON ClusterMetricsYarnMetrics where
1694+ toJSON = toJSON . _cmymAddtional
1502-- | Cloud Dataproc job config.
1696-- | Cloud Dataproc job config.
1504-- /See:/ 'jobPlacement' smart constructor.
1698-- /See:/ 'jobPlacement' smart constructor.
@@ -1555,6 +1749,7 @@ instance ToJSON JobPlacement where
1555-- /See:/ 'gceClusterConfig' smart constructor.
1749-- /See:/ 'gceClusterConfig' smart constructor.
1556data GceClusterConfig = GceClusterConfig'
1750data GceClusterConfig = GceClusterConfig'
1557 { _gccSubnetworkURI :: !(Maybe Text)
1751 { _gccSubnetworkURI :: !(Maybe Text)
1752+ , _gccInternalIPOnly :: !(Maybe Bool)
1558 , _gccNetworkURI :: !(Maybe Text)
1753 , _gccNetworkURI :: !(Maybe Text)
1559 , _gccZoneURI :: !(Maybe Text)
1754 , _gccZoneURI :: !(Maybe Text)
1560 , _gccMetadata :: !(Maybe GceClusterConfigMetadata)
1755 , _gccMetadata :: !(Maybe GceClusterConfigMetadata)
@@ -1568,6 +1763,8 @@ data GceClusterConfig = GceClusterConfig'
1569-- * 'gccSubnetworkURI'
1764-- * 'gccSubnetworkURI'
1766+-- * 'gccInternalIPOnly'
1571-- * 'gccNetworkURI'
1768-- * 'gccNetworkURI'
1573-- * 'gccZoneURI'
1770-- * 'gccZoneURI'
@@ -1582,6 +1779,7 @@ gceClusterConfig
1582gceClusterConfig =
1779gceClusterConfig =
1583 GceClusterConfig'
1780 GceClusterConfig'
1584 { _gccSubnetworkURI = Nothing
1781 { _gccSubnetworkURI = Nothing
1782+ , _gccInternalIPOnly = Nothing
1585 , _gccNetworkURI = Nothing
1783 , _gccNetworkURI = Nothing
1586 , _gccZoneURI = Nothing
1784 , _gccZoneURI = Nothing
1587 , _gccMetadata = Nothing
1785 , _gccMetadata = Nothing
@@ -1589,7 +1787,7 @@ gceClusterConfig =
1589 , _gccTags = Nothing
1787 , _gccTags = Nothing
1592−-- | The Google Compute Engine subnetwork to be used for machine
1790+-- | [Optional] The Google Compute Engine subnetwork to be used for machine
1593-- communications. Cannot be specified with network_uri. Example:
1791-- communications. Cannot be specified with network_uri. Example:
1594-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/regions\/us-east1\/sub0\`.
1792-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/regions\/us-east1\/sub0\`.
1595gccSubnetworkURI :: Lens' GceClusterConfig (Maybe Text)
1793gccSubnetworkURI :: Lens' GceClusterConfig (Maybe Text)
@@ -1597,12 +1795,23 @@ gccSubnetworkURI
1597 = lens _gccSubnetworkURI
1795 = lens _gccSubnetworkURI
1598 (\ s a -> s{_gccSubnetworkURI = a})
1796 (\ s a -> s{_gccSubnetworkURI = a})
1798+-- | [Optional] If true, all instances in the cluster will only have internal
1799+-- IP addresses. By default, clusters are not restricted to internal IP
1800+-- addresses, and will have ephemeral external IP addresses assigned to
1801+-- each instance. This \`internal_ip_only\` restriction can only be enabled
1802+-- for subnetwork enabled networks, and all off-cluster dependencies must
1803+-- be configured to be accessible without external IP addresses.
1804+gccInternalIPOnly :: Lens' GceClusterConfig (Maybe Bool)
1806+ = lens _gccInternalIPOnly
1807+ (\ s a -> s{_gccInternalIPOnly = a})
1600−-- | The Google Compute Engine network to be used for machine communications.
1809+-- | [Optional] The Google Compute Engine network to be used for machine
1601−-- Cannot be specified with subnetwork_uri. If neither network_uri nor
1810+-- communications. Cannot be specified with subnetwork_uri. If neither
1602−-- subnetwork_uri is specified, the \"default\" network of the project is
1811+-- \`network_uri\` nor \`subnetwork_uri\` is specified, the \"default\"
1603−-- used, if it exists. Cannot be a \"Custom Subnet Network\" (see
1812+-- network of the project is used, if it exists. Cannot be a \"Custom
1604−-- https:\/\/cloud.google.com\/compute\/docs\/subnetworks for more
1813+-- Subnet Network\" (see [Using Subnetworks](\/compute\/docs\/subnetworks)
1605−-- information). Example:
1814+-- for more information). Example:
1606-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/regions\/global\/default\`.
1815-- \`https:\/\/www.googleapis.com\/compute\/v1\/projects\/[project_id]\/regions\/global\/default\`.
1607gccNetworkURI :: Lens' GceClusterConfig (Maybe Text)
1816gccNetworkURI :: Lens' GceClusterConfig (Maybe Text)
1608gccNetworkURI
1817gccNetworkURI
@@ -1616,17 +1825,20 @@ gccZoneURI :: Lens' GceClusterConfig (Maybe Text)
1616gccZoneURI
1825gccZoneURI
1617 = lens _gccZoneURI (\ s a -> s{_gccZoneURI = a})
1826 = lens _gccZoneURI (\ s a -> s{_gccZoneURI = a})
1619−-- | The Google Compute Engine metadata entries to add to all instances.
1828+-- | The Google Compute Engine metadata entries to add to all instances (see
1829+-- [Project and instance
1830+-- metadata](https:\/\/cloud.google.com\/compute\/docs\/storing-retrieving-metadata#project_and_instance_metadata)).
1620gccMetadata :: Lens' GceClusterConfig (Maybe GceClusterConfigMetadata)
1831gccMetadata :: Lens' GceClusterConfig (Maybe GceClusterConfigMetadata)
1621gccMetadata
1832gccMetadata
1622 = lens _gccMetadata (\ s a -> s{_gccMetadata = a})
1833 = lens _gccMetadata (\ s a -> s{_gccMetadata = a})
1624−-- | The URIs of service account scopes to be included in Google Compute
1835+-- | [Optional] The URIs of service account scopes to be included in Google
1625−-- Engine instances. The following base set of scopes is always included: *
1836+-- Compute Engine instances. The following base set of scopes is always
1626-- https:\/\/www.googleapis.com\/auth\/cloud.useraccounts.readonly *
1838-- https:\/\/www.googleapis.com\/auth\/cloud.useraccounts.readonly *
1627-- https:\/\/www.googleapis.com\/auth\/devstorage.read_write *
1839-- https:\/\/www.googleapis.com\/auth\/devstorage.read_write *
1628-- https:\/\/www.googleapis.com\/auth\/logging.write If no scopes are
1840-- https:\/\/www.googleapis.com\/auth\/logging.write If no scopes are
1629−-- specfied, the following defaults are also provided: *
1841+-- specified, the following defaults are also provided: *
1630-- https:\/\/www.googleapis.com\/auth\/bigquery *
1842-- https:\/\/www.googleapis.com\/auth\/bigquery *
1631-- https:\/\/www.googleapis.com\/auth\/bigtable.admin.table *
1843-- https:\/\/www.googleapis.com\/auth\/bigtable.admin.table *
1632-- https:\/\/www.googleapis.com\/auth\/bigtable.data *
1844-- https:\/\/www.googleapis.com\/auth\/bigtable.data *
@@ -1638,7 +1850,8 @@ gccServiceAccountScopes
1638 . _Default
1850 . _Default
1639 . _Coerce
1851 . _Coerce
1641−-- | The Google Compute Engine tags to add to all instances.
1853+-- | The Google Compute Engine tags to add to all instances (see [Tagging
1854+-- instances](\/compute\/docs\/label-or-tag-resources#tags)).
1642gccTags :: Lens' GceClusterConfig [Text]
1855gccTags :: Lens' GceClusterConfig [Text]
1644 = lens _gccTags (\ s a -> s{_gccTags = a}) . _Default
1857 = lens _gccTags (\ s a -> s{_gccTags = a}) . _Default
@@ -1649,8 +1862,9 @@ instance FromJSON GceClusterConfig where
1649 = withObject "GceClusterConfig"
1862 = withObject "GceClusterConfig"
1651 GceClusterConfig' <$>
1864 GceClusterConfig' <$>
1652− (o .:? "subnetworkUri") <*> (o .:? "networkUri") <*>
1865+ (o .:? "subnetworkUri") <*> (o .:? "internalIpOnly")
1866+ <*> (o .:? "networkUri")
1653− (o .:? "zoneUri")
1867+ <*> (o .:? "zoneUri")
1654 <*> (o .:? "metadata")
1868 <*> (o .:? "metadata")
1655 <*> (o .:? "serviceAccountScopes" .!= mempty)
1869 <*> (o .:? "serviceAccountScopes" .!= mempty)
1656 <*> (o .:? "tags" .!= mempty))
1870 <*> (o .:? "tags" .!= mempty))
@@ -1660,6 +1874,7 @@ instance ToJSON GceClusterConfig where
1660 = object
1874 = object
1661 (catMaybes
1875 (catMaybes
1662 [("subnetworkUri" .=) <$> _gccSubnetworkURI,
1876 [("subnetworkUri" .=) <$> _gccSubnetworkURI,
1877+ ("internalIpOnly" .=) <$> _gccInternalIPOnly,
1663 ("networkUri" .=) <$> _gccNetworkURI,
1878 ("networkUri" .=) <$> _gccNetworkURI,
1664 ("zoneUri" .=) <$> _gccZoneURI,
1879 ("zoneUri" .=) <$> _gccZoneURI,
1665 ("metadata" .=) <$> _gccMetadata,
1880 ("metadata" .=) <$> _gccMetadata,
@@ -1736,7 +1951,9 @@ instance ToJSON OperationStatus where
1736 ("stateStartTime" .=) <$> _osStateStartTime,
1951 ("stateStartTime" .=) <$> _osStateStartTime,
1737 ("details" .=) <$> _osDetails])
1952 ("details" .=) <$> _osDetails])
1739−-- | The Google Compute Engine metadata entries to add to all instances.
1954+-- | The Google Compute Engine metadata entries to add to all instances (see
1955+-- [Project and instance
1956+-- metadata](https:\/\/cloud.google.com\/compute\/docs\/storing-retrieving-metadata#project_and_instance_metadata)).
1741-- /See:/ 'gceClusterConfigMetadata' smart constructor.
1958-- /See:/ 'gceClusterConfigMetadata' smart constructor.
1742newtype GceClusterConfigMetadata = GceClusterConfigMetadata'
1959newtype GceClusterConfigMetadata = GceClusterConfigMetadata'
@@ -1846,6 +2063,44 @@ instance ToJSON DiagnoseClusterOutputLocation where
1846 = object
2063 = object
1847 (catMaybes [("outputUri" .=) <$> _dcolOutputURI])
2064 (catMaybes [("outputUri" .=) <$> _dcolOutputURI])
2066+-- | [Optional] The labels to associate with this cluster. Label **keys**
2067+-- must contain 1 to 63 characters, and must conform to [RFC
2068+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
2069+-- empty, but, if present, must contain 1 to 63 characters, and must
2070+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
2071+-- than 32 labels can be associated with a cluster.
2073+-- /See:/ 'clusterLabels' smart constructor.
2074+newtype ClusterLabels = ClusterLabels'
2075+ { _clAddtional :: HashMap Text Text
2076+ } deriving (Eq,Show,Data,Typeable,Generic)
2078+-- | Creates a value of 'ClusterLabels' with the minimum fields required to make a request.
2080+-- Use one of the following lenses to modify other fields as desired:
2084+ :: HashMap Text Text -- ^ 'clAddtional'
2086+clusterLabels pClAddtional_ =
2088+ { _clAddtional = _Coerce # pClAddtional_
2091+clAddtional :: Lens' ClusterLabels (HashMap Text Text)
2093+ = lens _clAddtional (\ s a -> s{_clAddtional = a}) .
2096+instance FromJSON ClusterLabels where
2098+ = withObject "ClusterLabels"
2099+ (\ o -> ClusterLabels' <$> (parseJSONObject o))
2101+instance ToJSON ClusterLabels where
2102+ toJSON = toJSON . _clAddtional
1849-- | A Cloud Dataproc job resource.
2104-- | A Cloud Dataproc job resource.
1851-- /See:/ 'job' smart constructor.
2106-- /See:/ 'job' smart constructor.
@@ -1857,6 +2112,8 @@ data Job = Job'
1857 , _jReference :: !(Maybe JobReference)
2112 , _jReference :: !(Maybe JobReference)
1858 , _jSparkSQLJob :: !(Maybe SparkSQLJob)
2113 , _jSparkSQLJob :: !(Maybe SparkSQLJob)
1859 , _jHadoopJob :: !(Maybe HadoopJob)
2114 , _jHadoopJob :: !(Maybe HadoopJob)
2115+ , _jYarnApplications :: !(Maybe [YarnApplication])
2116+ , _jLabels :: !(Maybe JobLabels)
1860 , _jPysparkJob :: !(Maybe PySparkJob)
2117 , _jPysparkJob :: !(Maybe PySparkJob)
1861 , _jDriverOutputResourceURI :: !(Maybe Text)
2118 , _jDriverOutputResourceURI :: !(Maybe Text)
1862 , _jStatusHistory :: !(Maybe [JobStatus])
2119 , _jStatusHistory :: !(Maybe [JobStatus])
@@ -1882,6 +2139,10 @@ data Job = Job'
1883-- * 'jHadoopJob'
2140-- * 'jHadoopJob'
2142+-- * 'jYarnApplications'
1885-- * 'jPysparkJob'
2146-- * 'jPysparkJob'
1887-- * 'jDriverOutputResourceURI'
2148-- * 'jDriverOutputResourceURI'
@@ -1902,6 +2163,8 @@ job =
1902 , _jReference = Nothing
2163 , _jReference = Nothing
1903 , _jSparkSQLJob = Nothing
2164 , _jSparkSQLJob = Nothing
1904 , _jHadoopJob = Nothing
2165 , _jHadoopJob = Nothing
2166+ , _jYarnApplications = Nothing
2167+ , _jLabels = Nothing
1905 , _jPysparkJob = Nothing
2168 , _jPysparkJob = Nothing
1906 , _jDriverOutputResourceURI = Nothing
2169 , _jDriverOutputResourceURI = Nothing
1907 , _jStatusHistory = Nothing
2170 , _jStatusHistory = Nothing
@@ -1950,6 +2213,25 @@ jHadoopJob :: Lens' Job (Maybe HadoopJob)
1950jHadoopJob
2213jHadoopJob
1951 = lens _jHadoopJob (\ s a -> s{_jHadoopJob = a})
2214 = lens _jHadoopJob (\ s a -> s{_jHadoopJob = a})
2216+-- | [Output-only] The collection of YARN applications spun up by this job.
2217+-- **Beta** Feature: This report is available for testing purposes only. It
2218+-- may be changed before final release.
2219+jYarnApplications :: Lens' Job [YarnApplication]
2221+ = lens _jYarnApplications
2222+ (\ s a -> s{_jYarnApplications = a})
2226+-- | [Optional] The labels to associate with this job. Label **keys** must
2227+-- contain 1 to 63 characters, and must conform to [RFC
2228+-- 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). Label **values** may be
2229+-- empty, but, if present, must contain 1 to 63 characters, and must
2230+-- conform to [RFC 1035](https:\/\/www.ietf.org\/rfc\/rfc1035.txt). No more
2231+-- than 32 labels can be associated with a job.
2232+jLabels :: Lens' Job (Maybe JobLabels)
2233+jLabels = lens _jLabels (\ s a -> s{_jLabels = a})
1953-- | Job is a Pyspark job.
2235-- | Job is a Pyspark job.
1954jPysparkJob :: Lens' Job (Maybe PySparkJob)
2236jPysparkJob :: Lens' Job (Maybe PySparkJob)
1955jPysparkJob
2237jPysparkJob
@@ -1991,6 +2273,8 @@ instance FromJSON Job where
1991 <*> (o .:? "reference")
2273 <*> (o .:? "reference")
1992 <*> (o .:? "sparkSqlJob")
2274 <*> (o .:? "sparkSqlJob")
1993 <*> (o .:? "hadoopJob")
2275 <*> (o .:? "hadoopJob")
2276+ <*> (o .:? "yarnApplications" .!= mempty)
2277+ <*> (o .:? "labels")
1994 <*> (o .:? "pysparkJob")
2278 <*> (o .:? "pysparkJob")
1995 <*> (o .:? "driverOutputResourceUri")
2279 <*> (o .:? "driverOutputResourceUri")
1996 <*> (o .:? "statusHistory" .!= mempty)
2280 <*> (o .:? "statusHistory" .!= mempty)
@@ -2009,6 +2293,8 @@ instance ToJSON Job where
2009 ("reference" .=) <$> _jReference,
2293 ("reference" .=) <$> _jReference,
2010 ("sparkSqlJob" .=) <$> _jSparkSQLJob,
2294 ("sparkSqlJob" .=) <$> _jSparkSQLJob,
2011 ("hadoopJob" .=) <$> _jHadoopJob,
2295 ("hadoopJob" .=) <$> _jHadoopJob,
2296+ ("yarnApplications" .=) <$> _jYarnApplications,
2297+ ("labels" .=) <$> _jLabels,
2012 ("pysparkJob" .=) <$> _jPysparkJob,
2298 ("pysparkJob" .=) <$> _jPysparkJob,
2013 ("driverOutputResourceUri" .=) <$>
2299 ("driverOutputResourceUri" .=) <$>
2014 _jDriverOutputResourceURI,
2300 _jDriverOutputResourceURI,
@@ -2037,7 +2323,10 @@ instance FromJSON DiagnoseClusterRequest where
2037instance ToJSON DiagnoseClusterRequest where
2323instance ToJSON DiagnoseClusterRequest where
2038 toJSON = const emptyObject
2324 toJSON = const emptyObject
2040−-- | A Cloud Dataproc job for running Hadoop MapReduce jobs on YARN.
2326+-- | A Cloud Dataproc job for running [Apache Hadoop
2327+-- MapReduce](https:\/\/hadoop.apache.org\/docs\/current\/hadoop-mapreduce-client\/hadoop-mapreduce-client-core\/MapReduceTutorial.html)
2328+-- jobs on [Apache Hadoop
2329+-- YARN](https:\/\/hadoop.apache.org\/docs\/r2.7.1\/hadoop-yarn\/hadoop-yarn-site\/YARN.html).
2042-- /See:/ 'hadoopJob' smart constructor.
2331-- /See:/ 'hadoopJob' smart constructor.
2043data HadoopJob = HadoopJob'
2332data HadoopJob = HadoopJob'
@@ -2182,6 +2471,7 @@ data ClusterOperationMetadata = ClusterOperationMetadata'
2182 { _comStatus :: !(Maybe ClusterOperationStatus)
2471 { _comStatus :: !(Maybe ClusterOperationStatus)
2183 , _comClusterUuid :: !(Maybe Text)
2472 , _comClusterUuid :: !(Maybe Text)
2184 , _comClusterName :: !(Maybe Text)
2473 , _comClusterName :: !(Maybe Text)
2474+ , _comLabels :: !(Maybe ClusterOperationMetadataLabels)
2185 , _comOperationType :: !(Maybe Text)
2475 , _comOperationType :: !(Maybe Text)
2186 , _comStatusHistory :: !(Maybe [ClusterOperationStatus])
2476 , _comStatusHistory :: !(Maybe [ClusterOperationStatus])
2187 , _comDescription :: !(Maybe Text)
2477 , _comDescription :: !(Maybe Text)
@@ -2197,6 +2487,8 @@ data ClusterOperationMetadata = ClusterOperationMetadata'
2198-- * 'comClusterName'
2488-- * 'comClusterName'
2200-- * 'comOperationType'
2492-- * 'comOperationType'
2202-- * 'comStatusHistory'
2494-- * 'comStatusHistory'
@@ -2209,6 +2501,7 @@ clusterOperationMetadata =
2209 { _comStatus = Nothing
2501 { _comStatus = Nothing
2210 , _comClusterUuid = Nothing
2502 , _comClusterUuid = Nothing
2211 , _comClusterName = Nothing
2503 , _comClusterName = Nothing
2504+ , _comLabels = Nothing
2212 , _comOperationType = Nothing
2505 , _comOperationType = Nothing
2213 , _comStatusHistory = Nothing
2506 , _comStatusHistory = Nothing
2214 , _comDescription = Nothing
2507 , _comDescription = Nothing
@@ -2219,18 +2512,23 @@ comStatus :: Lens' ClusterOperationMetadata (Maybe ClusterOperationStatus)
2219comStatus
2512comStatus
2220 = lens _comStatus (\ s a -> s{_comStatus = a})
2513 = lens _comStatus (\ s a -> s{_comStatus = a})
2222−-- | Cluster UUId for the operation.
2515+-- | [Output-only] Cluster UUID for the operation.
2223comClusterUuid :: Lens' ClusterOperationMetadata (Maybe Text)
2516comClusterUuid :: Lens' ClusterOperationMetadata (Maybe Text)
2224comClusterUuid
2517comClusterUuid
2225 = lens _comClusterUuid
2518 = lens _comClusterUuid
2226 (\ s a -> s{_comClusterUuid = a})
2519 (\ s a -> s{_comClusterUuid = a})
2228−-- | Name of the cluster for the operation.
2521+-- | [Output-only] Name of the cluster for the operation.
2229comClusterName :: Lens' ClusterOperationMetadata (Maybe Text)
2522comClusterName :: Lens' ClusterOperationMetadata (Maybe Text)
2230comClusterName
2523comClusterName
2231 = lens _comClusterName
2524 = lens _comClusterName
2232 (\ s a -> s{_comClusterName = a})
2525 (\ s a -> s{_comClusterName = a})
2527+-- | [Output-only] labels associated with the operation
2528+comLabels :: Lens' ClusterOperationMetadata (Maybe ClusterOperationMetadataLabels)
2530+ = lens _comLabels (\ s a -> s{_comLabels = a})
2234-- | [Output-only] The operation type.
2532-- | [Output-only] The operation type.
2235comOperationType :: Lens' ClusterOperationMetadata (Maybe Text)
2533comOperationType :: Lens' ClusterOperationMetadata (Maybe Text)
2236comOperationType
2534comOperationType
@@ -2258,6 +2556,7 @@ instance FromJSON ClusterOperationMetadata where
2258 ClusterOperationMetadata' <$>
2556 ClusterOperationMetadata' <$>
2259 (o .:? "status") <*> (o .:? "clusterUuid") <*>
2557 (o .:? "status") <*> (o .:? "clusterUuid") <*>
2260 (o .:? "clusterName")
2558 (o .:? "clusterName")
2559+ <*> (o .:? "labels")
2261 <*> (o .:? "operationType")
2560 <*> (o .:? "operationType")
2262 <*> (o .:? "statusHistory" .!= mempty)
2561 <*> (o .:? "statusHistory" .!= mempty)
2263 <*> (o .:? "description"))
2562 <*> (o .:? "description"))
@@ -2269,11 +2568,13 @@ instance ToJSON ClusterOperationMetadata where
2269 [("status" .=) <$> _comStatus,
2568 [("status" .=) <$> _comStatus,
2270 ("clusterUuid" .=) <$> _comClusterUuid,
2569 ("clusterUuid" .=) <$> _comClusterUuid,
2271 ("clusterName" .=) <$> _comClusterName,
2570 ("clusterName" .=) <$> _comClusterName,
2571+ ("labels" .=) <$> _comLabels,
2272 ("operationType" .=) <$> _comOperationType,
2572 ("operationType" .=) <$> _comOperationType,
2273 ("statusHistory" .=) <$> _comStatusHistory,
2573 ("statusHistory" .=) <$> _comStatusHistory,
2274 ("description" .=) <$> _comDescription])
2574 ("description" .=) <$> _comDescription])
2276−-- | A Cloud Dataproc job for running Spark SQL queries.
2576+-- | A Cloud Dataproc job for running [Apache Spark
2577+-- SQL](http:\/\/spark.apache.org\/sql\/) queries.
2278-- /See:/ 'sparkSQLJob' smart constructor.
2579-- /See:/ 'sparkSQLJob' smart constructor.
2279data SparkSQLJob = SparkSQLJob'
2580data SparkSQLJob = SparkSQLJob'
@@ -2520,7 +2821,9 @@ instance FromJSON SparkJobProperties where
2520instance ToJSON SparkJobProperties where
2821instance ToJSON SparkJobProperties where
2521 toJSON = toJSON . _sjpAddtional
2822 toJSON = toJSON . _sjpAddtional
2523−-- | A Cloud Dataproc job for running PySpark applications on YARN.
2824+-- | A Cloud Dataproc job for running [Apache
2825+-- PySpark](https:\/\/spark.apache.org\/docs\/0.9.0\/python-programming-guide.html)
2826+-- applications on YARN.
2525-- /See:/ 'pySparkJob' smart constructor.
2828-- /See:/ 'pySparkJob' smart constructor.
2526data PySparkJob = PySparkJob'
2829data PySparkJob = PySparkJob'
@@ -2735,7 +3038,7 @@ listClustersResponse =
2735 , _lcrClusters = Nothing
3038 , _lcrClusters = Nothing
2738−-- | [Optional] This token is included in the response if there are more
3041+-- | [Output-only] This token is included in the response if there are more
2739-- results to fetch. To fetch additional results, provide this value as the
3042-- results to fetch. To fetch additional results, provide this value as the
2740-- \`page_token\` in a subsequent ListClustersRequest.
3043-- \`page_token\` in a subsequent ListClustersRequest.
2741lcrNextPageToken :: Lens' ListClustersResponse (Maybe Text)
3044lcrNextPageToken :: Lens' ListClustersResponse (Maybe Text)
@@ -3015,7 +3318,7 @@ jobStatus =
3015 , _jsDetails = Nothing
3318 , _jsDetails = Nothing
3018−-- | [Required] A state message specifying the overall job state.
3321+-- | [Output-only] A state message specifying the overall job state.
3019jsState :: Lens' JobStatus (Maybe Text)
3322jsState :: Lens' JobStatus (Maybe Text)
3020jsState = lens _jsState (\ s a -> s{_jsState = a})
3323jsState = lens _jsState (\ s a -> s{_jsState = a})
@@ -3025,8 +3328,8 @@ jsStateStartTime
3025 = lens _jsStateStartTime
3328 = lens _jsStateStartTime
3026 (\ s a -> s{_jsStateStartTime = a})
3329 (\ s a -> s{_jsStateStartTime = a})
3028−-- | [Optional] Job state details, such as an error description if the state
3331+-- | [Output-only] Optional job state details, such as an error description
3029−-- is ERROR.
3332+-- if the state is ERROR.
3030jsDetails :: Lens' JobStatus (Maybe Text)
3333jsDetails :: Lens' JobStatus (Maybe Text)
3031jsDetails
3334jsDetails
3032 = lens _jsDetails (\ s a -> s{_jsDetails = a})
3335 = lens _jsDetails (\ s a -> s{_jsDetails = a})
@@ -3083,6 +3386,41 @@ instance FromJSON PigJobScriptVariables where
3083instance ToJSON PigJobScriptVariables where
3386instance ToJSON PigJobScriptVariables where
3084 toJSON = toJSON . _pjsvAddtional
3387 toJSON = toJSON . _pjsvAddtional
3389+-- | The HDFS metrics.
3391+-- /See:/ 'clusterMetricsHdfsMetrics' smart constructor.
3392+newtype ClusterMetricsHdfsMetrics = ClusterMetricsHdfsMetrics'
3393+ { _cmhmAddtional :: HashMap Text (Textual Int64)
3394+ } deriving (Eq,Show,Data,Typeable,Generic)
3396+-- | Creates a value of 'ClusterMetricsHdfsMetrics' with the minimum fields required to make a request.
3398+-- Use one of the following lenses to modify other fields as desired:
3400+-- * 'cmhmAddtional'
3401+clusterMetricsHdfsMetrics
3402+ :: HashMap Text Int64 -- ^ 'cmhmAddtional'
3403+ -> ClusterMetricsHdfsMetrics
3404+clusterMetricsHdfsMetrics pCmhmAddtional_ =
3405+ ClusterMetricsHdfsMetrics'
3406+ { _cmhmAddtional = _Coerce # pCmhmAddtional_
3409+cmhmAddtional :: Lens' ClusterMetricsHdfsMetrics (HashMap Text Int64)
3411+ = lens _cmhmAddtional
3412+ (\ s a -> s{_cmhmAddtional = a})
3415+instance FromJSON ClusterMetricsHdfsMetrics where
3417+ = withObject "ClusterMetricsHdfsMetrics"
3419+ ClusterMetricsHdfsMetrics' <$> (parseJSONObject o))
3421+instance ToJSON ClusterMetricsHdfsMetrics where
3422+ toJSON = toJSON . _cmhmAddtional
3086-- | The normal response of the operation in case of success. If the original
3424-- | The normal response of the operation in case of success. If the original
3087-- method returns no data on success, such as \`Delete\`, the response is
3425-- method returns no data on success, such as \`Delete\`, the response is
3088-- \`google.protobuf.Empty\`. If the original method is standard
3426-- \`google.protobuf.Empty\`. If the original method is standard
@@ -3110,7 +3448,7 @@ operationResponse pOrAddtional_ =
3110 { _orAddtional = _Coerce # pOrAddtional_
3448 { _orAddtional = _Coerce # pOrAddtional_
3113−-- | Properties of the object. Contains field \'ype with type URL.
3451+-- | Properties of the object. Contains field \'type with type URL.
3114orAddtional :: Lens' OperationResponse (HashMap Text JSONValue)
3452orAddtional :: Lens' OperationResponse (HashMap Text JSONValue)
3115orAddtional
3453orAddtional
3116 = lens _orAddtional (\ s a -> s{_orAddtional = a}) .
3454 = lens _orAddtional (\ s a -> s{_orAddtional = a}) .
@@ -3189,17 +3527,17 @@ clusterStatus =
3189 , _csDetail = Nothing
3527 , _csDetail = Nothing
3192−-- | The cluster\'s state.
3530+-- | [Output-only] The cluster\'s state.
3193csState :: Lens' ClusterStatus (Maybe Text)
3531csState :: Lens' ClusterStatus (Maybe Text)
3194csState = lens _csState (\ s a -> s{_csState = a})
3532csState = lens _csState (\ s a -> s{_csState = a})
3196−-- | Time when this state was entered.
3534+-- | [Output-only] Time when this state was entered.
3197csStateStartTime :: Lens' ClusterStatus (Maybe Text)
3535csStateStartTime :: Lens' ClusterStatus (Maybe Text)
3198csStateStartTime
3536csStateStartTime
3199 = lens _csStateStartTime
3537 = lens _csStateStartTime
3200 (\ s a -> s{_csStateStartTime = a})
3538 (\ s a -> s{_csStateStartTime = a})
3202−-- | Optional details of cluster\'s state.
3540+-- | [Output-only] Optional details of cluster\'s state.
3203csDetail :: Lens' ClusterStatus (Maybe Text)
3541csDetail :: Lens' ClusterStatus (Maybe Text)
3204csDetail = lens _csDetail (\ s a -> s{_csDetail = a})
3542csDetail = lens _csDetail (\ s a -> s{_csDetail = a})
@@ -3219,7 +3557,83 @@ instance ToJSON ClusterStatus where
3219 ("stateStartTime" .=) <$> _csStateStartTime,
3557 ("stateStartTime" .=) <$> _csStateStartTime,
3220 ("detail" .=) <$> _csDetail])
3558 ("detail" .=) <$> _csDetail])
3560+-- | A YARN application created by a job. Application information is a subset
3561+-- of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto.
3562+-- **Beta Feature**: This report is available for testing purposes only. It
3563+-- may be changed before final release.
3565+-- /See:/ 'yarnApplication' smart constructor.
3566+data YarnApplication = YarnApplication'
3567+ { _yaTrackingURL :: !(Maybe Text)
3568+ , _yaState :: !(Maybe Text)
3569+ , _yaProgress :: !(Maybe (Textual Double))
3570+ , _yaName :: !(Maybe Text)
3571+ } deriving (Eq,Show,Data,Typeable,Generic)
3573+-- | Creates a value of 'YarnApplication' with the minimum fields required to make a request.
3575+-- Use one of the following lenses to modify other fields as desired:
3577+-- * 'yaTrackingURL'
3588+ { _yaTrackingURL = Nothing
3589+ , _yaState = Nothing
3590+ , _yaProgress = Nothing
3591+ , _yaName = Nothing
3594+-- | [Optional] The HTTP URL of the ApplicationMaster, HistoryServer, or
3595+-- TimelineServer that provides application-specific information. The URL
3596+-- uses the internal hostname, and requires a proxy server for resolution
3597+-- and, possibly, access.
3598+yaTrackingURL :: Lens' YarnApplication (Maybe Text)
3600+ = lens _yaTrackingURL
3601+ (\ s a -> s{_yaTrackingURL = a})
3603+-- | [Required] The application state.
3604+yaState :: Lens' YarnApplication (Maybe Text)
3605+yaState = lens _yaState (\ s a -> s{_yaState = a})
3607+-- | [Required] The numerical progress of the application, from 1 to 100.
3608+yaProgress :: Lens' YarnApplication (Maybe Double)
3610+ = lens _yaProgress (\ s a -> s{_yaProgress = a}) .
3613+-- | [Required] The application name.
3614+yaName :: Lens' YarnApplication (Maybe Text)
3615+yaName = lens _yaName (\ s a -> s{_yaName = a})
3617+instance FromJSON YarnApplication where
3619+ = withObject "YarnApplication"
3621+ YarnApplication' <$>
3622+ (o .:? "trackingUrl") <*> (o .:? "state") <*>
3624+ <*> (o .:? "name"))
3626+instance ToJSON YarnApplication where
3627+ toJSON YarnApplication'{..}
3630+ [("trackingUrl" .=) <$> _yaTrackingURL,
3631+ ("state" .=) <$> _yaState,
3632+ ("progress" .=) <$> _yaProgress,
3633+ ("name" .=) <$> _yaName])
3222−-- | A Cloud Dataproc job for running Pig queries on YARN.
3635+-- | A Cloud Dataproc job for running [Apache
3636+-- Pig](https:\/\/pig.apache.org\/) queries on YARN.
3224-- /See:/ 'pigJob' smart constructor.
3638-- /See:/ 'pigJob' smart constructor.
3225data PigJob = PigJob'
3639data PigJob = PigJob'