@@ -239,6 +239,54 @@ instance ToJSON SourceSplitResponse where
239 ("shards" .=) <$> _ssrShards,
239 ("shards" .=) <$> _ssrShards,
240 ("outcome" .=) <$> _ssrOutcome])
240 ("outcome" .=) <$> _ssrOutcome])
242+-- | Request to create a Dataflow job.
244+-- /See:/ 'createJobFromTemplateRequest' smart constructor.
245+data CreateJobFromTemplateRequest = CreateJobFromTemplateRequest'
246+ { _cjftrGcsPath :: !(Maybe Text)
247+ , _cjftrParameters :: !(Maybe CreateJobFromTemplateRequestParameters)
248+ } deriving (Eq,Show,Data,Typeable,Generic)
250+-- | Creates a value of 'CreateJobFromTemplateRequest' with the minimum fields required to make a request.
252+-- Use one of the following lenses to modify other fields as desired:
256+-- * 'cjftrParameters'
257+createJobFromTemplateRequest
258+ :: CreateJobFromTemplateRequest
259+createJobFromTemplateRequest =
260+ CreateJobFromTemplateRequest'
261+ { _cjftrGcsPath = Nothing
262+ , _cjftrParameters = Nothing
265+-- | A path to the serialized JSON representation of the job.
266+cjftrGcsPath :: Lens' CreateJobFromTemplateRequest (Maybe Text)
268+ = lens _cjftrGcsPath (\ s a -> s{_cjftrGcsPath = a})
270+-- | Dynamic parameterization of the job\'s runtime environment.
271+cjftrParameters :: Lens' CreateJobFromTemplateRequest (Maybe CreateJobFromTemplateRequestParameters)
273+ = lens _cjftrParameters
274+ (\ s a -> s{_cjftrParameters = a})
276+instance FromJSON CreateJobFromTemplateRequest where
278+ = withObject "CreateJobFromTemplateRequest"
280+ CreateJobFromTemplateRequest' <$>
281+ (o .:? "gcsPath") <*> (o .:? "parameters"))
283+instance ToJSON CreateJobFromTemplateRequest where
284+ toJSON CreateJobFromTemplateRequest'{..}
287+ [("gcsPath" .=) <$> _cjftrGcsPath,
288+ ("parameters" .=) <$> _cjftrParameters])
242-- | The \`Status\` type defines a logical error model that is suitable for
290-- | The \`Status\` type defines a logical error model that is suitable for
243-- different programming environments, including REST APIs and RPC APIs. It
291-- different programming environments, including REST APIs and RPC APIs. It
244-- is used by [gRPC](https:\/\/github.com\/grpc). The error model is
292-- is used by [gRPC](https:\/\/github.com\/grpc). The error model is
@@ -336,6 +384,86 @@ instance ToJSON Status where
336 ("code" .=) <$> _sCode,
384 ("code" .=) <$> _sCode,
337 ("message" .=) <$> _sMessage])
385 ("message" .=) <$> _sMessage])
387+-- | Basic metadata about a counter.
389+-- /See:/ 'nameAndKind' smart constructor.
390+data NameAndKind = NameAndKind'
391+ { _nakKind :: !(Maybe Text)
392+ , _nakName :: !(Maybe Text)
393+ } deriving (Eq,Show,Data,Typeable,Generic)
395+-- | Creates a value of 'NameAndKind' with the minimum fields required to make a request.
397+-- Use one of the following lenses to modify other fields as desired:
406+ { _nakKind = Nothing
407+ , _nakName = Nothing
410+-- | Counter aggregation kind.
411+nakKind :: Lens' NameAndKind (Maybe Text)
412+nakKind = lens _nakKind (\ s a -> s{_nakKind = a})
414+-- | Name of the counter.
415+nakName :: Lens' NameAndKind (Maybe Text)
416+nakName = lens _nakName (\ s a -> s{_nakName = a})
418+instance FromJSON NameAndKind where
420+ = withObject "NameAndKind"
422+ NameAndKind' <$> (o .:? "kind") <*> (o .:? "name"))
424+instance ToJSON NameAndKind where
425+ toJSON NameAndKind'{..}
428+ [("kind" .=) <$> _nakKind, ("name" .=) <$> _nakName])
430+-- | A metric value representing a list of integers.
432+-- /See:/ 'integerList' smart constructor.
433+newtype IntegerList = IntegerList'
434+ { _ilElements :: Maybe [SplitInt64]
435+ } deriving (Eq,Show,Data,Typeable,Generic)
437+-- | Creates a value of 'IntegerList' with the minimum fields required to make a request.
439+-- Use one of the following lenses to modify other fields as desired:
446+ { _ilElements = Nothing
449+-- | Elements of the list.
450+ilElements :: Lens' IntegerList [SplitInt64]
452+ = lens _ilElements (\ s a -> s{_ilElements = a}) .
456+instance FromJSON IntegerList where
458+ = withObject "IntegerList"
460+ IntegerList' <$> (o .:? "elements" .!= mempty))
462+instance ToJSON IntegerList where
463+ toJSON IntegerList'{..}
465+ (catMaybes [("elements" .=) <$> _ilElements])
339-- | WorkItem represents basic information about a WorkItem to be executed in
467-- | WorkItem represents basic information about a WorkItem to be executed in
340-- the cloud.
468-- the cloud.
@@ -354,6 +482,7 @@ data WorkItem = WorkItem'
354 , _wiProjectId :: !(Maybe Text)
482 , _wiProjectId :: !(Maybe Text)
355 , _wiLeaseExpireTime :: !(Maybe Text)
483 , _wiLeaseExpireTime :: !(Maybe Text)
356 , _wiConfiguration :: !(Maybe Text)
484 , _wiConfiguration :: !(Maybe Text)
485+ , _wiStreamingConfigTask :: !(Maybe StreamingConfigTask)
357 , _wiSeqMapTask :: !(Maybe SeqMapTask)
486 , _wiSeqMapTask :: !(Maybe SeqMapTask)
358 } deriving (Eq,Show,Data,Typeable,Generic)
487 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -387,6 +516,8 @@ data WorkItem = WorkItem'
388-- * 'wiConfiguration'
517-- * 'wiConfiguration'
519+-- * 'wiStreamingConfigTask'
390-- * 'wiSeqMapTask'
521-- * 'wiSeqMapTask'
392 :: WorkItem
523 :: WorkItem
@@ -405,6 +536,7 @@ workItem =
405 , _wiProjectId = Nothing
536 , _wiProjectId = Nothing
406 , _wiLeaseExpireTime = Nothing
537 , _wiLeaseExpireTime = Nothing
407 , _wiConfiguration = Nothing
538 , _wiConfiguration = Nothing
539+ , _wiStreamingConfigTask = Nothing
408 , _wiSeqMapTask = Nothing
540 , _wiSeqMapTask = Nothing
@@ -484,6 +616,12 @@ wiConfiguration
484 = lens _wiConfiguration
616 = lens _wiConfiguration
485 (\ s a -> s{_wiConfiguration = a})
617 (\ s a -> s{_wiConfiguration = a})
619+-- | Additional information for StreamingConfigTask WorkItems.
620+wiStreamingConfigTask :: Lens' WorkItem (Maybe StreamingConfigTask)
621+wiStreamingConfigTask
622+ = lens _wiStreamingConfigTask
623+ (\ s a -> s{_wiStreamingConfigTask = a})
487-- | Additional information for SeqMapTask WorkItems.
625-- | Additional information for SeqMapTask WorkItems.
488wiSeqMapTask :: Lens' WorkItem (Maybe SeqMapTask)
626wiSeqMapTask :: Lens' WorkItem (Maybe SeqMapTask)
489wiSeqMapTask
627wiSeqMapTask
@@ -506,6 +644,7 @@ instance FromJSON WorkItem where
506 <*> (o .:? "projectId")
644 <*> (o .:? "projectId")
507 <*> (o .:? "leaseExpireTime")
645 <*> (o .:? "leaseExpireTime")
508 <*> (o .:? "configuration")
646 <*> (o .:? "configuration")
647+ <*> (o .:? "streamingConfigTask")
509 <*> (o .:? "seqMapTask"))
648 <*> (o .:? "seqMapTask"))
511instance ToJSON WorkItem where
650instance ToJSON WorkItem where
@@ -528,6 +667,8 @@ instance ToJSON WorkItem where
528 ("projectId" .=) <$> _wiProjectId,
667 ("projectId" .=) <$> _wiProjectId,
529 ("leaseExpireTime" .=) <$> _wiLeaseExpireTime,
668 ("leaseExpireTime" .=) <$> _wiLeaseExpireTime,
530 ("configuration" .=) <$> _wiConfiguration,
669 ("configuration" .=) <$> _wiConfiguration,
670+ ("streamingConfigTask" .=) <$>
671+ _wiStreamingConfigTask,
531 ("seqMapTask" .=) <$> _wiSeqMapTask])
672 ("seqMapTask" .=) <$> _wiSeqMapTask])
533-- | WorkerHealthReport contains information about the health of a worker.
674-- | WorkerHealthReport contains information about the health of a worker.
@@ -793,29 +934,48 @@ instance ToJSON JobExecutionStageInfo where
794-- /See:/ 'instructionOutput' smart constructor.
935-- /See:/ 'instructionOutput' smart constructor.
795data InstructionOutput = InstructionOutput'
936data InstructionOutput = InstructionOutput'
937+ { _ioOnlyCountValueBytes :: !(Maybe Bool)
796− { _ioCodec :: !(Maybe InstructionOutputCodec)
938+ , _ioCodec :: !(Maybe InstructionOutputCodec)
797− , _ioName :: !(Maybe Text)
939+ , _ioName :: !(Maybe Text)
798− , _ioSystemName :: !(Maybe Text)
940+ , _ioSystemName :: !(Maybe Text)
941+ , _ioOriginalName :: !(Maybe Text)
942+ , _ioOnlyCountKeyBytes :: !(Maybe Bool)
799 } deriving (Eq,Show,Data,Typeable,Generic)
943 } deriving (Eq,Show,Data,Typeable,Generic)
801-- | Creates a value of 'InstructionOutput' with the minimum fields required to make a request.
945-- | Creates a value of 'InstructionOutput' with the minimum fields required to make a request.
803-- Use one of the following lenses to modify other fields as desired:
947-- Use one of the following lenses to modify other fields as desired:
949+-- * 'ioOnlyCountValueBytes'
805-- * 'ioCodec'
951-- * 'ioCodec'
807-- * 'ioName'
953-- * 'ioName'
809-- * 'ioSystemName'
955-- * 'ioSystemName'
957+-- * 'ioOriginalName'
959+-- * 'ioOnlyCountKeyBytes'
810instructionOutput
960instructionOutput
811 :: InstructionOutput
961 :: InstructionOutput
812instructionOutput =
962instructionOutput =
813 InstructionOutput'
963 InstructionOutput'
964+ { _ioOnlyCountValueBytes = Nothing
814− { _ioCodec = Nothing
965+ , _ioCodec = Nothing
815 , _ioName = Nothing
966 , _ioName = Nothing
816 , _ioSystemName = Nothing
967 , _ioSystemName = Nothing
968+ , _ioOriginalName = Nothing
969+ , _ioOnlyCountKeyBytes = Nothing
972+-- | For system-generated byte and mean byte metrics, certain instructions
973+-- should only report the value size.
974+ioOnlyCountValueBytes :: Lens' InstructionOutput (Maybe Bool)
975+ioOnlyCountValueBytes
976+ = lens _ioOnlyCountValueBytes
977+ (\ s a -> s{_ioOnlyCountValueBytes = a})
819-- | The codec to use to encode data being written via this output.
979-- | The codec to use to encode data being written via this output.
820ioCodec :: Lens' InstructionOutput (Maybe InstructionOutputCodec)
980ioCodec :: Lens' InstructionOutput (Maybe InstructionOutputCodec)
821ioCodec = lens _ioCodec (\ s a -> s{_ioCodec = a})
981ioCodec = lens _ioCodec (\ s a -> s{_ioCodec = a})
@@ -829,20 +989,42 @@ ioSystemName :: Lens' InstructionOutput (Maybe Text)
829ioSystemName
989ioSystemName
830 = lens _ioSystemName (\ s a -> s{_ioSystemName = a})
990 = lens _ioSystemName (\ s a -> s{_ioSystemName = a})
992+-- | System-defined name for this output in the original workflow graph.
993+-- Outputs that do not contribute to an original instruction do not set
995+ioOriginalName :: Lens' InstructionOutput (Maybe Text)
997+ = lens _ioOriginalName
998+ (\ s a -> s{_ioOriginalName = a})
1000+-- | For system-generated byte and mean byte metrics, certain instructions
1001+-- should only report the key size.
1002+ioOnlyCountKeyBytes :: Lens' InstructionOutput (Maybe Bool)
1004+ = lens _ioOnlyCountKeyBytes
1005+ (\ s a -> s{_ioOnlyCountKeyBytes = a})
832instance FromJSON InstructionOutput where
1007instance FromJSON InstructionOutput where
833 parseJSON
1008 parseJSON
834 = withObject "InstructionOutput"
1009 = withObject "InstructionOutput"
836 InstructionOutput' <$>
1011 InstructionOutput' <$>
1012+ (o .:? "onlyCountValueBytes") <*> (o .:? "codec") <*>
837− (o .:? "codec") <*> (o .:? "name") <*>
1013+ (o .:? "name")
838− (o .:? "systemName"))
1014+ <*> (o .:? "systemName")
1015+ <*> (o .:? "originalName")
1016+ <*> (o .:? "onlyCountKeyBytes"))
840instance ToJSON InstructionOutput where
1018instance ToJSON InstructionOutput where
841 toJSON InstructionOutput'{..}
1019 toJSON InstructionOutput'{..}
842 = object
1020 = object
843 (catMaybes
1021 (catMaybes
1022+ [("onlyCountValueBytes" .=) <$>
1023+ _ioOnlyCountValueBytes,
844− [("codec" .=) <$> _ioCodec, ("name" .=) <$> _ioName,
1024+ ("codec" .=) <$> _ioCodec, ("name" .=) <$> _ioName,
845− ("systemName" .=) <$> _ioSystemName])
1025+ ("systemName" .=) <$> _ioSystemName,
1026+ ("originalName" .=) <$> _ioOriginalName,
1027+ ("onlyCountKeyBytes" .=) <$> _ioOnlyCountKeyBytes])
847-- | Request to report the status of WorkItems.
1029-- | Request to report the status of WorkItems.
@@ -991,6 +1173,43 @@ instance ToJSON Sink where
991 (catMaybes
1173 (catMaybes
992 [("codec" .=) <$> _sCodec, ("spec" .=) <$> _sSpec])
1174 [("codec" .=) <$> _sCodec, ("spec" .=) <$> _sSpec])
1176+-- | A metric value representing a list of strings.
1178+-- /See:/ 'stringList' smart constructor.
1179+newtype StringList = StringList'
1180+ { _slElements :: Maybe [Text]
1181+ } deriving (Eq,Show,Data,Typeable,Generic)
1183+-- | Creates a value of 'StringList' with the minimum fields required to make a request.
1185+-- Use one of the following lenses to modify other fields as desired:
1192+ { _slElements = Nothing
1195+-- | Elements of the list.
1196+slElements :: Lens' StringList [Text]
1198+ = lens _slElements (\ s a -> s{_slElements = a}) .
1202+instance FromJSON StringList where
1204+ = withObject "StringList"
1206+ StringList' <$> (o .:? "elements" .!= mempty))
1208+instance ToJSON StringList where
1209+ toJSON StringList'{..}
1211+ (catMaybes [("elements" .=) <$> _slElements])
994-- | WorkerHealthReportResponse contains information returned to the worker
1213-- | WorkerHealthReportResponse contains information returned to the worker
995-- in response to a health ping.
1214-- in response to a health ping.
@@ -1032,6 +1251,65 @@ instance ToJSON WorkerHealthReportResponse where
1032 (catMaybes
1251 (catMaybes
1033 [("reportInterval" .=) <$> _whrrReportInterval])
1252 [("reportInterval" .=) <$> _whrrReportInterval])
1254+-- | Response to a send capture request. nothing
1256+-- /See:/ 'sendDebugCaptureResponse' smart constructor.
1257+data SendDebugCaptureResponse =
1258+ SendDebugCaptureResponse'
1259+ deriving (Eq,Show,Data,Typeable,Generic)
1261+-- | Creates a value of 'SendDebugCaptureResponse' with the minimum fields required to make a request.
1263+sendDebugCaptureResponse
1264+ :: SendDebugCaptureResponse
1265+sendDebugCaptureResponse = SendDebugCaptureResponse'
1267+instance FromJSON SendDebugCaptureResponse where
1269+ = withObject "SendDebugCaptureResponse"
1270+ (\ o -> pure SendDebugCaptureResponse')
1272+instance ToJSON SendDebugCaptureResponse where
1273+ toJSON = const emptyObject
1275+-- | User-defined labels for this job. The labels map can contain no more
1276+-- than 64 entries. Entries of the labels map are UTF8 strings that comply
1277+-- with the following restrictions: * Keys must conform to regexp:
1278+-- \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp:
1279+-- [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally
1280+-- constrained to be \<= 128 bytes in size.
1282+-- /See:/ 'jobLabels' smart constructor.
1283+newtype JobLabels = JobLabels'
1284+ { _jlAddtional :: HashMap Text Text
1285+ } deriving (Eq,Show,Data,Typeable,Generic)
1287+-- | Creates a value of 'JobLabels' with the minimum fields required to make a request.
1289+-- Use one of the following lenses to modify other fields as desired:
1293+ :: HashMap Text Text -- ^ 'jlAddtional'
1295+jobLabels pJlAddtional_ =
1297+ { _jlAddtional = _Coerce # pJlAddtional_
1300+jlAddtional :: Lens' JobLabels (HashMap Text Text)
1302+ = lens _jlAddtional (\ s a -> s{_jlAddtional = a}) .
1305+instance FromJSON JobLabels where
1307+ = withObject "JobLabels"
1308+ (\ o -> JobLabels' <$> (parseJSONObject o))
1310+instance ToJSON JobLabels where
1311+ toJSON = toJSON . _jlAddtional
1035-- | Identifies a metric, by describing the source which generated the
1313-- | Identifies a metric, by describing the source which generated the
1036-- metric.
1314-- metric.
@@ -1095,6 +1373,128 @@ instance ToJSON MetricStructuredName where
1095 ("context" .=) <$> _msnContext,
1373 ("context" .=) <$> _msnContext,
1096 ("name" .=) <$> _msnName])
1374 ("name" .=) <$> _msnName])
1376+-- | Identifies a counter within a per-job namespace. Counters whose
1377+-- structured names are the same get merged into a single value for the
1380+-- /See:/ 'counterStructuredName' smart constructor.
1381+data CounterStructuredName = CounterStructuredName'
1382+ { _csnStandardOrigin :: !(Maybe Text)
1383+ , _csnComponentStepName :: !(Maybe Text)
1384+ , _csnOtherOrigin :: !(Maybe Text)
1385+ , _csnPortion :: !(Maybe Text)
1386+ , _csnOriginalStepName :: !(Maybe Text)
1387+ , _csnName :: !(Maybe Text)
1388+ , _csnExecutionStepName :: !(Maybe Text)
1389+ , _csnWorkerId :: !(Maybe Text)
1390+ } deriving (Eq,Show,Data,Typeable,Generic)
1392+-- | Creates a value of 'CounterStructuredName' with the minimum fields required to make a request.
1394+-- Use one of the following lenses to modify other fields as desired:
1396+-- * 'csnStandardOrigin'
1398+-- * 'csnComponentStepName'
1400+-- * 'csnOtherOrigin'
1404+-- * 'csnOriginalStepName'
1408+-- * 'csnExecutionStepName'
1411+counterStructuredName
1412+ :: CounterStructuredName
1413+counterStructuredName =
1414+ CounterStructuredName'
1415+ { _csnStandardOrigin = Nothing
1416+ , _csnComponentStepName = Nothing
1417+ , _csnOtherOrigin = Nothing
1418+ , _csnPortion = Nothing
1419+ , _csnOriginalStepName = Nothing
1420+ , _csnName = Nothing
1421+ , _csnExecutionStepName = Nothing
1422+ , _csnWorkerId = Nothing
1425+-- | One of the standard Origins defined above.
1426+csnStandardOrigin :: Lens' CounterStructuredName (Maybe Text)
1428+ = lens _csnStandardOrigin
1429+ (\ s a -> s{_csnStandardOrigin = a})
1431+-- | Name of the optimized step being executed by the workers.
1432+csnComponentStepName :: Lens' CounterStructuredName (Maybe Text)
1433+csnComponentStepName
1434+ = lens _csnComponentStepName
1435+ (\ s a -> s{_csnComponentStepName = a})
1437+-- | A string containing the origin of the counter.
1438+csnOtherOrigin :: Lens' CounterStructuredName (Maybe Text)
1440+ = lens _csnOtherOrigin
1441+ (\ s a -> s{_csnOtherOrigin = a})
1443+-- | Portion of this counter, either key or value.
1444+csnPortion :: Lens' CounterStructuredName (Maybe Text)
1446+ = lens _csnPortion (\ s a -> s{_csnPortion = a})
1448+-- | System generated name of the original step in the user\'s graph, before
1450+csnOriginalStepName :: Lens' CounterStructuredName (Maybe Text)
1452+ = lens _csnOriginalStepName
1453+ (\ s a -> s{_csnOriginalStepName = a})
1455+-- | Counter name. Not necessarily globally-unique, but unique within the
1456+-- context of the other fields. Required.
1457+csnName :: Lens' CounterStructuredName (Maybe Text)
1458+csnName = lens _csnName (\ s a -> s{_csnName = a})
1460+-- | Name of the stage. An execution step contains multiple component steps.
1461+csnExecutionStepName :: Lens' CounterStructuredName (Maybe Text)
1462+csnExecutionStepName
1463+ = lens _csnExecutionStepName
1464+ (\ s a -> s{_csnExecutionStepName = a})
1466+-- | ID of a particular worker.
1467+csnWorkerId :: Lens' CounterStructuredName (Maybe Text)
1469+ = lens _csnWorkerId (\ s a -> s{_csnWorkerId = a})
1471+instance FromJSON CounterStructuredName where
1473+ = withObject "CounterStructuredName"
1475+ CounterStructuredName' <$>
1476+ (o .:? "standardOrigin") <*>
1477+ (o .:? "componentStepName")
1478+ <*> (o .:? "otherOrigin")
1479+ <*> (o .:? "portion")
1480+ <*> (o .:? "originalStepName")
1482+ <*> (o .:? "executionStepName")
1483+ <*> (o .:? "workerId"))
1485+instance ToJSON CounterStructuredName where
1486+ toJSON CounterStructuredName'{..}
1489+ [("standardOrigin" .=) <$> _csnStandardOrigin,
1490+ ("componentStepName" .=) <$> _csnComponentStepName,
1491+ ("otherOrigin" .=) <$> _csnOtherOrigin,
1492+ ("portion" .=) <$> _csnPortion,
1493+ ("originalStepName" .=) <$> _csnOriginalStepName,
1494+ ("name" .=) <$> _csnName,
1495+ ("executionStepName" .=) <$> _csnExecutionStepName,
1496+ ("workerId" .=) <$> _csnWorkerId])
1098-- | An instruction that writes records. Takes one input, produces no
1498-- | An instruction that writes records. Takes one input, produces no
1099-- outputs.
1499-- outputs.
@@ -1433,6 +1833,7 @@ data Environment = Environment'
1433 , _eVersion :: !(Maybe EnvironmentVersion)
1833 , _eVersion :: !(Maybe EnvironmentVersion)
1434 , _eInternalExperiments :: !(Maybe EnvironmentInternalExperiments)
1834 , _eInternalExperiments :: !(Maybe EnvironmentInternalExperiments)
1435 , _eTempStoragePrefix :: !(Maybe Text)
1835 , _eTempStoragePrefix :: !(Maybe Text)
1836+ , _eServiceAccountEmail :: !(Maybe Text)
1436 , _eUserAgent :: !(Maybe EnvironmentUserAgent)
1837 , _eUserAgent :: !(Maybe EnvironmentUserAgent)
1437 , _eSdkPipelineOptions :: !(Maybe EnvironmentSdkPipelineOptions)
1838 , _eSdkPipelineOptions :: !(Maybe EnvironmentSdkPipelineOptions)
1438 } deriving (Eq,Show,Data,Typeable,Generic)
1839 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -1455,6 +1856,8 @@ data Environment = Environment'
1456-- * 'eTempStoragePrefix'
1857-- * 'eTempStoragePrefix'
1859+-- * 'eServiceAccountEmail'
1458-- * 'eUserAgent'
1861-- * 'eUserAgent'
1460-- * 'eSdkPipelineOptions'
1863-- * 'eSdkPipelineOptions'
@@ -1469,6 +1872,7 @@ environment =
1469 , _eVersion = Nothing
1872 , _eVersion = Nothing
1470 , _eInternalExperiments = Nothing
1873 , _eInternalExperiments = Nothing
1471 , _eTempStoragePrefix = Nothing
1874 , _eTempStoragePrefix = Nothing
1875+ , _eServiceAccountEmail = Nothing
1472 , _eUserAgent = Nothing
1876 , _eUserAgent = Nothing
1473 , _eSdkPipelineOptions = Nothing
1877 , _eSdkPipelineOptions = Nothing
@@ -1527,6 +1931,12 @@ eTempStoragePrefix
1527 = lens _eTempStoragePrefix
1931 = lens _eTempStoragePrefix
1528 (\ s a -> s{_eTempStoragePrefix = a})
1932 (\ s a -> s{_eTempStoragePrefix = a})
1934+-- | Identity to run virtual machines as. Defaults to the default account.
1935+eServiceAccountEmail :: Lens' Environment (Maybe Text)
1936+eServiceAccountEmail
1937+ = lens _eServiceAccountEmail
1938+ (\ s a -> s{_eServiceAccountEmail = a})
1530-- | A description of the process that generated the request.
1940-- | A description of the process that generated the request.
1531eUserAgent :: Lens' Environment (Maybe EnvironmentUserAgent)
1941eUserAgent :: Lens' Environment (Maybe EnvironmentUserAgent)
1532eUserAgent
1942eUserAgent
@@ -1553,6 +1963,7 @@ instance FromJSON Environment where
1553 <*> (o .:? "version")
1963 <*> (o .:? "version")
1554 <*> (o .:? "internalExperiments")
1964 <*> (o .:? "internalExperiments")
1555 <*> (o .:? "tempStoragePrefix")
1965 <*> (o .:? "tempStoragePrefix")
1966+ <*> (o .:? "serviceAccountEmail")
1556 <*> (o .:? "userAgent")
1967 <*> (o .:? "userAgent")
1557 <*> (o .:? "sdkPipelineOptions"))
1968 <*> (o .:? "sdkPipelineOptions"))
@@ -1568,6 +1979,7 @@ instance ToJSON Environment where
1568 ("version" .=) <$> _eVersion,
1979 ("version" .=) <$> _eVersion,
1569 ("internalExperiments" .=) <$> _eInternalExperiments,
1980 ("internalExperiments" .=) <$> _eInternalExperiments,
1570 ("tempStoragePrefix" .=) <$> _eTempStoragePrefix,
1981 ("tempStoragePrefix" .=) <$> _eTempStoragePrefix,
1982+ ("serviceAccountEmail" .=) <$> _eServiceAccountEmail,
1571 ("userAgent" .=) <$> _eUserAgent,
1983 ("userAgent" .=) <$> _eUserAgent,
1572 ("sdkPipelineOptions" .=) <$> _eSdkPipelineOptions])
1984 ("sdkPipelineOptions" .=) <$> _eSdkPipelineOptions])
@@ -1660,6 +2072,188 @@ instance FromJSON MetricStructuredNameContext where
1660instance ToJSON MetricStructuredNameContext where
2072instance ToJSON MetricStructuredNameContext where
1661 toJSON = toJSON . _msncAddtional
2073 toJSON = toJSON . _msncAddtional
2075+-- | An update to a Counter sent from a worker.
2077+-- /See:/ 'counterUpdate' smart constructor.
2078+data CounterUpdate = CounterUpdate'
2079+ { _cuNameAndKind :: !(Maybe NameAndKind)
2080+ , _cuIntegerList :: !(Maybe IntegerList)
2081+ , _cuFloatingPoint :: !(Maybe (Textual Double))
2082+ , _cuInternal :: !(Maybe JSONValue)
2083+ , _cuStringList :: !(Maybe StringList)
2084+ , _cuShortId :: !(Maybe (Textual Int64))
2085+ , _cuCumulative :: !(Maybe Bool)
2086+ , _cuStructuredNameAndMetadata :: !(Maybe CounterStructuredNameAndMetadata)
2087+ , _cuFloatingPointMean :: !(Maybe FloatingPointMean)
2088+ , _cuIntegerMean :: !(Maybe IntegerMean)
2089+ , _cuBoolean :: !(Maybe Bool)
2090+ , _cuFloatingPointList :: !(Maybe FloatingPointList)
2091+ , _cuInteger :: !(Maybe SplitInt64)
2092+ } deriving (Eq,Show,Data,Typeable,Generic)
2094+-- | Creates a value of 'CounterUpdate' with the minimum fields required to make a request.
2096+-- Use one of the following lenses to modify other fields as desired:
2098+-- * 'cuNameAndKind'
2100+-- * 'cuIntegerList'
2102+-- * 'cuFloatingPoint'
2112+-- * 'cuStructuredNameAndMetadata'
2114+-- * 'cuFloatingPointMean'
2116+-- * 'cuIntegerMean'
2120+-- * 'cuFloatingPointList'
2127+ { _cuNameAndKind = Nothing
2128+ , _cuIntegerList = Nothing
2129+ , _cuFloatingPoint = Nothing
2130+ , _cuInternal = Nothing
2131+ , _cuStringList = Nothing
2132+ , _cuShortId = Nothing
2133+ , _cuCumulative = Nothing
2134+ , _cuStructuredNameAndMetadata = Nothing
2135+ , _cuFloatingPointMean = Nothing
2136+ , _cuIntegerMean = Nothing
2137+ , _cuBoolean = Nothing
2138+ , _cuFloatingPointList = Nothing
2139+ , _cuInteger = Nothing
2142+-- | Counter name and aggregation type.
2143+cuNameAndKind :: Lens' CounterUpdate (Maybe NameAndKind)
2145+ = lens _cuNameAndKind
2146+ (\ s a -> s{_cuNameAndKind = a})
2148+-- | List of integers, for Set.
2149+cuIntegerList :: Lens' CounterUpdate (Maybe IntegerList)
2151+ = lens _cuIntegerList
2152+ (\ s a -> s{_cuIntegerList = a})
2154+-- | Floating point value for Sum, Max, Min.
2155+cuFloatingPoint :: Lens' CounterUpdate (Maybe Double)
2157+ = lens _cuFloatingPoint
2158+ (\ s a -> s{_cuFloatingPoint = a})
2161+-- | Value for internally-defined counters used by the Dataflow service.
2162+cuInternal :: Lens' CounterUpdate (Maybe JSONValue)
2164+ = lens _cuInternal (\ s a -> s{_cuInternal = a})
2166+-- | List of strings, for Set.
2167+cuStringList :: Lens' CounterUpdate (Maybe StringList)
2169+ = lens _cuStringList (\ s a -> s{_cuStringList = a})
2171+-- | The service-generated short identifier for this counter. The short_id ->
2172+-- (name, metadata) mapping is constant for the lifetime of a job.
2173+cuShortId :: Lens' CounterUpdate (Maybe Int64)
2175+ = lens _cuShortId (\ s a -> s{_cuShortId = a}) .
2178+-- | True if this counter is reported as the total cumulative aggregate value
2179+-- accumulated since the worker started working on this WorkItem. By
2180+-- default this is false, indicating that this counter is reported as a
2182+cuCumulative :: Lens' CounterUpdate (Maybe Bool)
2184+ = lens _cuCumulative (\ s a -> s{_cuCumulative = a})
2186+-- | Counter structured name and metadata.
2187+cuStructuredNameAndMetadata :: Lens' CounterUpdate (Maybe CounterStructuredNameAndMetadata)
2188+cuStructuredNameAndMetadata
2189+ = lens _cuStructuredNameAndMetadata
2190+ (\ s a -> s{_cuStructuredNameAndMetadata = a})
2192+-- | Floating point mean aggregation value for Mean.
2193+cuFloatingPointMean :: Lens' CounterUpdate (Maybe FloatingPointMean)
2195+ = lens _cuFloatingPointMean
2196+ (\ s a -> s{_cuFloatingPointMean = a})
2198+-- | Integer mean aggregation value for Mean.
2199+cuIntegerMean :: Lens' CounterUpdate (Maybe IntegerMean)
2201+ = lens _cuIntegerMean
2202+ (\ s a -> s{_cuIntegerMean = a})
2204+-- | Boolean value for And, Or.
2205+cuBoolean :: Lens' CounterUpdate (Maybe Bool)
2207+ = lens _cuBoolean (\ s a -> s{_cuBoolean = a})
2209+-- | List of floating point numbers, for Set.
2210+cuFloatingPointList :: Lens' CounterUpdate (Maybe FloatingPointList)
2212+ = lens _cuFloatingPointList
2213+ (\ s a -> s{_cuFloatingPointList = a})
2215+-- | Integer value for Sum, Max, Min.
2216+cuInteger :: Lens' CounterUpdate (Maybe SplitInt64)
2218+ = lens _cuInteger (\ s a -> s{_cuInteger = a})
2220+instance FromJSON CounterUpdate where
2222+ = withObject "CounterUpdate"
2225+ (o .:? "nameAndKind") <*> (o .:? "integerList") <*>
2226+ (o .:? "floatingPoint")
2227+ <*> (o .:? "internal")
2228+ <*> (o .:? "stringList")
2229+ <*> (o .:? "shortId")
2230+ <*> (o .:? "cumulative")
2231+ <*> (o .:? "structuredNameAndMetadata")
2232+ <*> (o .:? "floatingPointMean")
2233+ <*> (o .:? "integerMean")
2234+ <*> (o .:? "boolean")
2235+ <*> (o .:? "floatingPointList")
2236+ <*> (o .:? "integer"))
2238+instance ToJSON CounterUpdate where
2239+ toJSON CounterUpdate'{..}
2242+ [("nameAndKind" .=) <$> _cuNameAndKind,
2243+ ("integerList" .=) <$> _cuIntegerList,
2244+ ("floatingPoint" .=) <$> _cuFloatingPoint,
2245+ ("internal" .=) <$> _cuInternal,
2246+ ("stringList" .=) <$> _cuStringList,
2247+ ("shortId" .=) <$> _cuShortId,
2248+ ("cumulative" .=) <$> _cuCumulative,
2249+ ("structuredNameAndMetadata" .=) <$>
2250+ _cuStructuredNameAndMetadata,
2251+ ("floatingPointMean" .=) <$> _cuFloatingPointMean,
2252+ ("integerMean" .=) <$> _cuIntegerMean,
2253+ ("boolean" .=) <$> _cuBoolean,
2254+ ("floatingPointList" .=) <$> _cuFloatingPointList,
2255+ ("integer" .=) <$> _cuInteger])
1663-- | Identifies the location of a streaming computation stage, for
2257-- | Identifies the location of a streaming computation stage, for
1664-- stage-to-stage communication.
2258-- stage-to-stage communication.
@@ -1800,6 +2394,64 @@ instance ToJSON JobMetrics where
1800 [("metrics" .=) <$> _jmMetrics,
2394 [("metrics" .=) <$> _jmMetrics,
1801 ("metricTime" .=) <$> _jmMetricTime])
2395 ("metricTime" .=) <$> _jmMetricTime])
2397+-- | Request to send encoded debug information.
2399+-- /See:/ 'sendDebugCaptureRequest' smart constructor.
2400+data SendDebugCaptureRequest = SendDebugCaptureRequest'
2401+ { _sdcrData :: !(Maybe Text)
2402+ , _sdcrComponentId :: !(Maybe Text)
2403+ , _sdcrWorkerId :: !(Maybe Text)
2404+ } deriving (Eq,Show,Data,Typeable,Generic)
2406+-- | Creates a value of 'SendDebugCaptureRequest' with the minimum fields required to make a request.
2408+-- Use one of the following lenses to modify other fields as desired:
2412+-- * 'sdcrComponentId'
2415+sendDebugCaptureRequest
2416+ :: SendDebugCaptureRequest
2417+sendDebugCaptureRequest =
2418+ SendDebugCaptureRequest'
2419+ { _sdcrData = Nothing
2420+ , _sdcrComponentId = Nothing
2421+ , _sdcrWorkerId = Nothing
2424+-- | The encoded debug information.
2425+sdcrData :: Lens' SendDebugCaptureRequest (Maybe Text)
2426+sdcrData = lens _sdcrData (\ s a -> s{_sdcrData = a})
2428+-- | The internal component id for which debug information is sent.
2429+sdcrComponentId :: Lens' SendDebugCaptureRequest (Maybe Text)
2431+ = lens _sdcrComponentId
2432+ (\ s a -> s{_sdcrComponentId = a})
2434+-- | The worker id, i.e., VM hostname.
2435+sdcrWorkerId :: Lens' SendDebugCaptureRequest (Maybe Text)
2437+ = lens _sdcrWorkerId (\ s a -> s{_sdcrWorkerId = a})
2439+instance FromJSON SendDebugCaptureRequest where
2441+ = withObject "SendDebugCaptureRequest"
2443+ SendDebugCaptureRequest' <$>
2444+ (o .:? "data") <*> (o .:? "componentId") <*>
2445+ (o .:? "workerId"))
2447+instance ToJSON SendDebugCaptureRequest where
2448+ toJSON SendDebugCaptureRequest'{..}
2451+ [("data" .=) <$> _sdcrData,
2452+ ("componentId" .=) <$> _sdcrComponentId,
2453+ ("workerId" .=) <$> _sdcrWorkerId])
1803-- | Conveys a worker\'s progress through the work described by a WorkItem.
2455-- | Conveys a worker\'s progress through the work described by a WorkItem.
1805-- /See:/ 'workItemStatus' smart constructor.
2457-- /See:/ 'workItemStatus' smart constructor.
@@ -1814,6 +2466,7 @@ data WorkItemStatus = WorkItemStatus'
1814 , _wisReportIndex :: !(Maybe (Textual Int64))
2466 , _wisReportIndex :: !(Maybe (Textual Int64))
1815 , _wisRequestedLeaseDuration :: !(Maybe Text)
2467 , _wisRequestedLeaseDuration :: !(Maybe Text)
1816 , _wisErrors :: !(Maybe [Status])
2468 , _wisErrors :: !(Maybe [Status])
2469+ , _wisCounterUpdates :: !(Maybe [CounterUpdate])
1817 , _wisMetricUpdates :: !(Maybe [MetricUpdate])
2470 , _wisMetricUpdates :: !(Maybe [MetricUpdate])
1818 , _wisWorkItemId :: !(Maybe Text)
2471 , _wisWorkItemId :: !(Maybe Text)
1819 } deriving (Eq,Show,Data,Typeable,Generic)
2472 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -1842,6 +2495,8 @@ data WorkItemStatus = WorkItemStatus'
1843-- * 'wisErrors'
2496-- * 'wisErrors'
2498+-- * 'wisCounterUpdates'
1845-- * 'wisMetricUpdates'
2500-- * 'wisMetricUpdates'
1847-- * 'wisWorkItemId'
2502-- * 'wisWorkItemId'
@@ -1859,6 +2514,7 @@ workItemStatus =
1859 , _wisReportIndex = Nothing
2514 , _wisReportIndex = Nothing
1860 , _wisRequestedLeaseDuration = Nothing
2515 , _wisRequestedLeaseDuration = Nothing
1861 , _wisErrors = Nothing
2516 , _wisErrors = Nothing
2517+ , _wisCounterUpdates = Nothing
1862 , _wisMetricUpdates = Nothing
2518 , _wisMetricUpdates = Nothing
1863 , _wisWorkItemId = Nothing
2519 , _wisWorkItemId = Nothing
@@ -1958,7 +2614,15 @@ wisErrors
1958 _Default
2614 _Default
1959 . _Coerce
2615 . _Coerce
1961−-- | Worker output metrics (counters) for this WorkItem.
2617+-- | Worker output counters for this WorkItem.
2618+wisCounterUpdates :: Lens' WorkItemStatus [CounterUpdate]
2620+ = lens _wisCounterUpdates
2621+ (\ s a -> s{_wisCounterUpdates = a})
2625+-- | DEPRECATED in favor of counter_updates.
1962wisMetricUpdates :: Lens' WorkItemStatus [MetricUpdate]
2626wisMetricUpdates :: Lens' WorkItemStatus [MetricUpdate]
1963wisMetricUpdates
2627wisMetricUpdates
1964 = lens _wisMetricUpdates
2628 = lens _wisMetricUpdates
@@ -1986,6 +2650,7 @@ instance FromJSON WorkItemStatus where
1986 <*> (o .:? "reportIndex")
2650 <*> (o .:? "reportIndex")
1987 <*> (o .:? "requestedLeaseDuration")
2651 <*> (o .:? "requestedLeaseDuration")
1988 <*> (o .:? "errors" .!= mempty)
2652 <*> (o .:? "errors" .!= mempty)
2653+ <*> (o .:? "counterUpdates" .!= mempty)
1989 <*> (o .:? "metricUpdates" .!= mempty)
2654 <*> (o .:? "metricUpdates" .!= mempty)
1990 <*> (o .:? "workItemId"))
2655 <*> (o .:? "workItemId"))
@@ -2005,6 +2670,7 @@ instance ToJSON WorkItemStatus where
2005 ("requestedLeaseDuration" .=) <$>
2670 ("requestedLeaseDuration" .=) <$>
2006 _wisRequestedLeaseDuration,
2671 _wisRequestedLeaseDuration,
2007 ("errors" .=) <$> _wisErrors,
2672 ("errors" .=) <$> _wisErrors,
2673+ ("counterUpdates" .=) <$> _wisCounterUpdates,
2008 ("metricUpdates" .=) <$> _wisMetricUpdates,
2674 ("metricUpdates" .=) <$> _wisMetricUpdates,
2009 ("workItemId" .=) <$> _wisWorkItemId])
2675 ("workItemId" .=) <$> _wisWorkItemId])
@@ -2311,7 +2977,7 @@ environmentInternalExperiments pEieAddtional_ =
2311 { _eieAddtional = _Coerce # pEieAddtional_
2977 { _eieAddtional = _Coerce # pEieAddtional_
2314−-- | Properties of the object. Contains field \'ype with type URL.
2980+-- | Properties of the object. Contains field \'type with type URL.
2315eieAddtional :: Lens' EnvironmentInternalExperiments (HashMap Text JSONValue)
2981eieAddtional :: Lens' EnvironmentInternalExperiments (HashMap Text JSONValue)
2316eieAddtional
2982eieAddtional
2317 = lens _eieAddtional (\ s a -> s{_eieAddtional = a})
2983 = lens _eieAddtional (\ s a -> s{_eieAddtional = a})
@@ -2596,6 +3262,81 @@ instance ToJSON TaskRunnerSettings where
2596 _trsParallelWorkerSettings,
3262 _trsParallelWorkerSettings,
2597 ("languageHint" .=) <$> _trsLanguageHint])
3263 ("languageHint" .=) <$> _trsLanguageHint])
3265+-- | Configuration information for a single streaming computation.
3267+-- /See:/ 'streamingComputationConfig' smart constructor.
3268+data StreamingComputationConfig = StreamingComputationConfig'
3269+ { _sccInstructions :: !(Maybe [ParallelInstruction])
3270+ , _sccSystemName :: !(Maybe Text)
3271+ , _sccComputationId :: !(Maybe Text)
3272+ , _sccStageName :: !(Maybe Text)
3273+ } deriving (Eq,Show,Data,Typeable,Generic)
3275+-- | Creates a value of 'StreamingComputationConfig' with the minimum fields required to make a request.
3277+-- Use one of the following lenses to modify other fields as desired:
3279+-- * 'sccInstructions'
3281+-- * 'sccSystemName'
3283+-- * 'sccComputationId'
3286+streamingComputationConfig
3287+ :: StreamingComputationConfig
3288+streamingComputationConfig =
3289+ StreamingComputationConfig'
3290+ { _sccInstructions = Nothing
3291+ , _sccSystemName = Nothing
3292+ , _sccComputationId = Nothing
3293+ , _sccStageName = Nothing
3296+-- | Instructions that comprise the computation.
3297+sccInstructions :: Lens' StreamingComputationConfig [ParallelInstruction]
3299+ = lens _sccInstructions
3300+ (\ s a -> s{_sccInstructions = a})
3304+-- | System defined name for this computation.
3305+sccSystemName :: Lens' StreamingComputationConfig (Maybe Text)
3307+ = lens _sccSystemName
3308+ (\ s a -> s{_sccSystemName = a})
3310+-- | Unique identifier for this computation.
3311+sccComputationId :: Lens' StreamingComputationConfig (Maybe Text)
3313+ = lens _sccComputationId
3314+ (\ s a -> s{_sccComputationId = a})
3316+-- | Stage name of this computation.
3317+sccStageName :: Lens' StreamingComputationConfig (Maybe Text)
3319+ = lens _sccStageName (\ s a -> s{_sccStageName = a})
3321+instance FromJSON StreamingComputationConfig where
3323+ = withObject "StreamingComputationConfig"
3325+ StreamingComputationConfig' <$>
3326+ (o .:? "instructions" .!= mempty) <*>
3327+ (o .:? "systemName")
3328+ <*> (o .:? "computationId")
3329+ <*> (o .:? "stageName"))
3331+instance ToJSON StreamingComputationConfig where
3332+ toJSON StreamingComputationConfig'{..}
3335+ [("instructions" .=) <$> _sccInstructions,
3336+ ("systemName" .=) <$> _sccSystemName,
3337+ ("computationId" .=) <$> _sccComputationId,
3338+ ("stageName" .=) <$> _sccStageName])
2599-- | The Dataflow SDK pipeline options specified by the user. These options
3340-- | The Dataflow SDK pipeline options specified by the user. These options
2600-- are passed through the service and are used to recreate the SDK pipeline
3341-- are passed through the service and are used to recreate the SDK pipeline
2601-- options on the worker in a language agnostic and platform independent
3342-- options on the worker in a language agnostic and platform independent
@@ -2636,6 +3377,52 @@ instance FromJSON EnvironmentSdkPipelineOptions where
2636instance ToJSON EnvironmentSdkPipelineOptions where
3377instance ToJSON EnvironmentSdkPipelineOptions where
2637 toJSON = toJSON . _espoAddtional
3378 toJSON = toJSON . _espoAddtional
3380+-- | A representation of a floating point mean metric contribution.
3382+-- /See:/ 'floatingPointMean' smart constructor.
3383+data FloatingPointMean = FloatingPointMean'
3384+ { _fpmCount :: !(Maybe SplitInt64)
3385+ , _fpmSum :: !(Maybe (Textual Double))
3386+ } deriving (Eq,Show,Data,Typeable,Generic)
3388+-- | Creates a value of 'FloatingPointMean' with the minimum fields required to make a request.
3390+-- Use one of the following lenses to modify other fields as desired:
3396+ :: FloatingPointMean
3399+ { _fpmCount = Nothing
3400+ , _fpmSum = Nothing
3403+-- | The number of values being aggregated.
3404+fpmCount :: Lens' FloatingPointMean (Maybe SplitInt64)
3405+fpmCount = lens _fpmCount (\ s a -> s{_fpmCount = a})
3407+-- | The sum of all values being aggregated.
3408+fpmSum :: Lens' FloatingPointMean (Maybe Double)
3410+ = lens _fpmSum (\ s a -> s{_fpmSum = a}) .
3413+instance FromJSON FloatingPointMean where
3415+ = withObject "FloatingPointMean"
3417+ FloatingPointMean' <$>
3418+ (o .:? "count") <*> (o .:? "sum"))
3420+instance ToJSON FloatingPointMean where
3421+ toJSON FloatingPointMean'{..}
3424+ [("count" .=) <$> _fpmCount, ("sum" .=) <$> _fpmSum])
2639-- | Request to lease WorkItems.
3426-- | Request to lease WorkItems.
2641-- /See:/ 'leaseWorkItemRequest' smart constructor.
3428-- /See:/ 'leaseWorkItemRequest' smart constructor.
@@ -2884,7 +3671,7 @@ statusDetailsItem pSdiAddtional_ =
2884 { _sdiAddtional = _Coerce # pSdiAddtional_
3671 { _sdiAddtional = _Coerce # pSdiAddtional_
2887−-- | Properties of the object. Contains field \'ype with type URL.
3674+-- | Properties of the object. Contains field \'type with type URL.
2888sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue)
3675sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue)
2889sdiAddtional
3676sdiAddtional
2890 = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a})
3677 = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a})
@@ -3133,6 +3920,56 @@ instance ToJSON ApproximateSplitRequest where
3133 [("fractionConsumed" .=) <$> _asrFractionConsumed,
3920 [("fractionConsumed" .=) <$> _asrFractionConsumed,
3134 ("position" .=) <$> _asrPosition])
3921 ("position" .=) <$> _asrPosition])
3923+-- | A representation of an int64, n, that is immune to precision loss when
3926+-- /See:/ 'splitInt64' smart constructor.
3927+data SplitInt64 = SplitInt64'
3928+ { _siHighBits :: !(Maybe (Textual Int32))
3929+ , _siLowBits :: !(Maybe (Textual Word32))
3930+ } deriving (Eq,Show,Data,Typeable,Generic)
3932+-- | Creates a value of 'SplitInt64' with the minimum fields required to make a request.
3934+-- Use one of the following lenses to modify other fields as desired:
3943+ { _siHighBits = Nothing
3944+ , _siLowBits = Nothing
3947+-- | The high order bits, including the sign: n >> 32.
3948+siHighBits :: Lens' SplitInt64 (Maybe Int32)
3950+ = lens _siHighBits (\ s a -> s{_siHighBits = a}) .
3953+-- | The low order bits: n & 0xffffffff.
3954+siLowBits :: Lens' SplitInt64 (Maybe Word32)
3956+ = lens _siLowBits (\ s a -> s{_siLowBits = a}) .
3959+instance FromJSON SplitInt64 where
3961+ = withObject "SplitInt64"
3964+ (o .:? "highBits") <*> (o .:? "lowBits"))
3966+instance ToJSON SplitInt64 where
3967+ toJSON SplitInt64'{..}
3970+ [("highBits" .=) <$> _siHighBits,
3971+ ("lowBits" .=) <$> _siLowBits])
3136-- | Provides data to pass through to the worker harness.
3973-- | Provides data to pass through to the worker harness.
3138-- /See:/ 'workerSettings' smart constructor.
3975-- /See:/ 'workerSettings' smart constructor.
@@ -3238,6 +4075,39 @@ instance ToJSON WorkerSettings where
3238 ("reportingEnabled" .=) <$> _wsReportingEnabled,
4075 ("reportingEnabled" .=) <$> _wsReportingEnabled,
3239 ("workerId" .=) <$> _wsWorkerId])
4076 ("workerId" .=) <$> _wsWorkerId])
4078+-- | Response to a get debug configuration request.
4080+-- /See:/ 'getDebugConfigResponse' smart constructor.
4081+newtype GetDebugConfigResponse = GetDebugConfigResponse'
4082+ { _gdcrConfig :: Maybe Text
4083+ } deriving (Eq,Show,Data,Typeable,Generic)
4085+-- | Creates a value of 'GetDebugConfigResponse' with the minimum fields required to make a request.
4087+-- Use one of the following lenses to modify other fields as desired:
4090+getDebugConfigResponse
4091+ :: GetDebugConfigResponse
4092+getDebugConfigResponse =
4093+ GetDebugConfigResponse'
4094+ { _gdcrConfig = Nothing
4097+-- | The encoded debug configuration for the requested component.
4098+gdcrConfig :: Lens' GetDebugConfigResponse (Maybe Text)
4100+ = lens _gdcrConfig (\ s a -> s{_gdcrConfig = a})
4102+instance FromJSON GetDebugConfigResponse where
4104+ = withObject "GetDebugConfigResponse"
4105+ (\ o -> GetDebugConfigResponse' <$> (o .:? "config"))
4107+instance ToJSON GetDebugConfigResponse where
4108+ toJSON GetDebugConfigResponse'{..}
4109+ = object (catMaybes [("config" .=) <$> _gdcrConfig])
3241-- | Other data returned by the service, specific to the particular worker
4111-- | Other data returned by the service, specific to the particular worker
3242-- harness.
4112-- harness.
@@ -3372,6 +4242,44 @@ instance ToJSON WorkerMessageResponse where
3372 [("workerHealthReportResponse" .=) <$>
4242 [("workerHealthReportResponse" .=) <$>
3373 _wmrWorkerHealthReportResponse])
4243 _wmrWorkerHealthReportResponse])
4245+-- | Dynamic parameterization of the job\'s runtime environment.
4247+-- /See:/ 'createJobFromTemplateRequestParameters' smart constructor.
4248+newtype CreateJobFromTemplateRequestParameters = CreateJobFromTemplateRequestParameters'
4249+ { _cjftrpAddtional :: HashMap Text Text
4250+ } deriving (Eq,Show,Data,Typeable,Generic)
4252+-- | Creates a value of 'CreateJobFromTemplateRequestParameters' with the minimum fields required to make a request.
4254+-- Use one of the following lenses to modify other fields as desired:
4256+-- * 'cjftrpAddtional'
4257+createJobFromTemplateRequestParameters
4258+ :: HashMap Text Text -- ^ 'cjftrpAddtional'
4259+ -> CreateJobFromTemplateRequestParameters
4260+createJobFromTemplateRequestParameters pCjftrpAddtional_ =
4261+ CreateJobFromTemplateRequestParameters'
4262+ { _cjftrpAddtional = _Coerce # pCjftrpAddtional_
4265+cjftrpAddtional :: Lens' CreateJobFromTemplateRequestParameters (HashMap Text Text)
4267+ = lens _cjftrpAddtional
4268+ (\ s a -> s{_cjftrpAddtional = a})
4272+ CreateJobFromTemplateRequestParameters where
4274+ = withObject "CreateJobFromTemplateRequestParameters"
4276+ CreateJobFromTemplateRequestParameters' <$>
4277+ (parseJSONObject o))
4280+ CreateJobFromTemplateRequestParameters where
4281+ toJSON = toJSON . _cjftrpAddtional
3375-- | The Dataflow service\'s idea of the current state of a WorkItem being
4283-- | The Dataflow service\'s idea of the current state of a WorkItem being
3376-- processed by a worker.
4284-- processed by a worker.
@@ -3384,6 +4292,7 @@ data WorkItemServiceState = WorkItemServiceState'
3384 , _wissSuggestedStopPosition :: !(Maybe Position)
4292 , _wissSuggestedStopPosition :: !(Maybe Position)
3385 , _wissLeaseExpireTime :: !(Maybe Text)
4293 , _wissLeaseExpireTime :: !(Maybe Text)
3386 , _wissSplitRequest :: !(Maybe ApproximateSplitRequest)
4294 , _wissSplitRequest :: !(Maybe ApproximateSplitRequest)
4295+ , _wissMetricShortId :: !(Maybe [MetricShortId])
3387 } deriving (Eq,Show,Data,Typeable,Generic)
4296 } deriving (Eq,Show,Data,Typeable,Generic)
3389-- | Creates a value of 'WorkItemServiceState' with the minimum fields required to make a request.
4298-- | Creates a value of 'WorkItemServiceState' with the minimum fields required to make a request.
@@ -3403,6 +4312,8 @@ data WorkItemServiceState = WorkItemServiceState'
3403-- * 'wissLeaseExpireTime'
4312-- * 'wissLeaseExpireTime'
3405-- * 'wissSplitRequest'
4314-- * 'wissSplitRequest'
4316+-- * 'wissMetricShortId'
3406workItemServiceState
4317workItemServiceState
3407 :: WorkItemServiceState
4318 :: WorkItemServiceState
3408workItemServiceState =
4319workItemServiceState =
@@ -3414,6 +4325,7 @@ workItemServiceState =
3414 , _wissSuggestedStopPosition = Nothing
4325 , _wissSuggestedStopPosition = Nothing
3415 , _wissLeaseExpireTime = Nothing
4326 , _wissLeaseExpireTime = Nothing
3416 , _wissSplitRequest = Nothing
4327 , _wissSplitRequest = Nothing
4328+ , _wissMetricShortId = Nothing
3419-- | The index value to use for the next report sent by the worker. Note: If
4331-- | The index value to use for the next report sent by the worker. Note: If
@@ -3463,6 +4375,18 @@ wissSplitRequest
3463 = lens _wissSplitRequest
4375 = lens _wissSplitRequest
3464 (\ s a -> s{_wissSplitRequest = a})
4376 (\ s a -> s{_wissSplitRequest = a})
4378+-- | The short ids that workers should use in subsequent metric updates.
4379+-- Workers should strive to use short ids whenever possible, but it is ok
4380+-- to request the short_id again if a worker lost track of it (e.g. if the
4381+-- worker is recovering from a crash). NOTE: it is possible that the
4382+-- response may have short ids for a subset of the metrics.
4383+wissMetricShortId :: Lens' WorkItemServiceState [MetricShortId]
4385+ = lens _wissMetricShortId
4386+ (\ s a -> s{_wissMetricShortId = a})
3466instance FromJSON WorkItemServiceState where
4390instance FromJSON WorkItemServiceState where
3467 parseJSON
4391 parseJSON
3468 = withObject "WorkItemServiceState"
4392 = withObject "WorkItemServiceState"
@@ -3474,7 +4398,8 @@ instance FromJSON WorkItemServiceState where
3474 <*> (o .:? "suggestedStopPoint")
4398 <*> (o .:? "suggestedStopPoint")
3475 <*> (o .:? "suggestedStopPosition")
4399 <*> (o .:? "suggestedStopPosition")
3476 <*> (o .:? "leaseExpireTime")
4400 <*> (o .:? "leaseExpireTime")
3477− <*> (o .:? "splitRequest"))
4401+ <*> (o .:? "splitRequest")
4402+ <*> (o .:? "metricShortId" .!= mempty))
3479instance ToJSON WorkItemServiceState where
4404instance ToJSON WorkItemServiceState where
3480 toJSON WorkItemServiceState'{..}
4405 toJSON WorkItemServiceState'{..}
@@ -3489,7 +4414,8 @@ instance ToJSON WorkItemServiceState where
3489 ("suggestedStopPosition" .=) <$>
4414 ("suggestedStopPosition" .=) <$>
3490 _wissSuggestedStopPosition,
4415 _wissSuggestedStopPosition,
3491 ("leaseExpireTime" .=) <$> _wissLeaseExpireTime,
4416 ("leaseExpireTime" .=) <$> _wissLeaseExpireTime,
3492− ("splitRequest" .=) <$> _wissSplitRequest])
4417+ ("splitRequest" .=) <$> _wissSplitRequest,
4418+ ("metricShortId" .=) <$> _wissMetricShortId])
3494-- | A task which initializes part of a streaming Dataflow job.
4420-- | A task which initializes part of a streaming Dataflow job.
@@ -3744,6 +4670,49 @@ instance FromJSON SinkCodec where
3744instance ToJSON SinkCodec where
4670instance ToJSON SinkCodec where
3745 toJSON = toJSON . _scAddtional
4671 toJSON = toJSON . _scAddtional
4673+-- | A representation of an integer mean metric contribution.
4675+-- /See:/ 'integerMean' smart constructor.
4676+data IntegerMean = IntegerMean'
4677+ { _imCount :: !(Maybe SplitInt64)
4678+ , _imSum :: !(Maybe SplitInt64)
4679+ } deriving (Eq,Show,Data,Typeable,Generic)
4681+-- | Creates a value of 'IntegerMean' with the minimum fields required to make a request.
4683+-- Use one of the following lenses to modify other fields as desired:
4692+ { _imCount = Nothing
4696+-- | The number of values being aggregated.
4697+imCount :: Lens' IntegerMean (Maybe SplitInt64)
4698+imCount = lens _imCount (\ s a -> s{_imCount = a})
4700+-- | The sum of all values being aggregated.
4701+imSum :: Lens' IntegerMean (Maybe SplitInt64)
4702+imSum = lens _imSum (\ s a -> s{_imSum = a})
4704+instance FromJSON IntegerMean where
4706+ = withObject "IntegerMean"
4708+ IntegerMean' <$> (o .:? "count") <*> (o .:? "sum"))
4710+instance ToJSON IntegerMean where
4711+ toJSON IntegerMean'{..}
4714+ [("count" .=) <$> _imCount, ("sum" .=) <$> _imSum])
3748-- /See:/ 'workerHealthReportPodsItem' smart constructor.
4717-- /See:/ 'workerHealthReportPodsItem' smart constructor.
3749newtype WorkerHealthReportPodsItem = WorkerHealthReportPodsItem'
4718newtype WorkerHealthReportPodsItem = WorkerHealthReportPodsItem'
@@ -3948,7 +4917,7 @@ workerPoolPoolArgs pWppaAddtional_ =
3948 { _wppaAddtional = _Coerce # pWppaAddtional_
4917 { _wppaAddtional = _Coerce # pWppaAddtional_
3951−-- | Properties of the object. Contains field \'ype with type URL.
4920+-- | Properties of the object. Contains field \'type with type URL.
3952wppaAddtional :: Lens' WorkerPoolPoolArgs (HashMap Text JSONValue)
4921wppaAddtional :: Lens' WorkerPoolPoolArgs (HashMap Text JSONValue)
3953wppaAddtional
4922wppaAddtional
3954 = lens _wppaAddtional
4923 = lens _wppaAddtional
@@ -3963,6 +4932,77 @@ instance FromJSON WorkerPoolPoolArgs where
3963instance ToJSON WorkerPoolPoolArgs where
4932instance ToJSON WorkerPoolPoolArgs where
3964 toJSON = toJSON . _wppaAddtional
4933 toJSON = toJSON . _wppaAddtional
4935+-- | CounterMetadata includes all static non-name non-value counter
4938+-- /See:/ 'counterMetadata' smart constructor.
4939+data CounterMetadata = CounterMetadata'
4940+ { _cmKind :: !(Maybe Text)
4941+ , _cmDescription :: !(Maybe Text)
4942+ , _cmStandardUnits :: !(Maybe Text)
4943+ , _cmOtherUnits :: !(Maybe Text)
4944+ } deriving (Eq,Show,Data,Typeable,Generic)
4946+-- | Creates a value of 'CounterMetadata' with the minimum fields required to make a request.
4948+-- Use one of the following lenses to modify other fields as desired:
4952+-- * 'cmDescription'
4954+-- * 'cmStandardUnits'
4961+ { _cmKind = Nothing
4962+ , _cmDescription = Nothing
4963+ , _cmStandardUnits = Nothing
4964+ , _cmOtherUnits = Nothing
4967+-- | Counter aggregation kind.
4968+cmKind :: Lens' CounterMetadata (Maybe Text)
4969+cmKind = lens _cmKind (\ s a -> s{_cmKind = a})
4971+-- | Human-readable description of the counter semantics.
4972+cmDescription :: Lens' CounterMetadata (Maybe Text)
4974+ = lens _cmDescription
4975+ (\ s a -> s{_cmDescription = a})
4977+-- | System defined Units, see above enum.
4978+cmStandardUnits :: Lens' CounterMetadata (Maybe Text)
4980+ = lens _cmStandardUnits
4981+ (\ s a -> s{_cmStandardUnits = a})
4983+-- | A string referring to the unit type.
4984+cmOtherUnits :: Lens' CounterMetadata (Maybe Text)
4986+ = lens _cmOtherUnits (\ s a -> s{_cmOtherUnits = a})
4988+instance FromJSON CounterMetadata where
4990+ = withObject "CounterMetadata"
4992+ CounterMetadata' <$>
4993+ (o .:? "kind") <*> (o .:? "description") <*>
4994+ (o .:? "standardUnits")
4995+ <*> (o .:? "otherUnits"))
4997+instance ToJSON CounterMetadata where
4998+ toJSON CounterMetadata'{..}
5001+ [("kind" .=) <$> _cmKind,
5002+ ("description" .=) <$> _cmDescription,
5003+ ("standardUnits" .=) <$> _cmStandardUnits,
5004+ ("otherUnits" .=) <$> _cmOtherUnits])
3966-- | The response to the worker messages.
5006-- | The response to the worker messages.
3968-- /See:/ 'sendWorkerMessagesResponse' smart constructor.
5008-- /See:/ 'sendWorkerMessagesResponse' smart constructor.
@@ -4051,6 +5091,105 @@ instance ToJSON StreamingSideInputLocation where
4051 [("tag" .=) <$> _ssilTag,
5091 [("tag" .=) <$> _ssilTag,
4052 ("stateFamily" .=) <$> _ssilStateFamily])
5092 ("stateFamily" .=) <$> _ssilStateFamily])
5094+-- | Request to get updated debug configuration for component.
5096+-- /See:/ 'getDebugConfigRequest' smart constructor.
5097+data GetDebugConfigRequest = GetDebugConfigRequest'
5098+ { _gdcrComponentId :: !(Maybe Text)
5099+ , _gdcrWorkerId :: !(Maybe Text)
5100+ } deriving (Eq,Show,Data,Typeable,Generic)
5102+-- | Creates a value of 'GetDebugConfigRequest' with the minimum fields required to make a request.
5104+-- Use one of the following lenses to modify other fields as desired:
5106+-- * 'gdcrComponentId'
5109+getDebugConfigRequest
5110+ :: GetDebugConfigRequest
5111+getDebugConfigRequest =
5112+ GetDebugConfigRequest'
5113+ { _gdcrComponentId = Nothing
5114+ , _gdcrWorkerId = Nothing
5117+-- | The internal component id for which debug configuration is requested.
5118+gdcrComponentId :: Lens' GetDebugConfigRequest (Maybe Text)
5120+ = lens _gdcrComponentId
5121+ (\ s a -> s{_gdcrComponentId = a})
5123+-- | The worker id, i.e., VM hostname.
5124+gdcrWorkerId :: Lens' GetDebugConfigRequest (Maybe Text)
5126+ = lens _gdcrWorkerId (\ s a -> s{_gdcrWorkerId = a})
5128+instance FromJSON GetDebugConfigRequest where
5130+ = withObject "GetDebugConfigRequest"
5132+ GetDebugConfigRequest' <$>
5133+ (o .:? "componentId") <*> (o .:? "workerId"))
5135+instance ToJSON GetDebugConfigRequest where
5136+ toJSON GetDebugConfigRequest'{..}
5139+ [("componentId" .=) <$> _gdcrComponentId,
5140+ ("workerId" .=) <$> _gdcrWorkerId])
5142+-- | A single message which encapsulates structured name and metadata for a
5145+-- /See:/ 'counterStructuredNameAndMetadata' smart constructor.
5146+data CounterStructuredNameAndMetadata = CounterStructuredNameAndMetadata'
5147+ { _csnamName :: !(Maybe CounterStructuredName)
5148+ , _csnamMetadata :: !(Maybe CounterMetadata)
5149+ } deriving (Eq,Show,Data,Typeable,Generic)
5151+-- | Creates a value of 'CounterStructuredNameAndMetadata' with the minimum fields required to make a request.
5153+-- Use one of the following lenses to modify other fields as desired:
5157+-- * 'csnamMetadata'
5158+counterStructuredNameAndMetadata
5159+ :: CounterStructuredNameAndMetadata
5160+counterStructuredNameAndMetadata =
5161+ CounterStructuredNameAndMetadata'
5162+ { _csnamName = Nothing
5163+ , _csnamMetadata = Nothing
5166+-- | Structured name of the counter.
5167+csnamName :: Lens' CounterStructuredNameAndMetadata (Maybe CounterStructuredName)
5169+ = lens _csnamName (\ s a -> s{_csnamName = a})
5171+-- | Metadata associated with a counter
5172+csnamMetadata :: Lens' CounterStructuredNameAndMetadata (Maybe CounterMetadata)
5174+ = lens _csnamMetadata
5175+ (\ s a -> s{_csnamMetadata = a})
5177+instance FromJSON CounterStructuredNameAndMetadata
5180+ = withObject "CounterStructuredNameAndMetadata"
5182+ CounterStructuredNameAndMetadata' <$>
5183+ (o .:? "name") <*> (o .:? "metadata"))
5185+instance ToJSON CounterStructuredNameAndMetadata
5187+ toJSON CounterStructuredNameAndMetadata'{..}
5190+ [("name" .=) <$> _csnamName,
5191+ ("metadata" .=) <$> _csnamMetadata])
4054-- | A task which describes what action should be performed for the specified
5193-- | A task which describes what action should be performed for the specified
4055-- streaming computation ranges.
5194-- streaming computation ranges.
@@ -4355,6 +5494,7 @@ data Job = Job'
4355 , _jName :: !(Maybe Text)
5494 , _jName :: !(Maybe Text)
4356 , _jTransformNameMApping :: !(Maybe JobTransformNameMApping)
5495 , _jTransformNameMApping :: !(Maybe JobTransformNameMApping)
4357 , _jId :: !(Maybe Text)
5496 , _jId :: !(Maybe Text)
5497+ , _jLabels :: !(Maybe JobLabels)
4358 , _jProjectId :: !(Maybe Text)
5498 , _jProjectId :: !(Maybe Text)
4359 , _jType :: !(Maybe Text)
5499 , _jType :: !(Maybe Text)
4360 , _jCurrentStateTime :: !(Maybe Text)
5500 , _jCurrentStateTime :: !(Maybe Text)
@@ -4388,6 +5528,8 @@ data Job = Job'
4389-- * 'jId'
5529-- * 'jId'
4391-- * 'jProjectId'
5533-- * 'jProjectId'
4393-- * 'jType'
5535-- * 'jType'
@@ -4412,6 +5554,7 @@ job =
4412 , _jName = Nothing
5554 , _jName = Nothing
4413 , _jTransformNameMApping = Nothing
5555 , _jTransformNameMApping = Nothing
4414 , _jId = Nothing
5556 , _jId = Nothing
5557+ , _jLabels = Nothing
4415 , _jProjectId = Nothing
5558 , _jProjectId = Nothing
4416 , _jType = Nothing
5559 , _jType = Nothing
4417 , _jCurrentStateTime = Nothing
5560 , _jCurrentStateTime = Nothing
@@ -4507,6 +5650,15 @@ jTransformNameMApping
4507jId :: Lens' Job (Maybe Text)
5650jId :: Lens' Job (Maybe Text)
4508jId = lens _jId (\ s a -> s{_jId = a})
5651jId = lens _jId (\ s a -> s{_jId = a})
5653+-- | User-defined labels for this job. The labels map can contain no more
5654+-- than 64 entries. Entries of the labels map are UTF8 strings that comply
5655+-- with the following restrictions: * Keys must conform to regexp:
5656+-- \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp:
5657+-- [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally
5658+-- constrained to be \<= 128 bytes in size.
5659+jLabels :: Lens' Job (Maybe JobLabels)
5660+jLabels = lens _jLabels (\ s a -> s{_jLabels = a})
4510-- | The project which owns the job.
5662-- | The project which owns the job.
4511jProjectId :: Lens' Job (Maybe Text)
5663jProjectId :: Lens' Job (Maybe Text)
4512jProjectId
5664jProjectId
@@ -4552,6 +5704,7 @@ instance FromJSON Job where
4552 <*> (o .:? "name")
5704 <*> (o .:? "name")
4553 <*> (o .:? "transformNameMapping")
5705 <*> (o .:? "transformNameMapping")
4554 <*> (o .:? "id")
5706 <*> (o .:? "id")
5707+ <*> (o .:? "labels")
4555 <*> (o .:? "projectId")
5708 <*> (o .:? "projectId")
4556 <*> (o .:? "type")
5709 <*> (o .:? "type")
4557 <*> (o .:? "currentStateTime")
5710 <*> (o .:? "currentStateTime")
@@ -4573,7 +5726,8 @@ instance ToJSON Job where
4573 ("name" .=) <$> _jName,
5726 ("name" .=) <$> _jName,
4574 ("transformNameMapping" .=) <$>
5727 ("transformNameMapping" .=) <$>
4575 _jTransformNameMApping,
5728 _jTransformNameMApping,
5729+ ("id" .=) <$> _jId, ("labels" .=) <$> _jLabels,
4576− ("id" .=) <$> _jId, ("projectId" .=) <$> _jProjectId,
5730+ ("projectId" .=) <$> _jProjectId,
4577 ("type" .=) <$> _jType,
5731 ("type" .=) <$> _jType,
4578 ("currentStateTime" .=) <$> _jCurrentStateTime,
5732 ("currentStateTime" .=) <$> _jCurrentStateTime,
4579 ("replaceJobId" .=) <$> _jReplaceJobId,
5733 ("replaceJobId" .=) <$> _jReplaceJobId,
@@ -4650,34 +5804,36 @@ arpFractionConsumed
4650 (\ s a -> s{_arpFractionConsumed = a})
5804 (\ s a -> s{_arpFractionConsumed = a})
4651 . mapping _Coerce
5805 . mapping _Coerce
4653−-- | Total amount of parallelism in the portion of input of this work item
5807+-- | Total amount of parallelism in the portion of input of this task that
4654−-- that has already been consumed. In the first two examples above (see
5808+-- has already been consumed and is no longer active. In the first two
4655−-- remaining_parallelism), the value should be 30 or 3 respectively. The
5809+-- examples above (see remaining_parallelism), the value should be 29 or 2
4656−-- sum of remaining_parallelism and consumed_parallelism should equal the
5810+-- respectively. The sum of remaining_parallelism and consumed_parallelism
4657−-- total amount of parallelism in this work item. If specified, must be
5811+-- should equal the total amount of parallelism in this work item. If
4658−-- finite.
5812+-- specified, must be finite.
4659arpConsumedParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism)
5813arpConsumedParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism)
4660arpConsumedParallelism
5814arpConsumedParallelism
4661 = lens _arpConsumedParallelism
5815 = lens _arpConsumedParallelism
4662 (\ s a -> s{_arpConsumedParallelism = a})
5816 (\ s a -> s{_arpConsumedParallelism = a})
4664−-- | Total amount of parallelism in the input of this WorkItem that has not
5818+-- | Total amount of parallelism in the input of this task that remains,
4665−-- been consumed yet (i.e. can be delegated to a new WorkItem via dynamic
5819+-- (i.e. can be delegated to this task and any new tasks via dynamic
5820+-- splitting). Always at least 1 for non-finished work items and 0 for
4666−-- splitting). \"Amount of parallelism\" refers to how many non-empty parts
5821+-- finished. \"Amount of parallelism\" refers to how many non-empty parts
4667-- of the input can be read in parallel. This does not necessarily equal
5822-- of the input can be read in parallel. This does not necessarily equal
4668-- number of records. An input that can be read in parallel down to the
5823-- number of records. An input that can be read in parallel down to the
4669-- individual records is called \"perfectly splittable\". An example of
5824-- individual records is called \"perfectly splittable\". An example of
4670-- non-perfectly parallelizable input is a block-compressed file format
5825-- non-perfectly parallelizable input is a block-compressed file format
4671-- where a block of records has to be read as a whole, but different blocks
5826-- where a block of records has to be read as a whole, but different blocks
4672−-- can be read in parallel. Examples: * If we have read 30 records out of
5827+-- can be read in parallel. Examples: * If we are processing record #30
4673−-- 50 in a perfectly splittable 50-record input, this value should be 20. *
5828+-- (starting at 1) out of 50 in a perfectly splittable 50-record input,
5829+-- this value should be 21 (20 remaining + 1 current). * If we are reading
4674−-- If we are reading through block 3 in a block-compressed file consisting
5830+-- through block 3 in a block-compressed file consisting of 5 blocks, this
4675−-- of 5 blocks, this value should be 2 (since blocks 4 and 5 can be
5831+-- value should be 3 (since blocks 4 and 5 can be processed in parallel by
4676−-- processed in parallel by new work items via dynamic splitting). * If we
5832+-- new tasks via dynamic splitting and the current task remains processing
4677−-- are reading through the last block in a block-compressed file, or
5833+-- block 3). * If we are reading through the last block in a
4678−-- reading or processing the last record in a perfectly splittable input,
5834+-- block-compressed file, or reading or processing the last record in a
4679−-- this value should be 0, because the remainder of the work item cannot be
5835+-- perfectly splittable input, this value should be 1, because apart from
4680−-- further split.
5836+-- the current task, no additional remainder can be split off.
4681arpRemainingParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism)
5837arpRemainingParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism)
4682arpRemainingParallelism
5838arpRemainingParallelism
4683 = lens _arpRemainingParallelism
5839 = lens _arpRemainingParallelism
@@ -4758,6 +5914,7 @@ data WorkerPool = WorkerPool'
4758 , _wpNumWorkers :: !(Maybe (Textual Int32))
5914 , _wpNumWorkers :: !(Maybe (Textual Int32))
4759 , _wpNetwork :: !(Maybe Text)
5915 , _wpNetwork :: !(Maybe Text)
4760 , _wpZone :: !(Maybe Text)
5916 , _wpZone :: !(Maybe Text)
5917+ , _wpIPConfiguration :: !(Maybe Text)
4761 , _wpPackages :: !(Maybe [Package])
5918 , _wpPackages :: !(Maybe [Package])
4762 , _wpOnHostMaintenance :: !(Maybe Text)
5919 , _wpOnHostMaintenance :: !(Maybe Text)
4763 , _wpDiskSourceImage :: !(Maybe Text)
5920 , _wpDiskSourceImage :: !(Maybe Text)
@@ -4792,6 +5949,8 @@ data WorkerPool = WorkerPool'
4793-- * 'wpZone'
5950-- * 'wpZone'
5952+-- * 'wpIPConfiguration'
4795-- * 'wpPackages'
5954-- * 'wpPackages'
4797-- * 'wpOnHostMaintenance'
5956-- * 'wpOnHostMaintenance'
@@ -4827,6 +5986,7 @@ workerPool =
4827 , _wpNumWorkers = Nothing
5986 , _wpNumWorkers = Nothing
4828 , _wpNetwork = Nothing
5987 , _wpNetwork = Nothing
4829 , _wpZone = Nothing
5988 , _wpZone = Nothing
5989+ , _wpIPConfiguration = Nothing
4830 , _wpPackages = Nothing
5990 , _wpPackages = Nothing
4831 , _wpOnHostMaintenance = Nothing
5991 , _wpOnHostMaintenance = Nothing
4832 , _wpDiskSourceImage = Nothing
5992 , _wpDiskSourceImage = Nothing
@@ -4895,6 +6055,12 @@ wpNetwork
4895wpZone :: Lens' WorkerPool (Maybe Text)
6055wpZone :: Lens' WorkerPool (Maybe Text)
4896wpZone = lens _wpZone (\ s a -> s{_wpZone = a})
6056wpZone = lens _wpZone (\ s a -> s{_wpZone = a})
6058+-- | Configuration for VM IPs.
6059+wpIPConfiguration :: Lens' WorkerPool (Maybe Text)
6061+ = lens _wpIPConfiguration
6062+ (\ s a -> s{_wpIPConfiguration = a})
4898-- | Packages to be installed on workers.
6064-- | Packages to be installed on workers.
4899wpPackages :: Lens' WorkerPool [Package]
6065wpPackages :: Lens' WorkerPool [Package]
4900wpPackages
6066wpPackages
@@ -4916,7 +6082,7 @@ wpDiskSourceImage
4916 (\ s a -> s{_wpDiskSourceImage = a})
6082 (\ s a -> s{_wpDiskSourceImage = a})
4918-- | Subnetwork to which VMs will be assigned, if desired. Expected to be of
6084-- | Subnetwork to which VMs will be assigned, if desired. Expected to be of
4919−-- the form \"zones\/ZONE\/subnetworks\/SUBNETWORK\".
6085+-- the form \"regions\/REGION\/subnetworks\/SUBNETWORK\".
4920wpSubnetwork :: Lens' WorkerPool (Maybe Text)
6086wpSubnetwork :: Lens' WorkerPool (Maybe Text)
4921wpSubnetwork
6087wpSubnetwork
4922 = lens _wpSubnetwork (\ s a -> s{_wpSubnetwork = a})
6088 = lens _wpSubnetwork (\ s a -> s{_wpSubnetwork = a})
@@ -4995,6 +6161,7 @@ instance FromJSON WorkerPool where
4995 <*> (o .:? "numWorkers")
6161 <*> (o .:? "numWorkers")
4996 <*> (o .:? "network")
6162 <*> (o .:? "network")
4997 <*> (o .:? "zone")
6163 <*> (o .:? "zone")
6164+ <*> (o .:? "ipConfiguration")
4998 <*> (o .:? "packages" .!= mempty)
6165 <*> (o .:? "packages" .!= mempty)
4999 <*> (o .:? "onHostMaintenance")
6166 <*> (o .:? "onHostMaintenance")
5000 <*> (o .:? "diskSourceImage")
6167 <*> (o .:? "diskSourceImage")
@@ -5022,6 +6189,7 @@ instance ToJSON WorkerPool where
5022 ("numWorkers" .=) <$> _wpNumWorkers,
6189 ("numWorkers" .=) <$> _wpNumWorkers,
5023 ("network" .=) <$> _wpNetwork,
6190 ("network" .=) <$> _wpNetwork,
5024 ("zone" .=) <$> _wpZone,
6191 ("zone" .=) <$> _wpZone,
6192+ ("ipConfiguration" .=) <$> _wpIPConfiguration,
5025 ("packages" .=) <$> _wpPackages,
6193 ("packages" .=) <$> _wpPackages,
5026 ("onHostMaintenance" .=) <$> _wpOnHostMaintenance,
6194 ("onHostMaintenance" .=) <$> _wpOnHostMaintenance,
5027 ("diskSourceImage" .=) <$> _wpDiskSourceImage,
6195 ("diskSourceImage" .=) <$> _wpDiskSourceImage,
@@ -5841,10 +7009,12 @@ instance ToJSON MultiOutputInfo where
5842-- /See:/ 'partialGroupByKeyInstruction' smart constructor.
7010-- /See:/ 'partialGroupByKeyInstruction' smart constructor.
5843data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction'
7011data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction'
5844− { _pgbkiValueCombiningFn :: !(Maybe PartialGroupByKeyInstructionValueCombiningFn)
7012+ { _pgbkiValueCombiningFn :: !(Maybe PartialGroupByKeyInstructionValueCombiningFn)
5845− , _pgbkiSideInputs :: !(Maybe [SideInputInfo])
7013+ , _pgbkiSideInputs :: !(Maybe [SideInputInfo])
5846− , _pgbkiInput :: !(Maybe InstructionInput)
7014+ , _pgbkiInput :: !(Maybe InstructionInput)
7015+ , _pgbkiOriginalCombineValuesStepName :: !(Maybe Text)
5847− , _pgbkiInputElementCodec :: !(Maybe PartialGroupByKeyInstructionInputElementCodec)
7016+ , _pgbkiInputElementCodec :: !(Maybe PartialGroupByKeyInstructionInputElementCodec)
7017+ , _pgbkiOriginalCombineValuesInputStoreName :: !(Maybe Text)
5848 } deriving (Eq,Show,Data,Typeable,Generic)
7018 } deriving (Eq,Show,Data,Typeable,Generic)
5850-- | Creates a value of 'PartialGroupByKeyInstruction' with the minimum fields required to make a request.
7020-- | Creates a value of 'PartialGroupByKeyInstruction' with the minimum fields required to make a request.
@@ -5857,7 +7027,11 @@ data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction'
5858-- * 'pgbkiInput'
7028-- * 'pgbkiInput'
7030+-- * 'pgbkiOriginalCombineValuesStepName'
5860-- * 'pgbkiInputElementCodec'
7032-- * 'pgbkiInputElementCodec'
7034+-- * 'pgbkiOriginalCombineValuesInputStoreName'
5861partialGroupByKeyInstruction
7035partialGroupByKeyInstruction
5862 :: PartialGroupByKeyInstruction
7036 :: PartialGroupByKeyInstruction
5863partialGroupByKeyInstruction =
7037partialGroupByKeyInstruction =
@@ -5865,7 +7039,9 @@ partialGroupByKeyInstruction =
5865 { _pgbkiValueCombiningFn = Nothing
7039 { _pgbkiValueCombiningFn = Nothing
5866 , _pgbkiSideInputs = Nothing
7040 , _pgbkiSideInputs = Nothing
5867 , _pgbkiInput = Nothing
7041 , _pgbkiInput = Nothing
7042+ , _pgbkiOriginalCombineValuesStepName = Nothing
5868 , _pgbkiInputElementCodec = Nothing
7043 , _pgbkiInputElementCodec = Nothing
7044+ , _pgbkiOriginalCombineValuesInputStoreName = Nothing
5871-- | The value combining function to invoke.
7047-- | The value combining function to invoke.
@@ -5887,12 +7063,27 @@ pgbkiInput :: Lens' PartialGroupByKeyInstruction (Maybe InstructionInput)
5887pgbkiInput
7063pgbkiInput
5888 = lens _pgbkiInput (\ s a -> s{_pgbkiInput = a})
7064 = lens _pgbkiInput (\ s a -> s{_pgbkiInput = a})
7066+-- | If this instruction includes a combining function, this is the name of
7067+-- the CombineValues instruction lifted into this instruction.
7068+pgbkiOriginalCombineValuesStepName :: Lens' PartialGroupByKeyInstruction (Maybe Text)
7069+pgbkiOriginalCombineValuesStepName
7070+ = lens _pgbkiOriginalCombineValuesStepName
7071+ (\ s a -> s{_pgbkiOriginalCombineValuesStepName = a})
5890-- | The codec to use for interpreting an element in the input PTable.
7073-- | The codec to use for interpreting an element in the input PTable.
5891pgbkiInputElementCodec :: Lens' PartialGroupByKeyInstruction (Maybe PartialGroupByKeyInstructionInputElementCodec)
7074pgbkiInputElementCodec :: Lens' PartialGroupByKeyInstruction (Maybe PartialGroupByKeyInstructionInputElementCodec)
5892pgbkiInputElementCodec
7075pgbkiInputElementCodec
5893 = lens _pgbkiInputElementCodec
7076 = lens _pgbkiInputElementCodec
5894 (\ s a -> s{_pgbkiInputElementCodec = a})
7077 (\ s a -> s{_pgbkiInputElementCodec = a})
7079+-- | If this instruction includes a combining function this is the name of
7080+-- the intermediate store between the GBK and the CombineValues.
7081+pgbkiOriginalCombineValuesInputStoreName :: Lens' PartialGroupByKeyInstruction (Maybe Text)
7082+pgbkiOriginalCombineValuesInputStoreName
7083+ = lens _pgbkiOriginalCombineValuesInputStoreName
7085+ s{_pgbkiOriginalCombineValuesInputStoreName = a})
5896instance FromJSON PartialGroupByKeyInstruction where
7087instance FromJSON PartialGroupByKeyInstruction where
5897 parseJSON
7088 parseJSON
5898 = withObject "PartialGroupByKeyInstruction"
7089 = withObject "PartialGroupByKeyInstruction"
@@ -5901,7 +7092,9 @@ instance FromJSON PartialGroupByKeyInstruction where
5901 (o .:? "valueCombiningFn") <*>
7092 (o .:? "valueCombiningFn") <*>
5902 (o .:? "sideInputs" .!= mempty)
7093 (o .:? "sideInputs" .!= mempty)
5903 <*> (o .:? "input")
7094 <*> (o .:? "input")
7095+ <*> (o .:? "originalCombineValuesStepName")
5904− <*> (o .:? "inputElementCodec"))
7096+ <*> (o .:? "inputElementCodec")
7097+ <*> (o .:? "originalCombineValuesInputStoreName"))
5906instance ToJSON PartialGroupByKeyInstruction where
7099instance ToJSON PartialGroupByKeyInstruction where
5907 toJSON PartialGroupByKeyInstruction'{..}
7100 toJSON PartialGroupByKeyInstruction'{..}
@@ -5910,8 +7103,11 @@ instance ToJSON PartialGroupByKeyInstruction where
5910 [("valueCombiningFn" .=) <$> _pgbkiValueCombiningFn,
7103 [("valueCombiningFn" .=) <$> _pgbkiValueCombiningFn,
5911 ("sideInputs" .=) <$> _pgbkiSideInputs,
7104 ("sideInputs" .=) <$> _pgbkiSideInputs,
5912 ("input" .=) <$> _pgbkiInput,
7105 ("input" .=) <$> _pgbkiInput,
5913− ("inputElementCodec" .=) <$>
7106+ ("originalCombineValuesStepName" .=) <$>
7107+ _pgbkiOriginalCombineValuesStepName,
5914− _pgbkiInputElementCodec])
7108+ ("inputElementCodec" .=) <$> _pgbkiInputElementCodec,
7109+ ("originalCombineValuesInputStoreName" .=) <$>
7110+ _pgbkiOriginalCombineValuesInputStoreName])
5916-- | An instruction that does a ParDo operation. Takes one main input and
7112-- | An instruction that does a ParDo operation. Takes one main input and
5917-- zero or more side inputs, and produces zero or more outputs. Runs user
7113-- zero or more side inputs, and produces zero or more outputs. Runs user
@@ -6083,6 +7279,7 @@ data ParallelInstruction = ParallelInstruction'
6083 , _piName :: !(Maybe Text)
7279 , _piName :: !(Maybe Text)
6084 , _piSystemName :: !(Maybe Text)
7280 , _piSystemName :: !(Maybe Text)
6085 , _piFlatten :: !(Maybe FlattenInstruction)
7281 , _piFlatten :: !(Maybe FlattenInstruction)
7282+ , _piOriginalName :: !(Maybe Text)
6086 } deriving (Eq,Show,Data,Typeable,Generic)
7283 } deriving (Eq,Show,Data,Typeable,Generic)
6088-- | Creates a value of 'ParallelInstruction' with the minimum fields required to make a request.
7285-- | Creates a value of 'ParallelInstruction' with the minimum fields required to make a request.
@@ -6104,6 +7301,8 @@ data ParallelInstruction = ParallelInstruction'
6104-- * 'piSystemName'
7301-- * 'piSystemName'
6106-- * 'piFlatten'
7303-- * 'piFlatten'
7305+-- * 'piOriginalName'
6107parallelInstruction
7306parallelInstruction
6108 :: ParallelInstruction
7307 :: ParallelInstruction
6109parallelInstruction =
7308parallelInstruction =
@@ -6116,6 +7315,7 @@ parallelInstruction =
6116 , _piName = Nothing
7315 , _piName = Nothing
6117 , _piSystemName = Nothing
7316 , _piSystemName = Nothing
6118 , _piFlatten = Nothing
7317 , _piFlatten = Nothing
7318+ , _piOriginalName = Nothing
6121-- | Additional information for Read instructions.
7321-- | Additional information for Read instructions.
@@ -6157,6 +7357,12 @@ piFlatten :: Lens' ParallelInstruction (Maybe FlattenInstruction)
6157piFlatten
7357piFlatten
6158 = lens _piFlatten (\ s a -> s{_piFlatten = a})
7358 = lens _piFlatten (\ s a -> s{_piFlatten = a})
7360+-- | System-defined name for the operation in the original workflow graph.
7361+piOriginalName :: Lens' ParallelInstruction (Maybe Text)
7363+ = lens _piOriginalName
7364+ (\ s a -> s{_piOriginalName = a})
6160instance FromJSON ParallelInstruction where
7366instance FromJSON ParallelInstruction where
6161 parseJSON
7367 parseJSON
6162 = withObject "ParallelInstruction"
7368 = withObject "ParallelInstruction"
@@ -6168,7 +7374,8 @@ instance FromJSON ParallelInstruction where
6168 <*> (o .:? "outputs" .!= mempty)
7374 <*> (o .:? "outputs" .!= mempty)
6169 <*> (o .:? "name")
7375 <*> (o .:? "name")
6170 <*> (o .:? "systemName")
7376 <*> (o .:? "systemName")
6171− <*> (o .:? "flatten"))
7377+ <*> (o .:? "flatten")
7378+ <*> (o .:? "originalName"))
6173instance ToJSON ParallelInstruction where
7380instance ToJSON ParallelInstruction where
6174 toJSON ParallelInstruction'{..}
7381 toJSON ParallelInstruction'{..}
@@ -6180,7 +7387,8 @@ instance ToJSON ParallelInstruction where
6180 ("outputs" .=) <$> _piOutputs,
7387 ("outputs" .=) <$> _piOutputs,
6181 ("name" .=) <$> _piName,
7388 ("name" .=) <$> _piName,
6182 ("systemName" .=) <$> _piSystemName,
7389 ("systemName" .=) <$> _piSystemName,
6183− ("flatten" .=) <$> _piFlatten])
7390+ ("flatten" .=) <$> _piFlatten,
7391+ ("originalName" .=) <$> _piOriginalName])
6185-- | How to interpret the source element(s) as a side input value.
7393-- | How to interpret the source element(s) as a side input value.
@@ -6217,6 +7425,113 @@ instance FromJSON SideInputInfoKind where
6217instance ToJSON SideInputInfoKind where
7425instance ToJSON SideInputInfoKind where
6218 toJSON = toJSON . _siikAddtional
7426 toJSON = toJSON . _siikAddtional
7428+-- | A task that carries configuration information for streaming
7431+-- /See:/ 'streamingConfigTask' smart constructor.
7432+data StreamingConfigTask = StreamingConfigTask'
7433+ { _sctUserStepToStateFamilyNameMap :: !(Maybe StreamingConfigTaskUserStepToStateFamilyNameMap)
7434+ , _sctStreamingComputationConfigs :: !(Maybe [StreamingComputationConfig])
7435+ } deriving (Eq,Show,Data,Typeable,Generic)
7437+-- | Creates a value of 'StreamingConfigTask' with the minimum fields required to make a request.
7439+-- Use one of the following lenses to modify other fields as desired:
7441+-- * 'sctUserStepToStateFamilyNameMap'
7443+-- * 'sctStreamingComputationConfigs'
7445+ :: StreamingConfigTask
7446+streamingConfigTask =
7447+ StreamingConfigTask'
7448+ { _sctUserStepToStateFamilyNameMap = Nothing
7449+ , _sctStreamingComputationConfigs = Nothing
7452+-- | Map from user step names to state families.
7453+sctUserStepToStateFamilyNameMap :: Lens' StreamingConfigTask (Maybe StreamingConfigTaskUserStepToStateFamilyNameMap)
7454+sctUserStepToStateFamilyNameMap
7455+ = lens _sctUserStepToStateFamilyNameMap
7456+ (\ s a -> s{_sctUserStepToStateFamilyNameMap = a})
7458+-- | Set of computation configuration information.
7459+sctStreamingComputationConfigs :: Lens' StreamingConfigTask [StreamingComputationConfig]
7460+sctStreamingComputationConfigs
7461+ = lens _sctStreamingComputationConfigs
7462+ (\ s a -> s{_sctStreamingComputationConfigs = a})
7466+instance FromJSON StreamingConfigTask where
7468+ = withObject "StreamingConfigTask"
7470+ StreamingConfigTask' <$>
7471+ (o .:? "userStepToStateFamilyNameMap") <*>
7472+ (o .:? "streamingComputationConfigs" .!= mempty))
7474+instance ToJSON StreamingConfigTask where
7475+ toJSON StreamingConfigTask'{..}
7478+ [("userStepToStateFamilyNameMap" .=) <$>
7479+ _sctUserStepToStateFamilyNameMap,
7480+ ("streamingComputationConfigs" .=) <$>
7481+ _sctStreamingComputationConfigs])
7483+-- | The metric short id is returned to the user alongside an offset into
7484+-- ReportWorkItemStatusRequest
7486+-- /See:/ 'metricShortId' smart constructor.
7487+data MetricShortId = MetricShortId'
7488+ { _msiShortId :: !(Maybe (Textual Int64))
7489+ , _msiMetricIndex :: !(Maybe (Textual Int32))
7490+ } deriving (Eq,Show,Data,Typeable,Generic)
7492+-- | Creates a value of 'MetricShortId' with the minimum fields required to make a request.
7494+-- Use one of the following lenses to modify other fields as desired:
7498+-- * 'msiMetricIndex'
7503+ { _msiShortId = Nothing
7504+ , _msiMetricIndex = Nothing
7507+-- | The service-generated short identifier for the metric.
7508+msiShortId :: Lens' MetricShortId (Maybe Int64)
7510+ = lens _msiShortId (\ s a -> s{_msiShortId = a}) .
7513+-- | The index of the corresponding metric in the
7514+-- ReportWorkItemStatusRequest. Required.
7515+msiMetricIndex :: Lens' MetricShortId (Maybe Int32)
7517+ = lens _msiMetricIndex
7518+ (\ s a -> s{_msiMetricIndex = a})
7521+instance FromJSON MetricShortId where
7523+ = withObject "MetricShortId"
7526+ (o .:? "shortId") <*> (o .:? "metricIndex"))
7528+instance ToJSON MetricShortId where
7529+ toJSON MetricShortId'{..}
7532+ [("shortId" .=) <$> _msiShortId,
7533+ ("metricIndex" .=) <$> _msiMetricIndex])
6220-- | A request for sending worker messages to the service.
7535-- | A request for sending worker messages to the service.
6222-- /See:/ 'sendWorkerMessagesRequest' smart constructor.
7537-- /See:/ 'sendWorkerMessagesRequest' smart constructor.
@@ -6755,6 +8070,43 @@ instance ToJSON PubsubLocation where
6755 ("topic" .=) <$> _plTopic,
8070 ("topic" .=) <$> _plTopic,
6756 ("subscription" .=) <$> _plSubscription])
8071 ("subscription" .=) <$> _plSubscription])
8073+-- | A metric value representing a list of floating point numbers.
8075+-- /See:/ 'floatingPointList' smart constructor.
8076+newtype FloatingPointList = FloatingPointList'
8077+ { _fplElements :: Maybe [Textual Double]
8078+ } deriving (Eq,Show,Data,Typeable,Generic)
8080+-- | Creates a value of 'FloatingPointList' with the minimum fields required to make a request.
8082+-- Use one of the following lenses to modify other fields as desired:
8086+ :: FloatingPointList
8089+ { _fplElements = Nothing
8092+-- | Elements of the list.
8093+fplElements :: Lens' FloatingPointList [Double]
8095+ = lens _fplElements (\ s a -> s{_fplElements = a}) .
8099+instance FromJSON FloatingPointList where
8101+ = withObject "FloatingPointList"
8103+ FloatingPointList' <$> (o .:? "elements" .!= mempty))
8105+instance ToJSON FloatingPointList where
8106+ toJSON FloatingPointList'{..}
8108+ (catMaybes [("elements" .=) <$> _fplElements])
6758-- | An input of an instruction, as a reference to an output of a producer
8110-- | An input of an instruction, as a reference to an output of a producer
6759-- instruction.
8111-- instruction.
@@ -6907,6 +8259,45 @@ instance ToJSON SeqMapTask where
6907 ("stageName" .=) <$> _smtStageName,
8259 ("stageName" .=) <$> _smtStageName,
6908 ("userFn" .=) <$> _smtUserFn])
8260 ("userFn" .=) <$> _smtUserFn])
8262+-- | Map from user step names to state families.
8264+-- /See:/ 'streamingConfigTaskUserStepToStateFamilyNameMap' smart constructor.
8265+newtype StreamingConfigTaskUserStepToStateFamilyNameMap = StreamingConfigTaskUserStepToStateFamilyNameMap'
8266+ { _sctustsfnmAddtional :: HashMap Text Text
8267+ } deriving (Eq,Show,Data,Typeable,Generic)
8269+-- | Creates a value of 'StreamingConfigTaskUserStepToStateFamilyNameMap' with the minimum fields required to make a request.
8271+-- Use one of the following lenses to modify other fields as desired:
8273+-- * 'sctustsfnmAddtional'
8274+streamingConfigTaskUserStepToStateFamilyNameMap
8275+ :: HashMap Text Text -- ^ 'sctustsfnmAddtional'
8276+ -> StreamingConfigTaskUserStepToStateFamilyNameMap
8277+streamingConfigTaskUserStepToStateFamilyNameMap pSctustsfnmAddtional_ =
8278+ StreamingConfigTaskUserStepToStateFamilyNameMap'
8279+ { _sctustsfnmAddtional = _Coerce # pSctustsfnmAddtional_
8282+sctustsfnmAddtional :: Lens' StreamingConfigTaskUserStepToStateFamilyNameMap (HashMap Text Text)
8284+ = lens _sctustsfnmAddtional
8285+ (\ s a -> s{_sctustsfnmAddtional = a})
8289+ StreamingConfigTaskUserStepToStateFamilyNameMap where
8292+ "StreamingConfigTaskUserStepToStateFamilyNameMap"
8294+ StreamingConfigTaskUserStepToStateFamilyNameMap' <$>
8295+ (parseJSONObject o))
8298+ StreamingConfigTaskUserStepToStateFamilyNameMap where
8299+ toJSON = toJSON . _sctustsfnmAddtional
6910-- | A work item that represents the different operations that can be
8301-- | A work item that represents the different operations that can be
6911-- performed on a user-defined Source specification.
8302-- performed on a user-defined Source specification.