@@ -239,6 +239,54 @@ instance ToJSON SourceSplitResponse where
239239 ("shards" .=) <$> _ssrShards,
240240 ("outcome" .=) <$> _ssrOutcome])
241241
242+-- | Request to create a Dataflow job.
243+--
244+-- /See:/ 'createJobFromTemplateRequest' smart constructor.
245+data CreateJobFromTemplateRequest = CreateJobFromTemplateRequest'
246+ { _cjftrGcsPath :: !(Maybe Text)
247+ , _cjftrParameters :: !(Maybe CreateJobFromTemplateRequestParameters)
248+ } deriving (Eq,Show,Data,Typeable,Generic)
249+
250+-- | Creates a value of 'CreateJobFromTemplateRequest' with the minimum fields required to make a request.
251+--
252+-- Use one of the following lenses to modify other fields as desired:
253+--
254+-- * 'cjftrGcsPath'
255+--
256+-- * 'cjftrParameters'
257+createJobFromTemplateRequest
258+ :: CreateJobFromTemplateRequest
259+createJobFromTemplateRequest =
260+ CreateJobFromTemplateRequest'
261+ { _cjftrGcsPath = Nothing
262+ , _cjftrParameters = Nothing
263+ }
264+
265+-- | A path to the serialized JSON representation of the job.
266+cjftrGcsPath :: Lens' CreateJobFromTemplateRequest (Maybe Text)
267+cjftrGcsPath
268+ = lens _cjftrGcsPath (\ s a -> s{_cjftrGcsPath = a})
269+
270+-- | Dynamic parameterization of the job\'s runtime environment.
271+cjftrParameters :: Lens' CreateJobFromTemplateRequest (Maybe CreateJobFromTemplateRequestParameters)
272+cjftrParameters
273+ = lens _cjftrParameters
274+ (\ s a -> s{_cjftrParameters = a})
275+
276+instance FromJSON CreateJobFromTemplateRequest where
277+ parseJSON
278+ = withObject "CreateJobFromTemplateRequest"
279+ (\ o ->
280+ CreateJobFromTemplateRequest' <$>
281+ (o .:? "gcsPath") <*> (o .:? "parameters"))
282+
283+instance ToJSON CreateJobFromTemplateRequest where
284+ toJSON CreateJobFromTemplateRequest'{..}
285+ = object
286+ (catMaybes
287+ [("gcsPath" .=) <$> _cjftrGcsPath,
288+ ("parameters" .=) <$> _cjftrParameters])
289+
242290-- | The \`Status\` type defines a logical error model that is suitable for
243291-- different programming environments, including REST APIs and RPC APIs. It
244292-- is used by [gRPC](https:\/\/github.com\/grpc). The error model is
@@ -336,6 +384,86 @@ instance ToJSON Status where
336384 ("code" .=) <$> _sCode,
337385 ("message" .=) <$> _sMessage])
338386
387+-- | Basic metadata about a counter.
388+--
389+-- /See:/ 'nameAndKind' smart constructor.
390+data NameAndKind = NameAndKind'
391+ { _nakKind :: !(Maybe Text)
392+ , _nakName :: !(Maybe Text)
393+ } deriving (Eq,Show,Data,Typeable,Generic)
394+
395+-- | Creates a value of 'NameAndKind' with the minimum fields required to make a request.
396+--
397+-- Use one of the following lenses to modify other fields as desired:
398+--
399+-- * 'nakKind'
400+--
401+-- * 'nakName'
402+nameAndKind
403+ :: NameAndKind
404+nameAndKind =
405+ NameAndKind'
406+ { _nakKind = Nothing
407+ , _nakName = Nothing
408+ }
409+
410+-- | Counter aggregation kind.
411+nakKind :: Lens' NameAndKind (Maybe Text)
412+nakKind = lens _nakKind (\ s a -> s{_nakKind = a})
413+
414+-- | Name of the counter.
415+nakName :: Lens' NameAndKind (Maybe Text)
416+nakName = lens _nakName (\ s a -> s{_nakName = a})
417+
418+instance FromJSON NameAndKind where
419+ parseJSON
420+ = withObject "NameAndKind"
421+ (\ o ->
422+ NameAndKind' <$> (o .:? "kind") <*> (o .:? "name"))
423+
424+instance ToJSON NameAndKind where
425+ toJSON NameAndKind'{..}
426+ = object
427+ (catMaybes
428+ [("kind" .=) <$> _nakKind, ("name" .=) <$> _nakName])
429+
430+-- | A metric value representing a list of integers.
431+--
432+-- /See:/ 'integerList' smart constructor.
433+newtype IntegerList = IntegerList'
434+ { _ilElements :: Maybe [SplitInt64]
435+ } deriving (Eq,Show,Data,Typeable,Generic)
436+
437+-- | Creates a value of 'IntegerList' with the minimum fields required to make a request.
438+--
439+-- Use one of the following lenses to modify other fields as desired:
440+--
441+-- * 'ilElements'
442+integerList
443+ :: IntegerList
444+integerList =
445+ IntegerList'
446+ { _ilElements = Nothing
447+ }
448+
449+-- | Elements of the list.
450+ilElements :: Lens' IntegerList [SplitInt64]
451+ilElements
452+ = lens _ilElements (\ s a -> s{_ilElements = a}) .
453+ _Default
454+ . _Coerce
455+
456+instance FromJSON IntegerList where
457+ parseJSON
458+ = withObject "IntegerList"
459+ (\ o ->
460+ IntegerList' <$> (o .:? "elements" .!= mempty))
461+
462+instance ToJSON IntegerList where
463+ toJSON IntegerList'{..}
464+ = object
465+ (catMaybes [("elements" .=) <$> _ilElements])
466+
339467-- | WorkItem represents basic information about a WorkItem to be executed in
340468-- the cloud.
341469--
@@ -354,6 +482,7 @@ data WorkItem = WorkItem'
354482 , _wiProjectId :: !(Maybe Text)
355483 , _wiLeaseExpireTime :: !(Maybe Text)
356484 , _wiConfiguration :: !(Maybe Text)
485+ , _wiStreamingConfigTask :: !(Maybe StreamingConfigTask)
357486 , _wiSeqMapTask :: !(Maybe SeqMapTask)
358487 } deriving (Eq,Show,Data,Typeable,Generic)
359488
@@ -387,6 +516,8 @@ data WorkItem = WorkItem'
387516--
388517-- * 'wiConfiguration'
389518--
519+-- * 'wiStreamingConfigTask'
520+--
390521-- * 'wiSeqMapTask'
391522workItem
392523 :: WorkItem
@@ -405,6 +536,7 @@ workItem =
405536 , _wiProjectId = Nothing
406537 , _wiLeaseExpireTime = Nothing
407538 , _wiConfiguration = Nothing
539+ , _wiStreamingConfigTask = Nothing
408540 , _wiSeqMapTask = Nothing
409541 }
410542
@@ -484,6 +616,12 @@ wiConfiguration
484616 = lens _wiConfiguration
485617 (\ s a -> s{_wiConfiguration = a})
486618
619+-- | Additional information for StreamingConfigTask WorkItems.
620+wiStreamingConfigTask :: Lens' WorkItem (Maybe StreamingConfigTask)
621+wiStreamingConfigTask
622+ = lens _wiStreamingConfigTask
623+ (\ s a -> s{_wiStreamingConfigTask = a})
624+
487625-- | Additional information for SeqMapTask WorkItems.
488626wiSeqMapTask :: Lens' WorkItem (Maybe SeqMapTask)
489627wiSeqMapTask
@@ -506,6 +644,7 @@ instance FromJSON WorkItem where
506644 <*> (o .:? "projectId")
507645 <*> (o .:? "leaseExpireTime")
508646 <*> (o .:? "configuration")
647+ <*> (o .:? "streamingConfigTask")
509648 <*> (o .:? "seqMapTask"))
510649
511650instance ToJSON WorkItem where
@@ -528,6 +667,8 @@ instance ToJSON WorkItem where
528667 ("projectId" .=) <$> _wiProjectId,
529668 ("leaseExpireTime" .=) <$> _wiLeaseExpireTime,
530669 ("configuration" .=) <$> _wiConfiguration,
670+ ("streamingConfigTask" .=) <$>
671+ _wiStreamingConfigTask,
531672 ("seqMapTask" .=) <$> _wiSeqMapTask])
532673
533674-- | WorkerHealthReport contains information about the health of a worker.
@@ -793,29 +934,48 @@ instance ToJSON JobExecutionStageInfo where
793934--
794935-- /See:/ 'instructionOutput' smart constructor.
795936data InstructionOutput = InstructionOutput'
796− { _ioCodec :: !(Maybe InstructionOutputCodec)
797− , _ioName :: !(Maybe Text)
798− , _ioSystemName :: !(Maybe Text)
937+ { _ioOnlyCountValueBytes :: !(Maybe Bool)
938+ , _ioCodec :: !(Maybe InstructionOutputCodec)
939+ , _ioName :: !(Maybe Text)
940+ , _ioSystemName :: !(Maybe Text)
941+ , _ioOriginalName :: !(Maybe Text)
942+ , _ioOnlyCountKeyBytes :: !(Maybe Bool)
799943 } deriving (Eq,Show,Data,Typeable,Generic)
800944
801945-- | Creates a value of 'InstructionOutput' with the minimum fields required to make a request.
802946--
803947-- Use one of the following lenses to modify other fields as desired:
804948--
949+-- * 'ioOnlyCountValueBytes'
950+--
805951-- * 'ioCodec'
806952--
807953-- * 'ioName'
808954--
809955-- * 'ioSystemName'
956+--
957+-- * 'ioOriginalName'
958+--
959+-- * 'ioOnlyCountKeyBytes'
810960instructionOutput
811961 :: InstructionOutput
812962instructionOutput =
813963 InstructionOutput'
814− { _ioCodec = Nothing
964+ { _ioOnlyCountValueBytes = Nothing
965+ , _ioCodec = Nothing
815966 , _ioName = Nothing
816967 , _ioSystemName = Nothing
968+ , _ioOriginalName = Nothing
969+ , _ioOnlyCountKeyBytes = Nothing
817970 }
818971
972+-- | For system-generated byte and mean byte metrics, certain instructions
973+-- should only report the value size.
974+ioOnlyCountValueBytes :: Lens' InstructionOutput (Maybe Bool)
975+ioOnlyCountValueBytes
976+ = lens _ioOnlyCountValueBytes
977+ (\ s a -> s{_ioOnlyCountValueBytes = a})
978+
819979-- | The codec to use to encode data being written via this output.
820980ioCodec :: Lens' InstructionOutput (Maybe InstructionOutputCodec)
821981ioCodec = lens _ioCodec (\ s a -> s{_ioCodec = a})
@@ -829,20 +989,42 @@ ioSystemName :: Lens' InstructionOutput (Maybe Text)
829989ioSystemName
830990 = lens _ioSystemName (\ s a -> s{_ioSystemName = a})
831991
992+-- | System-defined name for this output in the original workflow graph.
993+-- Outputs that do not contribute to an original instruction do not set
994+-- this.
995+ioOriginalName :: Lens' InstructionOutput (Maybe Text)
996+ioOriginalName
997+ = lens _ioOriginalName
998+ (\ s a -> s{_ioOriginalName = a})
999+
1000+-- | For system-generated byte and mean byte metrics, certain instructions
1001+-- should only report the key size.
1002+ioOnlyCountKeyBytes :: Lens' InstructionOutput (Maybe Bool)
1003+ioOnlyCountKeyBytes
1004+ = lens _ioOnlyCountKeyBytes
1005+ (\ s a -> s{_ioOnlyCountKeyBytes = a})
1006+
8321007instance FromJSON InstructionOutput where
8331008 parseJSON
8341009 = withObject "InstructionOutput"
8351010 (\ o ->
8361011 InstructionOutput' <$>
837− (o .:? "codec") <*> (o .:? "name") <*>
838− (o .:? "systemName"))
1012+ (o .:? "onlyCountValueBytes") <*> (o .:? "codec") <*>
1013+ (o .:? "name")
1014+ <*> (o .:? "systemName")
1015+ <*> (o .:? "originalName")
1016+ <*> (o .:? "onlyCountKeyBytes"))
8391017
8401018instance ToJSON InstructionOutput where
8411019 toJSON InstructionOutput'{..}
8421020 = object
8431021 (catMaybes
844− [("codec" .=) <$> _ioCodec, ("name" .=) <$> _ioName,
845− ("systemName" .=) <$> _ioSystemName])
1022+ [("onlyCountValueBytes" .=) <$>
1023+ _ioOnlyCountValueBytes,
1024+ ("codec" .=) <$> _ioCodec, ("name" .=) <$> _ioName,
1025+ ("systemName" .=) <$> _ioSystemName,
1026+ ("originalName" .=) <$> _ioOriginalName,
1027+ ("onlyCountKeyBytes" .=) <$> _ioOnlyCountKeyBytes])
8461028
8471029-- | Request to report the status of WorkItems.
8481030--
@@ -991,6 +1173,43 @@ instance ToJSON Sink where
9911173 (catMaybes
9921174 [("codec" .=) <$> _sCodec, ("spec" .=) <$> _sSpec])
9931175
1176+-- | A metric value representing a list of strings.
1177+--
1178+-- /See:/ 'stringList' smart constructor.
1179+newtype StringList = StringList'
1180+ { _slElements :: Maybe [Text]
1181+ } deriving (Eq,Show,Data,Typeable,Generic)
1182+
1183+-- | Creates a value of 'StringList' with the minimum fields required to make a request.
1184+--
1185+-- Use one of the following lenses to modify other fields as desired:
1186+--
1187+-- * 'slElements'
1188+stringList
1189+ :: StringList
1190+stringList =
1191+ StringList'
1192+ { _slElements = Nothing
1193+ }
1194+
1195+-- | Elements of the list.
1196+slElements :: Lens' StringList [Text]
1197+slElements
1198+ = lens _slElements (\ s a -> s{_slElements = a}) .
1199+ _Default
1200+ . _Coerce
1201+
1202+instance FromJSON StringList where
1203+ parseJSON
1204+ = withObject "StringList"
1205+ (\ o ->
1206+ StringList' <$> (o .:? "elements" .!= mempty))
1207+
1208+instance ToJSON StringList where
1209+ toJSON StringList'{..}
1210+ = object
1211+ (catMaybes [("elements" .=) <$> _slElements])
1212+
9941213-- | WorkerHealthReportResponse contains information returned to the worker
9951214-- in response to a health ping.
9961215--
@@ -1032,6 +1251,65 @@ instance ToJSON WorkerHealthReportResponse where
10321251 (catMaybes
10331252 [("reportInterval" .=) <$> _whrrReportInterval])
10341253
1254+-- | Response to a send capture request. nothing
1255+--
1256+-- /See:/ 'sendDebugCaptureResponse' smart constructor.
1257+data SendDebugCaptureResponse =
1258+ SendDebugCaptureResponse'
1259+ deriving (Eq,Show,Data,Typeable,Generic)
1260+
1261+-- | Creates a value of 'SendDebugCaptureResponse' with the minimum fields required to make a request.
1262+--
1263+sendDebugCaptureResponse
1264+ :: SendDebugCaptureResponse
1265+sendDebugCaptureResponse = SendDebugCaptureResponse'
1266+
1267+instance FromJSON SendDebugCaptureResponse where
1268+ parseJSON
1269+ = withObject "SendDebugCaptureResponse"
1270+ (\ o -> pure SendDebugCaptureResponse')
1271+
1272+instance ToJSON SendDebugCaptureResponse where
1273+ toJSON = const emptyObject
1274+
1275+-- | User-defined labels for this job. The labels map can contain no more
1276+-- than 64 entries. Entries of the labels map are UTF8 strings that comply
1277+-- with the following restrictions: * Keys must conform to regexp:
1278+-- \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp:
1279+-- [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally
1280+-- constrained to be \<= 128 bytes in size.
1281+--
1282+-- /See:/ 'jobLabels' smart constructor.
1283+newtype JobLabels = JobLabels'
1284+ { _jlAddtional :: HashMap Text Text
1285+ } deriving (Eq,Show,Data,Typeable,Generic)
1286+
1287+-- | Creates a value of 'JobLabels' with the minimum fields required to make a request.
1288+--
1289+-- Use one of the following lenses to modify other fields as desired:
1290+--
1291+-- * 'jlAddtional'
1292+jobLabels
1293+ :: HashMap Text Text -- ^ 'jlAddtional'
1294+ -> JobLabels
1295+jobLabels pJlAddtional_ =
1296+ JobLabels'
1297+ { _jlAddtional = _Coerce # pJlAddtional_
1298+ }
1299+
1300+jlAddtional :: Lens' JobLabels (HashMap Text Text)
1301+jlAddtional
1302+ = lens _jlAddtional (\ s a -> s{_jlAddtional = a}) .
1303+ _Coerce
1304+
1305+instance FromJSON JobLabels where
1306+ parseJSON
1307+ = withObject "JobLabels"
1308+ (\ o -> JobLabels' <$> (parseJSONObject o))
1309+
1310+instance ToJSON JobLabels where
1311+ toJSON = toJSON . _jlAddtional
1312+
10351313-- | Identifies a metric, by describing the source which generated the
10361314-- metric.
10371315--
@@ -1095,6 +1373,128 @@ instance ToJSON MetricStructuredName where
10951373 ("context" .=) <$> _msnContext,
10961374 ("name" .=) <$> _msnName])
10971375
1376+-- | Identifies a counter within a per-job namespace. Counters whose
1377+-- structured names are the same get merged into a single value for the
1378+-- job.
1379+--
1380+-- /See:/ 'counterStructuredName' smart constructor.
1381+data CounterStructuredName = CounterStructuredName'
1382+ { _csnStandardOrigin :: !(Maybe Text)
1383+ , _csnComponentStepName :: !(Maybe Text)
1384+ , _csnOtherOrigin :: !(Maybe Text)
1385+ , _csnPortion :: !(Maybe Text)
1386+ , _csnOriginalStepName :: !(Maybe Text)
1387+ , _csnName :: !(Maybe Text)
1388+ , _csnExecutionStepName :: !(Maybe Text)
1389+ , _csnWorkerId :: !(Maybe Text)
1390+ } deriving (Eq,Show,Data,Typeable,Generic)
1391+
1392+-- | Creates a value of 'CounterStructuredName' with the minimum fields required to make a request.
1393+--
1394+-- Use one of the following lenses to modify other fields as desired:
1395+--
1396+-- * 'csnStandardOrigin'
1397+--
1398+-- * 'csnComponentStepName'
1399+--
1400+-- * 'csnOtherOrigin'
1401+--
1402+-- * 'csnPortion'
1403+--
1404+-- * 'csnOriginalStepName'
1405+--
1406+-- * 'csnName'
1407+--
1408+-- * 'csnExecutionStepName'
1409+--
1410+-- * 'csnWorkerId'
1411+counterStructuredName
1412+ :: CounterStructuredName
1413+counterStructuredName =
1414+ CounterStructuredName'
1415+ { _csnStandardOrigin = Nothing
1416+ , _csnComponentStepName = Nothing
1417+ , _csnOtherOrigin = Nothing
1418+ , _csnPortion = Nothing
1419+ , _csnOriginalStepName = Nothing
1420+ , _csnName = Nothing
1421+ , _csnExecutionStepName = Nothing
1422+ , _csnWorkerId = Nothing
1423+ }
1424+
1425+-- | One of the standard Origins defined above.
1426+csnStandardOrigin :: Lens' CounterStructuredName (Maybe Text)
1427+csnStandardOrigin
1428+ = lens _csnStandardOrigin
1429+ (\ s a -> s{_csnStandardOrigin = a})
1430+
1431+-- | Name of the optimized step being executed by the workers.
1432+csnComponentStepName :: Lens' CounterStructuredName (Maybe Text)
1433+csnComponentStepName
1434+ = lens _csnComponentStepName
1435+ (\ s a -> s{_csnComponentStepName = a})
1436+
1437+-- | A string containing the origin of the counter.
1438+csnOtherOrigin :: Lens' CounterStructuredName (Maybe Text)
1439+csnOtherOrigin
1440+ = lens _csnOtherOrigin
1441+ (\ s a -> s{_csnOtherOrigin = a})
1442+
1443+-- | Portion of this counter, either key or value.
1444+csnPortion :: Lens' CounterStructuredName (Maybe Text)
1445+csnPortion
1446+ = lens _csnPortion (\ s a -> s{_csnPortion = a})
1447+
1448+-- | System generated name of the original step in the user\'s graph, before
1449+-- optimization.
1450+csnOriginalStepName :: Lens' CounterStructuredName (Maybe Text)
1451+csnOriginalStepName
1452+ = lens _csnOriginalStepName
1453+ (\ s a -> s{_csnOriginalStepName = a})
1454+
1455+-- | Counter name. Not necessarily globally-unique, but unique within the
1456+-- context of the other fields. Required.
1457+csnName :: Lens' CounterStructuredName (Maybe Text)
1458+csnName = lens _csnName (\ s a -> s{_csnName = a})
1459+
1460+-- | Name of the stage. An execution step contains multiple component steps.
1461+csnExecutionStepName :: Lens' CounterStructuredName (Maybe Text)
1462+csnExecutionStepName
1463+ = lens _csnExecutionStepName
1464+ (\ s a -> s{_csnExecutionStepName = a})
1465+
1466+-- | ID of a particular worker.
1467+csnWorkerId :: Lens' CounterStructuredName (Maybe Text)
1468+csnWorkerId
1469+ = lens _csnWorkerId (\ s a -> s{_csnWorkerId = a})
1470+
1471+instance FromJSON CounterStructuredName where
1472+ parseJSON
1473+ = withObject "CounterStructuredName"
1474+ (\ o ->
1475+ CounterStructuredName' <$>
1476+ (o .:? "standardOrigin") <*>
1477+ (o .:? "componentStepName")
1478+ <*> (o .:? "otherOrigin")
1479+ <*> (o .:? "portion")
1480+ <*> (o .:? "originalStepName")
1481+ <*> (o .:? "name")
1482+ <*> (o .:? "executionStepName")
1483+ <*> (o .:? "workerId"))
1484+
1485+instance ToJSON CounterStructuredName where
1486+ toJSON CounterStructuredName'{..}
1487+ = object
1488+ (catMaybes
1489+ [("standardOrigin" .=) <$> _csnStandardOrigin,
1490+ ("componentStepName" .=) <$> _csnComponentStepName,
1491+ ("otherOrigin" .=) <$> _csnOtherOrigin,
1492+ ("portion" .=) <$> _csnPortion,
1493+ ("originalStepName" .=) <$> _csnOriginalStepName,
1494+ ("name" .=) <$> _csnName,
1495+ ("executionStepName" .=) <$> _csnExecutionStepName,
1496+ ("workerId" .=) <$> _csnWorkerId])
1497+
10981498-- | An instruction that writes records. Takes one input, produces no
10991499-- outputs.
11001500--
@@ -1433,6 +1833,7 @@ data Environment = Environment'
14331833 , _eVersion :: !(Maybe EnvironmentVersion)
14341834 , _eInternalExperiments :: !(Maybe EnvironmentInternalExperiments)
14351835 , _eTempStoragePrefix :: !(Maybe Text)
1836+ , _eServiceAccountEmail :: !(Maybe Text)
14361837 , _eUserAgent :: !(Maybe EnvironmentUserAgent)
14371838 , _eSdkPipelineOptions :: !(Maybe EnvironmentSdkPipelineOptions)
14381839 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -1455,6 +1856,8 @@ data Environment = Environment'
14551856--
14561857-- * 'eTempStoragePrefix'
14571858--
1859+-- * 'eServiceAccountEmail'
1860+--
14581861-- * 'eUserAgent'
14591862--
14601863-- * 'eSdkPipelineOptions'
@@ -1469,6 +1872,7 @@ environment =
14691872 , _eVersion = Nothing
14701873 , _eInternalExperiments = Nothing
14711874 , _eTempStoragePrefix = Nothing
1875+ , _eServiceAccountEmail = Nothing
14721876 , _eUserAgent = Nothing
14731877 , _eSdkPipelineOptions = Nothing
14741878 }
@@ -1527,6 +1931,12 @@ eTempStoragePrefix
15271931 = lens _eTempStoragePrefix
15281932 (\ s a -> s{_eTempStoragePrefix = a})
15291933
1934+-- | Identity to run virtual machines as. Defaults to the default account.
1935+eServiceAccountEmail :: Lens' Environment (Maybe Text)
1936+eServiceAccountEmail
1937+ = lens _eServiceAccountEmail
1938+ (\ s a -> s{_eServiceAccountEmail = a})
1939+
15301940-- | A description of the process that generated the request.
15311941eUserAgent :: Lens' Environment (Maybe EnvironmentUserAgent)
15321942eUserAgent
@@ -1553,6 +1963,7 @@ instance FromJSON Environment where
15531963 <*> (o .:? "version")
15541964 <*> (o .:? "internalExperiments")
15551965 <*> (o .:? "tempStoragePrefix")
1966+ <*> (o .:? "serviceAccountEmail")
15561967 <*> (o .:? "userAgent")
15571968 <*> (o .:? "sdkPipelineOptions"))
15581969
@@ -1568,6 +1979,7 @@ instance ToJSON Environment where
15681979 ("version" .=) <$> _eVersion,
15691980 ("internalExperiments" .=) <$> _eInternalExperiments,
15701981 ("tempStoragePrefix" .=) <$> _eTempStoragePrefix,
1982+ ("serviceAccountEmail" .=) <$> _eServiceAccountEmail,
15711983 ("userAgent" .=) <$> _eUserAgent,
15721984 ("sdkPipelineOptions" .=) <$> _eSdkPipelineOptions])
15731985
@@ -1660,6 +2072,188 @@ instance FromJSON MetricStructuredNameContext where
16602072instance ToJSON MetricStructuredNameContext where
16612073 toJSON = toJSON . _msncAddtional
16622074
2075+-- | An update to a Counter sent from a worker.
2076+--
2077+-- /See:/ 'counterUpdate' smart constructor.
2078+data CounterUpdate = CounterUpdate'
2079+ { _cuNameAndKind :: !(Maybe NameAndKind)
2080+ , _cuIntegerList :: !(Maybe IntegerList)
2081+ , _cuFloatingPoint :: !(Maybe (Textual Double))
2082+ , _cuInternal :: !(Maybe JSONValue)
2083+ , _cuStringList :: !(Maybe StringList)
2084+ , _cuShortId :: !(Maybe (Textual Int64))
2085+ , _cuCumulative :: !(Maybe Bool)
2086+ , _cuStructuredNameAndMetadata :: !(Maybe CounterStructuredNameAndMetadata)
2087+ , _cuFloatingPointMean :: !(Maybe FloatingPointMean)
2088+ , _cuIntegerMean :: !(Maybe IntegerMean)
2089+ , _cuBoolean :: !(Maybe Bool)
2090+ , _cuFloatingPointList :: !(Maybe FloatingPointList)
2091+ , _cuInteger :: !(Maybe SplitInt64)
2092+ } deriving (Eq,Show,Data,Typeable,Generic)
2093+
2094+-- | Creates a value of 'CounterUpdate' with the minimum fields required to make a request.
2095+--
2096+-- Use one of the following lenses to modify other fields as desired:
2097+--
2098+-- * 'cuNameAndKind'
2099+--
2100+-- * 'cuIntegerList'
2101+--
2102+-- * 'cuFloatingPoint'
2103+--
2104+-- * 'cuInternal'
2105+--
2106+-- * 'cuStringList'
2107+--
2108+-- * 'cuShortId'
2109+--
2110+-- * 'cuCumulative'
2111+--
2112+-- * 'cuStructuredNameAndMetadata'
2113+--
2114+-- * 'cuFloatingPointMean'
2115+--
2116+-- * 'cuIntegerMean'
2117+--
2118+-- * 'cuBoolean'
2119+--
2120+-- * 'cuFloatingPointList'
2121+--
2122+-- * 'cuInteger'
2123+counterUpdate
2124+ :: CounterUpdate
2125+counterUpdate =
2126+ CounterUpdate'
2127+ { _cuNameAndKind = Nothing
2128+ , _cuIntegerList = Nothing
2129+ , _cuFloatingPoint = Nothing
2130+ , _cuInternal = Nothing
2131+ , _cuStringList = Nothing
2132+ , _cuShortId = Nothing
2133+ , _cuCumulative = Nothing
2134+ , _cuStructuredNameAndMetadata = Nothing
2135+ , _cuFloatingPointMean = Nothing
2136+ , _cuIntegerMean = Nothing
2137+ , _cuBoolean = Nothing
2138+ , _cuFloatingPointList = Nothing
2139+ , _cuInteger = Nothing
2140+ }
2141+
2142+-- | Counter name and aggregation type.
2143+cuNameAndKind :: Lens' CounterUpdate (Maybe NameAndKind)
2144+cuNameAndKind
2145+ = lens _cuNameAndKind
2146+ (\ s a -> s{_cuNameAndKind = a})
2147+
2148+-- | List of integers, for Set.
2149+cuIntegerList :: Lens' CounterUpdate (Maybe IntegerList)
2150+cuIntegerList
2151+ = lens _cuIntegerList
2152+ (\ s a -> s{_cuIntegerList = a})
2153+
2154+-- | Floating point value for Sum, Max, Min.
2155+cuFloatingPoint :: Lens' CounterUpdate (Maybe Double)
2156+cuFloatingPoint
2157+ = lens _cuFloatingPoint
2158+ (\ s a -> s{_cuFloatingPoint = a})
2159+ . mapping _Coerce
2160+
2161+-- | Value for internally-defined counters used by the Dataflow service.
2162+cuInternal :: Lens' CounterUpdate (Maybe JSONValue)
2163+cuInternal
2164+ = lens _cuInternal (\ s a -> s{_cuInternal = a})
2165+
2166+-- | List of strings, for Set.
2167+cuStringList :: Lens' CounterUpdate (Maybe StringList)
2168+cuStringList
2169+ = lens _cuStringList (\ s a -> s{_cuStringList = a})
2170+
2171+-- | The service-generated short identifier for this counter. The short_id ->
2172+-- (name, metadata) mapping is constant for the lifetime of a job.
2173+cuShortId :: Lens' CounterUpdate (Maybe Int64)
2174+cuShortId
2175+ = lens _cuShortId (\ s a -> s{_cuShortId = a}) .
2176+ mapping _Coerce
2177+
2178+-- | True if this counter is reported as the total cumulative aggregate value
2179+-- accumulated since the worker started working on this WorkItem. By
2180+-- default this is false, indicating that this counter is reported as a
2181+-- delta.
2182+cuCumulative :: Lens' CounterUpdate (Maybe Bool)
2183+cuCumulative
2184+ = lens _cuCumulative (\ s a -> s{_cuCumulative = a})
2185+
2186+-- | Counter structured name and metadata.
2187+cuStructuredNameAndMetadata :: Lens' CounterUpdate (Maybe CounterStructuredNameAndMetadata)
2188+cuStructuredNameAndMetadata
2189+ = lens _cuStructuredNameAndMetadata
2190+ (\ s a -> s{_cuStructuredNameAndMetadata = a})
2191+
2192+-- | Floating point mean aggregation value for Mean.
2193+cuFloatingPointMean :: Lens' CounterUpdate (Maybe FloatingPointMean)
2194+cuFloatingPointMean
2195+ = lens _cuFloatingPointMean
2196+ (\ s a -> s{_cuFloatingPointMean = a})
2197+
2198+-- | Integer mean aggregation value for Mean.
2199+cuIntegerMean :: Lens' CounterUpdate (Maybe IntegerMean)
2200+cuIntegerMean
2201+ = lens _cuIntegerMean
2202+ (\ s a -> s{_cuIntegerMean = a})
2203+
2204+-- | Boolean value for And, Or.
2205+cuBoolean :: Lens' CounterUpdate (Maybe Bool)
2206+cuBoolean
2207+ = lens _cuBoolean (\ s a -> s{_cuBoolean = a})
2208+
2209+-- | List of floating point numbers, for Set.
2210+cuFloatingPointList :: Lens' CounterUpdate (Maybe FloatingPointList)
2211+cuFloatingPointList
2212+ = lens _cuFloatingPointList
2213+ (\ s a -> s{_cuFloatingPointList = a})
2214+
2215+-- | Integer value for Sum, Max, Min.
2216+cuInteger :: Lens' CounterUpdate (Maybe SplitInt64)
2217+cuInteger
2218+ = lens _cuInteger (\ s a -> s{_cuInteger = a})
2219+
2220+instance FromJSON CounterUpdate where
2221+ parseJSON
2222+ = withObject "CounterUpdate"
2223+ (\ o ->
2224+ CounterUpdate' <$>
2225+ (o .:? "nameAndKind") <*> (o .:? "integerList") <*>
2226+ (o .:? "floatingPoint")
2227+ <*> (o .:? "internal")
2228+ <*> (o .:? "stringList")
2229+ <*> (o .:? "shortId")
2230+ <*> (o .:? "cumulative")
2231+ <*> (o .:? "structuredNameAndMetadata")
2232+ <*> (o .:? "floatingPointMean")
2233+ <*> (o .:? "integerMean")
2234+ <*> (o .:? "boolean")
2235+ <*> (o .:? "floatingPointList")
2236+ <*> (o .:? "integer"))
2237+
2238+instance ToJSON CounterUpdate where
2239+ toJSON CounterUpdate'{..}
2240+ = object
2241+ (catMaybes
2242+ [("nameAndKind" .=) <$> _cuNameAndKind,
2243+ ("integerList" .=) <$> _cuIntegerList,
2244+ ("floatingPoint" .=) <$> _cuFloatingPoint,
2245+ ("internal" .=) <$> _cuInternal,
2246+ ("stringList" .=) <$> _cuStringList,
2247+ ("shortId" .=) <$> _cuShortId,
2248+ ("cumulative" .=) <$> _cuCumulative,
2249+ ("structuredNameAndMetadata" .=) <$>
2250+ _cuStructuredNameAndMetadata,
2251+ ("floatingPointMean" .=) <$> _cuFloatingPointMean,
2252+ ("integerMean" .=) <$> _cuIntegerMean,
2253+ ("boolean" .=) <$> _cuBoolean,
2254+ ("floatingPointList" .=) <$> _cuFloatingPointList,
2255+ ("integer" .=) <$> _cuInteger])
2256+
16632257-- | Identifies the location of a streaming computation stage, for
16642258-- stage-to-stage communication.
16652259--
@@ -1800,6 +2394,64 @@ instance ToJSON JobMetrics where
18002394 [("metrics" .=) <$> _jmMetrics,
18012395 ("metricTime" .=) <$> _jmMetricTime])
18022396
2397+-- | Request to send encoded debug information.
2398+--
2399+-- /See:/ 'sendDebugCaptureRequest' smart constructor.
2400+data SendDebugCaptureRequest = SendDebugCaptureRequest'
2401+ { _sdcrData :: !(Maybe Text)
2402+ , _sdcrComponentId :: !(Maybe Text)
2403+ , _sdcrWorkerId :: !(Maybe Text)
2404+ } deriving (Eq,Show,Data,Typeable,Generic)
2405+
2406+-- | Creates a value of 'SendDebugCaptureRequest' with the minimum fields required to make a request.
2407+--
2408+-- Use one of the following lenses to modify other fields as desired:
2409+--
2410+-- * 'sdcrData'
2411+--
2412+-- * 'sdcrComponentId'
2413+--
2414+-- * 'sdcrWorkerId'
2415+sendDebugCaptureRequest
2416+ :: SendDebugCaptureRequest
2417+sendDebugCaptureRequest =
2418+ SendDebugCaptureRequest'
2419+ { _sdcrData = Nothing
2420+ , _sdcrComponentId = Nothing
2421+ , _sdcrWorkerId = Nothing
2422+ }
2423+
2424+-- | The encoded debug information.
2425+sdcrData :: Lens' SendDebugCaptureRequest (Maybe Text)
2426+sdcrData = lens _sdcrData (\ s a -> s{_sdcrData = a})
2427+
2428+-- | The internal component id for which debug information is sent.
2429+sdcrComponentId :: Lens' SendDebugCaptureRequest (Maybe Text)
2430+sdcrComponentId
2431+ = lens _sdcrComponentId
2432+ (\ s a -> s{_sdcrComponentId = a})
2433+
2434+-- | The worker id, i.e., VM hostname.
2435+sdcrWorkerId :: Lens' SendDebugCaptureRequest (Maybe Text)
2436+sdcrWorkerId
2437+ = lens _sdcrWorkerId (\ s a -> s{_sdcrWorkerId = a})
2438+
2439+instance FromJSON SendDebugCaptureRequest where
2440+ parseJSON
2441+ = withObject "SendDebugCaptureRequest"
2442+ (\ o ->
2443+ SendDebugCaptureRequest' <$>
2444+ (o .:? "data") <*> (o .:? "componentId") <*>
2445+ (o .:? "workerId"))
2446+
2447+instance ToJSON SendDebugCaptureRequest where
2448+ toJSON SendDebugCaptureRequest'{..}
2449+ = object
2450+ (catMaybes
2451+ [("data" .=) <$> _sdcrData,
2452+ ("componentId" .=) <$> _sdcrComponentId,
2453+ ("workerId" .=) <$> _sdcrWorkerId])
2454+
18032455-- | Conveys a worker\'s progress through the work described by a WorkItem.
18042456--
18052457-- /See:/ 'workItemStatus' smart constructor.
@@ -1814,6 +2466,7 @@ data WorkItemStatus = WorkItemStatus'
18142466 , _wisReportIndex :: !(Maybe (Textual Int64))
18152467 , _wisRequestedLeaseDuration :: !(Maybe Text)
18162468 , _wisErrors :: !(Maybe [Status])
2469+ , _wisCounterUpdates :: !(Maybe [CounterUpdate])
18172470 , _wisMetricUpdates :: !(Maybe [MetricUpdate])
18182471 , _wisWorkItemId :: !(Maybe Text)
18192472 } deriving (Eq,Show,Data,Typeable,Generic)
@@ -1842,6 +2495,8 @@ data WorkItemStatus = WorkItemStatus'
18422495--
18432496-- * 'wisErrors'
18442497--
2498+-- * 'wisCounterUpdates'
2499+--
18452500-- * 'wisMetricUpdates'
18462501--
18472502-- * 'wisWorkItemId'
@@ -1859,6 +2514,7 @@ workItemStatus =
18592514 , _wisReportIndex = Nothing
18602515 , _wisRequestedLeaseDuration = Nothing
18612516 , _wisErrors = Nothing
2517+ , _wisCounterUpdates = Nothing
18622518 , _wisMetricUpdates = Nothing
18632519 , _wisWorkItemId = Nothing
18642520 }
@@ -1958,7 +2614,15 @@ wisErrors
19582614 _Default
19592615 . _Coerce
19602616
1961−-- | Worker output metrics (counters) for this WorkItem.
2617+-- | Worker output counters for this WorkItem.
2618+wisCounterUpdates :: Lens' WorkItemStatus [CounterUpdate]
2619+wisCounterUpdates
2620+ = lens _wisCounterUpdates
2621+ (\ s a -> s{_wisCounterUpdates = a})
2622+ . _Default
2623+ . _Coerce
2624+
2625+-- | DEPRECATED in favor of counter_updates.
19622626wisMetricUpdates :: Lens' WorkItemStatus [MetricUpdate]
19632627wisMetricUpdates
19642628 = lens _wisMetricUpdates
@@ -1986,6 +2650,7 @@ instance FromJSON WorkItemStatus where
19862650 <*> (o .:? "reportIndex")
19872651 <*> (o .:? "requestedLeaseDuration")
19882652 <*> (o .:? "errors" .!= mempty)
2653+ <*> (o .:? "counterUpdates" .!= mempty)
19892654 <*> (o .:? "metricUpdates" .!= mempty)
19902655 <*> (o .:? "workItemId"))
19912656
@@ -2005,6 +2670,7 @@ instance ToJSON WorkItemStatus where
20052670 ("requestedLeaseDuration" .=) <$>
20062671 _wisRequestedLeaseDuration,
20072672 ("errors" .=) <$> _wisErrors,
2673+ ("counterUpdates" .=) <$> _wisCounterUpdates,
20082674 ("metricUpdates" .=) <$> _wisMetricUpdates,
20092675 ("workItemId" .=) <$> _wisWorkItemId])
20102676
@@ -2311,7 +2977,7 @@ environmentInternalExperiments pEieAddtional_ =
23112977 { _eieAddtional = _Coerce # pEieAddtional_
23122978 }
23132979
2314−-- | Properties of the object. Contains field \'ype with type URL.
2980+-- | Properties of the object. Contains field \'type with type URL.
23152981eieAddtional :: Lens' EnvironmentInternalExperiments (HashMap Text JSONValue)
23162982eieAddtional
23172983 = lens _eieAddtional (\ s a -> s{_eieAddtional = a})
@@ -2596,6 +3262,81 @@ instance ToJSON TaskRunnerSettings where
25963262 _trsParallelWorkerSettings,
25973263 ("languageHint" .=) <$> _trsLanguageHint])
25983264
3265+-- | Configuration information for a single streaming computation.
3266+--
3267+-- /See:/ 'streamingComputationConfig' smart constructor.
3268+data StreamingComputationConfig = StreamingComputationConfig'
3269+ { _sccInstructions :: !(Maybe [ParallelInstruction])
3270+ , _sccSystemName :: !(Maybe Text)
3271+ , _sccComputationId :: !(Maybe Text)
3272+ , _sccStageName :: !(Maybe Text)
3273+ } deriving (Eq,Show,Data,Typeable,Generic)
3274+
3275+-- | Creates a value of 'StreamingComputationConfig' with the minimum fields required to make a request.
3276+--
3277+-- Use one of the following lenses to modify other fields as desired:
3278+--
3279+-- * 'sccInstructions'
3280+--
3281+-- * 'sccSystemName'
3282+--
3283+-- * 'sccComputationId'
3284+--
3285+-- * 'sccStageName'
3286+streamingComputationConfig
3287+ :: StreamingComputationConfig
3288+streamingComputationConfig =
3289+ StreamingComputationConfig'
3290+ { _sccInstructions = Nothing
3291+ , _sccSystemName = Nothing
3292+ , _sccComputationId = Nothing
3293+ , _sccStageName = Nothing
3294+ }
3295+
3296+-- | Instructions that comprise the computation.
3297+sccInstructions :: Lens' StreamingComputationConfig [ParallelInstruction]
3298+sccInstructions
3299+ = lens _sccInstructions
3300+ (\ s a -> s{_sccInstructions = a})
3301+ . _Default
3302+ . _Coerce
3303+
3304+-- | System defined name for this computation.
3305+sccSystemName :: Lens' StreamingComputationConfig (Maybe Text)
3306+sccSystemName
3307+ = lens _sccSystemName
3308+ (\ s a -> s{_sccSystemName = a})
3309+
3310+-- | Unique identifier for this computation.
3311+sccComputationId :: Lens' StreamingComputationConfig (Maybe Text)
3312+sccComputationId
3313+ = lens _sccComputationId
3314+ (\ s a -> s{_sccComputationId = a})
3315+
3316+-- | Stage name of this computation.
3317+sccStageName :: Lens' StreamingComputationConfig (Maybe Text)
3318+sccStageName
3319+ = lens _sccStageName (\ s a -> s{_sccStageName = a})
3320+
3321+instance FromJSON StreamingComputationConfig where
3322+ parseJSON
3323+ = withObject "StreamingComputationConfig"
3324+ (\ o ->
3325+ StreamingComputationConfig' <$>
3326+ (o .:? "instructions" .!= mempty) <*>
3327+ (o .:? "systemName")
3328+ <*> (o .:? "computationId")
3329+ <*> (o .:? "stageName"))
3330+
3331+instance ToJSON StreamingComputationConfig where
3332+ toJSON StreamingComputationConfig'{..}
3333+ = object
3334+ (catMaybes
3335+ [("instructions" .=) <$> _sccInstructions,
3336+ ("systemName" .=) <$> _sccSystemName,
3337+ ("computationId" .=) <$> _sccComputationId,
3338+ ("stageName" .=) <$> _sccStageName])
3339+
25993340-- | The Dataflow SDK pipeline options specified by the user. These options
26003341-- are passed through the service and are used to recreate the SDK pipeline
26013342-- options on the worker in a language agnostic and platform independent
@@ -2636,6 +3377,52 @@ instance FromJSON EnvironmentSdkPipelineOptions where
26363377instance ToJSON EnvironmentSdkPipelineOptions where
26373378 toJSON = toJSON . _espoAddtional
26383379
3380+-- | A representation of a floating point mean metric contribution.
3381+--
3382+-- /See:/ 'floatingPointMean' smart constructor.
3383+data FloatingPointMean = FloatingPointMean'
3384+ { _fpmCount :: !(Maybe SplitInt64)
3385+ , _fpmSum :: !(Maybe (Textual Double))
3386+ } deriving (Eq,Show,Data,Typeable,Generic)
3387+
3388+-- | Creates a value of 'FloatingPointMean' with the minimum fields required to make a request.
3389+--
3390+-- Use one of the following lenses to modify other fields as desired:
3391+--
3392+-- * 'fpmCount'
3393+--
3394+-- * 'fpmSum'
3395+floatingPointMean
3396+ :: FloatingPointMean
3397+floatingPointMean =
3398+ FloatingPointMean'
3399+ { _fpmCount = Nothing
3400+ , _fpmSum = Nothing
3401+ }
3402+
3403+-- | The number of values being aggregated.
3404+fpmCount :: Lens' FloatingPointMean (Maybe SplitInt64)
3405+fpmCount = lens _fpmCount (\ s a -> s{_fpmCount = a})
3406+
3407+-- | The sum of all values being aggregated.
3408+fpmSum :: Lens' FloatingPointMean (Maybe Double)
3409+fpmSum
3410+ = lens _fpmSum (\ s a -> s{_fpmSum = a}) .
3411+ mapping _Coerce
3412+
3413+instance FromJSON FloatingPointMean where
3414+ parseJSON
3415+ = withObject "FloatingPointMean"
3416+ (\ o ->
3417+ FloatingPointMean' <$>
3418+ (o .:? "count") <*> (o .:? "sum"))
3419+
3420+instance ToJSON FloatingPointMean where
3421+ toJSON FloatingPointMean'{..}
3422+ = object
3423+ (catMaybes
3424+ [("count" .=) <$> _fpmCount, ("sum" .=) <$> _fpmSum])
3425+
26393426-- | Request to lease WorkItems.
26403427--
26413428-- /See:/ 'leaseWorkItemRequest' smart constructor.
@@ -2884,7 +3671,7 @@ statusDetailsItem pSdiAddtional_ =
28843671 { _sdiAddtional = _Coerce # pSdiAddtional_
28853672 }
28863673
2887−-- | Properties of the object. Contains field \'ype with type URL.
3674+-- | Properties of the object. Contains field \'type with type URL.
28883675sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue)
28893676sdiAddtional
28903677 = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a})
@@ -3133,6 +3920,56 @@ instance ToJSON ApproximateSplitRequest where
31333920 [("fractionConsumed" .=) <$> _asrFractionConsumed,
31343921 ("position" .=) <$> _asrPosition])
31353922
3923+-- | A representation of an int64, n, that is immune to precision loss when
3924+-- encoded in JSON.
3925+--
3926+-- /See:/ 'splitInt64' smart constructor.
3927+data SplitInt64 = SplitInt64'
3928+ { _siHighBits :: !(Maybe (Textual Int32))
3929+ , _siLowBits :: !(Maybe (Textual Word32))
3930+ } deriving (Eq,Show,Data,Typeable,Generic)
3931+
3932+-- | Creates a value of 'SplitInt64' with the minimum fields required to make a request.
3933+--
3934+-- Use one of the following lenses to modify other fields as desired:
3935+--
3936+-- * 'siHighBits'
3937+--
3938+-- * 'siLowBits'
3939+splitInt64
3940+ :: SplitInt64
3941+splitInt64 =
3942+ SplitInt64'
3943+ { _siHighBits = Nothing
3944+ , _siLowBits = Nothing
3945+ }
3946+
3947+-- | The high order bits, including the sign: n >> 32.
3948+siHighBits :: Lens' SplitInt64 (Maybe Int32)
3949+siHighBits
3950+ = lens _siHighBits (\ s a -> s{_siHighBits = a}) .
3951+ mapping _Coerce
3952+
3953+-- | The low order bits: n & 0xffffffff.
3954+siLowBits :: Lens' SplitInt64 (Maybe Word32)
3955+siLowBits
3956+ = lens _siLowBits (\ s a -> s{_siLowBits = a}) .
3957+ mapping _Coerce
3958+
3959+instance FromJSON SplitInt64 where
3960+ parseJSON
3961+ = withObject "SplitInt64"
3962+ (\ o ->
3963+ SplitInt64' <$>
3964+ (o .:? "highBits") <*> (o .:? "lowBits"))
3965+
3966+instance ToJSON SplitInt64 where
3967+ toJSON SplitInt64'{..}
3968+ = object
3969+ (catMaybes
3970+ [("highBits" .=) <$> _siHighBits,
3971+ ("lowBits" .=) <$> _siLowBits])
3972+
31363973-- | Provides data to pass through to the worker harness.
31373974--
31383975-- /See:/ 'workerSettings' smart constructor.
@@ -3238,6 +4075,39 @@ instance ToJSON WorkerSettings where
32384075 ("reportingEnabled" .=) <$> _wsReportingEnabled,
32394076 ("workerId" .=) <$> _wsWorkerId])
32404077
4078+-- | Response to a get debug configuration request.
4079+--
4080+-- /See:/ 'getDebugConfigResponse' smart constructor.
4081+newtype GetDebugConfigResponse = GetDebugConfigResponse'
4082+ { _gdcrConfig :: Maybe Text
4083+ } deriving (Eq,Show,Data,Typeable,Generic)
4084+
4085+-- | Creates a value of 'GetDebugConfigResponse' with the minimum fields required to make a request.
4086+--
4087+-- Use one of the following lenses to modify other fields as desired:
4088+--
4089+-- * 'gdcrConfig'
4090+getDebugConfigResponse
4091+ :: GetDebugConfigResponse
4092+getDebugConfigResponse =
4093+ GetDebugConfigResponse'
4094+ { _gdcrConfig = Nothing
4095+ }
4096+
4097+-- | The encoded debug configuration for the requested component.
4098+gdcrConfig :: Lens' GetDebugConfigResponse (Maybe Text)
4099+gdcrConfig
4100+ = lens _gdcrConfig (\ s a -> s{_gdcrConfig = a})
4101+
4102+instance FromJSON GetDebugConfigResponse where
4103+ parseJSON
4104+ = withObject "GetDebugConfigResponse"
4105+ (\ o -> GetDebugConfigResponse' <$> (o .:? "config"))
4106+
4107+instance ToJSON GetDebugConfigResponse where
4108+ toJSON GetDebugConfigResponse'{..}
4109+ = object (catMaybes [("config" .=) <$> _gdcrConfig])
4110+
32414111-- | Other data returned by the service, specific to the particular worker
32424112-- harness.
32434113--
@@ -3372,6 +4242,44 @@ instance ToJSON WorkerMessageResponse where
33724242 [("workerHealthReportResponse" .=) <$>
33734243 _wmrWorkerHealthReportResponse])
33744244
4245+-- | Dynamic parameterization of the job\'s runtime environment.
4246+--
4247+-- /See:/ 'createJobFromTemplateRequestParameters' smart constructor.
4248+newtype CreateJobFromTemplateRequestParameters = CreateJobFromTemplateRequestParameters'
4249+ { _cjftrpAddtional :: HashMap Text Text
4250+ } deriving (Eq,Show,Data,Typeable,Generic)
4251+
4252+-- | Creates a value of 'CreateJobFromTemplateRequestParameters' with the minimum fields required to make a request.
4253+--
4254+-- Use one of the following lenses to modify other fields as desired:
4255+--
4256+-- * 'cjftrpAddtional'
4257+createJobFromTemplateRequestParameters
4258+ :: HashMap Text Text -- ^ 'cjftrpAddtional'
4259+ -> CreateJobFromTemplateRequestParameters
4260+createJobFromTemplateRequestParameters pCjftrpAddtional_ =
4261+ CreateJobFromTemplateRequestParameters'
4262+ { _cjftrpAddtional = _Coerce # pCjftrpAddtional_
4263+ }
4264+
4265+cjftrpAddtional :: Lens' CreateJobFromTemplateRequestParameters (HashMap Text Text)
4266+cjftrpAddtional
4267+ = lens _cjftrpAddtional
4268+ (\ s a -> s{_cjftrpAddtional = a})
4269+ . _Coerce
4270+
4271+instance FromJSON
4272+ CreateJobFromTemplateRequestParameters where
4273+ parseJSON
4274+ = withObject "CreateJobFromTemplateRequestParameters"
4275+ (\ o ->
4276+ CreateJobFromTemplateRequestParameters' <$>
4277+ (parseJSONObject o))
4278+
4279+instance ToJSON
4280+ CreateJobFromTemplateRequestParameters where
4281+ toJSON = toJSON . _cjftrpAddtional
4282+
33754283-- | The Dataflow service\'s idea of the current state of a WorkItem being
33764284-- processed by a worker.
33774285--
@@ -3384,6 +4292,7 @@ data WorkItemServiceState = WorkItemServiceState'
33844292 , _wissSuggestedStopPosition :: !(Maybe Position)
33854293 , _wissLeaseExpireTime :: !(Maybe Text)
33864294 , _wissSplitRequest :: !(Maybe ApproximateSplitRequest)
4295+ , _wissMetricShortId :: !(Maybe [MetricShortId])
33874296 } deriving (Eq,Show,Data,Typeable,Generic)
33884297
33894298-- | Creates a value of 'WorkItemServiceState' with the minimum fields required to make a request.
@@ -3403,6 +4312,8 @@ data WorkItemServiceState = WorkItemServiceState'
34034312-- * 'wissLeaseExpireTime'
34044313--
34054314-- * 'wissSplitRequest'
4315+--
4316+-- * 'wissMetricShortId'
34064317workItemServiceState
34074318 :: WorkItemServiceState
34084319workItemServiceState =
@@ -3414,6 +4325,7 @@ workItemServiceState =
34144325 , _wissSuggestedStopPosition = Nothing
34154326 , _wissLeaseExpireTime = Nothing
34164327 , _wissSplitRequest = Nothing
4328+ , _wissMetricShortId = Nothing
34174329 }
34184330
34194331-- | The index value to use for the next report sent by the worker. Note: If
@@ -3463,6 +4375,18 @@ wissSplitRequest
34634375 = lens _wissSplitRequest
34644376 (\ s a -> s{_wissSplitRequest = a})
34654377
4378+-- | The short ids that workers should use in subsequent metric updates.
4379+-- Workers should strive to use short ids whenever possible, but it is ok
4380+-- to request the short_id again if a worker lost track of it (e.g. if the
4381+-- worker is recovering from a crash). NOTE: it is possible that the
4382+-- response may have short ids for a subset of the metrics.
4383+wissMetricShortId :: Lens' WorkItemServiceState [MetricShortId]
4384+wissMetricShortId
4385+ = lens _wissMetricShortId
4386+ (\ s a -> s{_wissMetricShortId = a})
4387+ . _Default
4388+ . _Coerce
4389+
34664390instance FromJSON WorkItemServiceState where
34674391 parseJSON
34684392 = withObject "WorkItemServiceState"
@@ -3474,7 +4398,8 @@ instance FromJSON WorkItemServiceState where
34744398 <*> (o .:? "suggestedStopPoint")
34754399 <*> (o .:? "suggestedStopPosition")
34764400 <*> (o .:? "leaseExpireTime")
3477− <*> (o .:? "splitRequest"))
4401+ <*> (o .:? "splitRequest")
4402+ <*> (o .:? "metricShortId" .!= mempty))
34784403
34794404instance ToJSON WorkItemServiceState where
34804405 toJSON WorkItemServiceState'{..}
@@ -3489,7 +4414,8 @@ instance ToJSON WorkItemServiceState where
34894414 ("suggestedStopPosition" .=) <$>
34904415 _wissSuggestedStopPosition,
34914416 ("leaseExpireTime" .=) <$> _wissLeaseExpireTime,
3492− ("splitRequest" .=) <$> _wissSplitRequest])
4417+ ("splitRequest" .=) <$> _wissSplitRequest,
4418+ ("metricShortId" .=) <$> _wissMetricShortId])
34934419
34944420-- | A task which initializes part of a streaming Dataflow job.
34954421--
@@ -3744,6 +4670,49 @@ instance FromJSON SinkCodec where
37444670instance ToJSON SinkCodec where
37454671 toJSON = toJSON . _scAddtional
37464672
4673+-- | A representation of an integer mean metric contribution.
4674+--
4675+-- /See:/ 'integerMean' smart constructor.
4676+data IntegerMean = IntegerMean'
4677+ { _imCount :: !(Maybe SplitInt64)
4678+ , _imSum :: !(Maybe SplitInt64)
4679+ } deriving (Eq,Show,Data,Typeable,Generic)
4680+
4681+-- | Creates a value of 'IntegerMean' with the minimum fields required to make a request.
4682+--
4683+-- Use one of the following lenses to modify other fields as desired:
4684+--
4685+-- * 'imCount'
4686+--
4687+-- * 'imSum'
4688+integerMean
4689+ :: IntegerMean
4690+integerMean =
4691+ IntegerMean'
4692+ { _imCount = Nothing
4693+ , _imSum = Nothing
4694+ }
4695+
4696+-- | The number of values being aggregated.
4697+imCount :: Lens' IntegerMean (Maybe SplitInt64)
4698+imCount = lens _imCount (\ s a -> s{_imCount = a})
4699+
4700+-- | The sum of all values being aggregated.
4701+imSum :: Lens' IntegerMean (Maybe SplitInt64)
4702+imSum = lens _imSum (\ s a -> s{_imSum = a})
4703+
4704+instance FromJSON IntegerMean where
4705+ parseJSON
4706+ = withObject "IntegerMean"
4707+ (\ o ->
4708+ IntegerMean' <$> (o .:? "count") <*> (o .:? "sum"))
4709+
4710+instance ToJSON IntegerMean where
4711+ toJSON IntegerMean'{..}
4712+ = object
4713+ (catMaybes
4714+ [("count" .=) <$> _imCount, ("sum" .=) <$> _imSum])
4715+
37474716--
37484717-- /See:/ 'workerHealthReportPodsItem' smart constructor.
37494718newtype WorkerHealthReportPodsItem = WorkerHealthReportPodsItem'
@@ -3948,7 +4917,7 @@ workerPoolPoolArgs pWppaAddtional_ =
39484917 { _wppaAddtional = _Coerce # pWppaAddtional_
39494918 }
39504919
3951−-- | Properties of the object. Contains field \'ype with type URL.
4920+-- | Properties of the object. Contains field \'type with type URL.
39524921wppaAddtional :: Lens' WorkerPoolPoolArgs (HashMap Text JSONValue)
39534922wppaAddtional
39544923 = lens _wppaAddtional
@@ -3963,6 +4932,77 @@ instance FromJSON WorkerPoolPoolArgs where
39634932instance ToJSON WorkerPoolPoolArgs where
39644933 toJSON = toJSON . _wppaAddtional
39654934
4935+-- | CounterMetadata includes all static non-name non-value counter
4936+-- attributes.
4937+--
4938+-- /See:/ 'counterMetadata' smart constructor.
4939+data CounterMetadata = CounterMetadata'
4940+ { _cmKind :: !(Maybe Text)
4941+ , _cmDescription :: !(Maybe Text)
4942+ , _cmStandardUnits :: !(Maybe Text)
4943+ , _cmOtherUnits :: !(Maybe Text)
4944+ } deriving (Eq,Show,Data,Typeable,Generic)
4945+
4946+-- | Creates a value of 'CounterMetadata' with the minimum fields required to make a request.
4947+--
4948+-- Use one of the following lenses to modify other fields as desired:
4949+--
4950+-- * 'cmKind'
4951+--
4952+-- * 'cmDescription'
4953+--
4954+-- * 'cmStandardUnits'
4955+--
4956+-- * 'cmOtherUnits'
4957+counterMetadata
4958+ :: CounterMetadata
4959+counterMetadata =
4960+ CounterMetadata'
4961+ { _cmKind = Nothing
4962+ , _cmDescription = Nothing
4963+ , _cmStandardUnits = Nothing
4964+ , _cmOtherUnits = Nothing
4965+ }
4966+
4967+-- | Counter aggregation kind.
4968+cmKind :: Lens' CounterMetadata (Maybe Text)
4969+cmKind = lens _cmKind (\ s a -> s{_cmKind = a})
4970+
4971+-- | Human-readable description of the counter semantics.
4972+cmDescription :: Lens' CounterMetadata (Maybe Text)
4973+cmDescription
4974+ = lens _cmDescription
4975+ (\ s a -> s{_cmDescription = a})
4976+
4977+-- | System defined Units, see above enum.
4978+cmStandardUnits :: Lens' CounterMetadata (Maybe Text)
4979+cmStandardUnits
4980+ = lens _cmStandardUnits
4981+ (\ s a -> s{_cmStandardUnits = a})
4982+
4983+-- | A string referring to the unit type.
4984+cmOtherUnits :: Lens' CounterMetadata (Maybe Text)
4985+cmOtherUnits
4986+ = lens _cmOtherUnits (\ s a -> s{_cmOtherUnits = a})
4987+
4988+instance FromJSON CounterMetadata where
4989+ parseJSON
4990+ = withObject "CounterMetadata"
4991+ (\ o ->
4992+ CounterMetadata' <$>
4993+ (o .:? "kind") <*> (o .:? "description") <*>
4994+ (o .:? "standardUnits")
4995+ <*> (o .:? "otherUnits"))
4996+
4997+instance ToJSON CounterMetadata where
4998+ toJSON CounterMetadata'{..}
4999+ = object
5000+ (catMaybes
5001+ [("kind" .=) <$> _cmKind,
5002+ ("description" .=) <$> _cmDescription,
5003+ ("standardUnits" .=) <$> _cmStandardUnits,
5004+ ("otherUnits" .=) <$> _cmOtherUnits])
5005+
39665006-- | The response to the worker messages.
39675007--
39685008-- /See:/ 'sendWorkerMessagesResponse' smart constructor.
@@ -4051,6 +5091,105 @@ instance ToJSON StreamingSideInputLocation where
40515091 [("tag" .=) <$> _ssilTag,
40525092 ("stateFamily" .=) <$> _ssilStateFamily])
40535093
5094+-- | Request to get updated debug configuration for component.
5095+--
5096+-- /See:/ 'getDebugConfigRequest' smart constructor.
5097+data GetDebugConfigRequest = GetDebugConfigRequest'
5098+ { _gdcrComponentId :: !(Maybe Text)
5099+ , _gdcrWorkerId :: !(Maybe Text)
5100+ } deriving (Eq,Show,Data,Typeable,Generic)
5101+
5102+-- | Creates a value of 'GetDebugConfigRequest' with the minimum fields required to make a request.
5103+--
5104+-- Use one of the following lenses to modify other fields as desired:
5105+--
5106+-- * 'gdcrComponentId'
5107+--
5108+-- * 'gdcrWorkerId'
5109+getDebugConfigRequest
5110+ :: GetDebugConfigRequest
5111+getDebugConfigRequest =
5112+ GetDebugConfigRequest'
5113+ { _gdcrComponentId = Nothing
5114+ , _gdcrWorkerId = Nothing
5115+ }
5116+
5117+-- | The internal component id for which debug configuration is requested.
5118+gdcrComponentId :: Lens' GetDebugConfigRequest (Maybe Text)
5119+gdcrComponentId
5120+ = lens _gdcrComponentId
5121+ (\ s a -> s{_gdcrComponentId = a})
5122+
5123+-- | The worker id, i.e., VM hostname.
5124+gdcrWorkerId :: Lens' GetDebugConfigRequest (Maybe Text)
5125+gdcrWorkerId
5126+ = lens _gdcrWorkerId (\ s a -> s{_gdcrWorkerId = a})
5127+
5128+instance FromJSON GetDebugConfigRequest where
5129+ parseJSON
5130+ = withObject "GetDebugConfigRequest"
5131+ (\ o ->
5132+ GetDebugConfigRequest' <$>
5133+ (o .:? "componentId") <*> (o .:? "workerId"))
5134+
5135+instance ToJSON GetDebugConfigRequest where
5136+ toJSON GetDebugConfigRequest'{..}
5137+ = object
5138+ (catMaybes
5139+ [("componentId" .=) <$> _gdcrComponentId,
5140+ ("workerId" .=) <$> _gdcrWorkerId])
5141+
5142+-- | A single message which encapsulates structured name and metadata for a
5143+-- given counter.
5144+--
5145+-- /See:/ 'counterStructuredNameAndMetadata' smart constructor.
5146+data CounterStructuredNameAndMetadata = CounterStructuredNameAndMetadata'
5147+ { _csnamName :: !(Maybe CounterStructuredName)
5148+ , _csnamMetadata :: !(Maybe CounterMetadata)
5149+ } deriving (Eq,Show,Data,Typeable,Generic)
5150+
5151+-- | Creates a value of 'CounterStructuredNameAndMetadata' with the minimum fields required to make a request.
5152+--
5153+-- Use one of the following lenses to modify other fields as desired:
5154+--
5155+-- * 'csnamName'
5156+--
5157+-- * 'csnamMetadata'
5158+counterStructuredNameAndMetadata
5159+ :: CounterStructuredNameAndMetadata
5160+counterStructuredNameAndMetadata =
5161+ CounterStructuredNameAndMetadata'
5162+ { _csnamName = Nothing
5163+ , _csnamMetadata = Nothing
5164+ }
5165+
5166+-- | Structured name of the counter.
5167+csnamName :: Lens' CounterStructuredNameAndMetadata (Maybe CounterStructuredName)
5168+csnamName
5169+ = lens _csnamName (\ s a -> s{_csnamName = a})
5170+
5171+-- | Metadata associated with a counter
5172+csnamMetadata :: Lens' CounterStructuredNameAndMetadata (Maybe CounterMetadata)
5173+csnamMetadata
5174+ = lens _csnamMetadata
5175+ (\ s a -> s{_csnamMetadata = a})
5176+
5177+instance FromJSON CounterStructuredNameAndMetadata
5178+ where
5179+ parseJSON
5180+ = withObject "CounterStructuredNameAndMetadata"
5181+ (\ o ->
5182+ CounterStructuredNameAndMetadata' <$>
5183+ (o .:? "name") <*> (o .:? "metadata"))
5184+
5185+instance ToJSON CounterStructuredNameAndMetadata
5186+ where
5187+ toJSON CounterStructuredNameAndMetadata'{..}
5188+ = object
5189+ (catMaybes
5190+ [("name" .=) <$> _csnamName,
5191+ ("metadata" .=) <$> _csnamMetadata])
5192+
40545193-- | A task which describes what action should be performed for the specified
40555194-- streaming computation ranges.
40565195--
@@ -4355,6 +5494,7 @@ data Job = Job'
43555494 , _jName :: !(Maybe Text)
43565495 , _jTransformNameMApping :: !(Maybe JobTransformNameMApping)
43575496 , _jId :: !(Maybe Text)
5497+ , _jLabels :: !(Maybe JobLabels)
43585498 , _jProjectId :: !(Maybe Text)
43595499 , _jType :: !(Maybe Text)
43605500 , _jCurrentStateTime :: !(Maybe Text)
@@ -4388,6 +5528,8 @@ data Job = Job'
43885528--
43895529-- * 'jId'
43905530--
5531+-- * 'jLabels'
5532+--
43915533-- * 'jProjectId'
43925534--
43935535-- * 'jType'
@@ -4412,6 +5554,7 @@ job =
44125554 , _jName = Nothing
44135555 , _jTransformNameMApping = Nothing
44145556 , _jId = Nothing
5557+ , _jLabels = Nothing
44155558 , _jProjectId = Nothing
44165559 , _jType = Nothing
44175560 , _jCurrentStateTime = Nothing
@@ -4507,6 +5650,15 @@ jTransformNameMApping
45075650jId :: Lens' Job (Maybe Text)
45085651jId = lens _jId (\ s a -> s{_jId = a})
45095652
5653+-- | User-defined labels for this job. The labels map can contain no more
5654+-- than 64 entries. Entries of the labels map are UTF8 strings that comply
5655+-- with the following restrictions: * Keys must conform to regexp:
5656+-- \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp:
5657+-- [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally
5658+-- constrained to be \<= 128 bytes in size.
5659+jLabels :: Lens' Job (Maybe JobLabels)
5660+jLabels = lens _jLabels (\ s a -> s{_jLabels = a})
5661+
45105662-- | The project which owns the job.
45115663jProjectId :: Lens' Job (Maybe Text)
45125664jProjectId
@@ -4552,6 +5704,7 @@ instance FromJSON Job where
45525704 <*> (o .:? "name")
45535705 <*> (o .:? "transformNameMapping")
45545706 <*> (o .:? "id")
5707+ <*> (o .:? "labels")
45555708 <*> (o .:? "projectId")
45565709 <*> (o .:? "type")
45575710 <*> (o .:? "currentStateTime")
@@ -4573,7 +5726,8 @@ instance ToJSON Job where
45735726 ("name" .=) <$> _jName,
45745727 ("transformNameMapping" .=) <$>
45755728 _jTransformNameMApping,
4576− ("id" .=) <$> _jId, ("projectId" .=) <$> _jProjectId,
5729+ ("id" .=) <$> _jId, ("labels" .=) <$> _jLabels,
5730+ ("projectId" .=) <$> _jProjectId,
45775731 ("type" .=) <$> _jType,
45785732 ("currentStateTime" .=) <$> _jCurrentStateTime,
45795733 ("replaceJobId" .=) <$> _jReplaceJobId,
@@ -4650,34 +5804,36 @@ arpFractionConsumed
46505804 (\ s a -> s{_arpFractionConsumed = a})
46515805 . mapping _Coerce
46525806
4653−-- | Total amount of parallelism in the portion of input of this work item
4654−-- that has already been consumed. In the first two examples above (see
4655−-- remaining_parallelism), the value should be 30 or 3 respectively. The
4656−-- sum of remaining_parallelism and consumed_parallelism should equal the
4657−-- total amount of parallelism in this work item. If specified, must be
4658−-- finite.
5807+-- | Total amount of parallelism in the portion of input of this task that
5808+-- has already been consumed and is no longer active. In the first two
5809+-- examples above (see remaining_parallelism), the value should be 29 or 2
5810+-- respectively. The sum of remaining_parallelism and consumed_parallelism
5811+-- should equal the total amount of parallelism in this work item. If
5812+-- specified, must be finite.
46595813arpConsumedParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism)
46605814arpConsumedParallelism
46615815 = lens _arpConsumedParallelism
46625816 (\ s a -> s{_arpConsumedParallelism = a})
46635817
4664−-- | Total amount of parallelism in the input of this WorkItem that has not
4665−-- been consumed yet (i.e. can be delegated to a new WorkItem via dynamic
4666−-- splitting). \"Amount of parallelism\" refers to how many non-empty parts
5818+-- | Total amount of parallelism in the input of this task that remains,
5819+-- (i.e. can be delegated to this task and any new tasks via dynamic
5820+-- splitting). Always at least 1 for non-finished work items and 0 for
5821+-- finished. \"Amount of parallelism\" refers to how many non-empty parts
46675822-- of the input can be read in parallel. This does not necessarily equal
46685823-- number of records. An input that can be read in parallel down to the
46695824-- individual records is called \"perfectly splittable\". An example of
46705825-- non-perfectly parallelizable input is a block-compressed file format
46715826-- where a block of records has to be read as a whole, but different blocks
4672−-- can be read in parallel. Examples: * If we have read 30 records out of
4673−-- 50 in a perfectly splittable 50-record input, this value should be 20. *
4674−-- If we are reading through block 3 in a block-compressed file consisting
4675−-- of 5 blocks, this value should be 2 (since blocks 4 and 5 can be
4676−-- processed in parallel by new work items via dynamic splitting). * If we
4677−-- are reading through the last block in a block-compressed file, or
4678−-- reading or processing the last record in a perfectly splittable input,
4679−-- this value should be 0, because the remainder of the work item cannot be
4680−-- further split.
5827+-- can be read in parallel. Examples: * If we are processing record #30
5828+-- (starting at 1) out of 50 in a perfectly splittable 50-record input,
5829+-- this value should be 21 (20 remaining + 1 current). * If we are reading
5830+-- through block 3 in a block-compressed file consisting of 5 blocks, this
5831+-- value should be 3 (since blocks 4 and 5 can be processed in parallel by
5832+-- new tasks via dynamic splitting and the current task remains processing
5833+-- block 3). * If we are reading through the last block in a
5834+-- block-compressed file, or reading or processing the last record in a
5835+-- perfectly splittable input, this value should be 1, because apart from
5836+-- the current task, no additional remainder can be split off.
46815837arpRemainingParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism)
46825838arpRemainingParallelism
46835839 = lens _arpRemainingParallelism
@@ -4758,6 +5914,7 @@ data WorkerPool = WorkerPool'
47585914 , _wpNumWorkers :: !(Maybe (Textual Int32))
47595915 , _wpNetwork :: !(Maybe Text)
47605916 , _wpZone :: !(Maybe Text)
5917+ , _wpIPConfiguration :: !(Maybe Text)
47615918 , _wpPackages :: !(Maybe [Package])
47625919 , _wpOnHostMaintenance :: !(Maybe Text)
47635920 , _wpDiskSourceImage :: !(Maybe Text)
@@ -4792,6 +5949,8 @@ data WorkerPool = WorkerPool'
47925949--
47935950-- * 'wpZone'
47945951--
5952+-- * 'wpIPConfiguration'
5953+--
47955954-- * 'wpPackages'
47965955--
47975956-- * 'wpOnHostMaintenance'
@@ -4827,6 +5986,7 @@ workerPool =
48275986 , _wpNumWorkers = Nothing
48285987 , _wpNetwork = Nothing
48295988 , _wpZone = Nothing
5989+ , _wpIPConfiguration = Nothing
48305990 , _wpPackages = Nothing
48315991 , _wpOnHostMaintenance = Nothing
48325992 , _wpDiskSourceImage = Nothing
@@ -4895,6 +6055,12 @@ wpNetwork
48956055wpZone :: Lens' WorkerPool (Maybe Text)
48966056wpZone = lens _wpZone (\ s a -> s{_wpZone = a})
48976057
6058+-- | Configuration for VM IPs.
6059+wpIPConfiguration :: Lens' WorkerPool (Maybe Text)
6060+wpIPConfiguration
6061+ = lens _wpIPConfiguration
6062+ (\ s a -> s{_wpIPConfiguration = a})
6063+
48986064-- | Packages to be installed on workers.
48996065wpPackages :: Lens' WorkerPool [Package]
49006066wpPackages
@@ -4916,7 +6082,7 @@ wpDiskSourceImage
49166082 (\ s a -> s{_wpDiskSourceImage = a})
49176083
49186084-- | Subnetwork to which VMs will be assigned, if desired. Expected to be of
4919−-- the form \"zones\/ZONE\/subnetworks\/SUBNETWORK\".
6085+-- the form \"regions\/REGION\/subnetworks\/SUBNETWORK\".
49206086wpSubnetwork :: Lens' WorkerPool (Maybe Text)
49216087wpSubnetwork
49226088 = lens _wpSubnetwork (\ s a -> s{_wpSubnetwork = a})
@@ -4995,6 +6161,7 @@ instance FromJSON WorkerPool where
49956161 <*> (o .:? "numWorkers")
49966162 <*> (o .:? "network")
49976163 <*> (o .:? "zone")
6164+ <*> (o .:? "ipConfiguration")
49986165 <*> (o .:? "packages" .!= mempty)
49996166 <*> (o .:? "onHostMaintenance")
50006167 <*> (o .:? "diskSourceImage")
@@ -5022,6 +6189,7 @@ instance ToJSON WorkerPool where
50226189 ("numWorkers" .=) <$> _wpNumWorkers,
50236190 ("network" .=) <$> _wpNetwork,
50246191 ("zone" .=) <$> _wpZone,
6192+ ("ipConfiguration" .=) <$> _wpIPConfiguration,
50256193 ("packages" .=) <$> _wpPackages,
50266194 ("onHostMaintenance" .=) <$> _wpOnHostMaintenance,
50276195 ("diskSourceImage" .=) <$> _wpDiskSourceImage,
@@ -5841,10 +7009,12 @@ instance ToJSON MultiOutputInfo where
58417009--
58427010-- /See:/ 'partialGroupByKeyInstruction' smart constructor.
58437011data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction'
5844− { _pgbkiValueCombiningFn :: !(Maybe PartialGroupByKeyInstructionValueCombiningFn)
5845− , _pgbkiSideInputs :: !(Maybe [SideInputInfo])
5846− , _pgbkiInput :: !(Maybe InstructionInput)
5847− , _pgbkiInputElementCodec :: !(Maybe PartialGroupByKeyInstructionInputElementCodec)
7012+ { _pgbkiValueCombiningFn :: !(Maybe PartialGroupByKeyInstructionValueCombiningFn)
7013+ , _pgbkiSideInputs :: !(Maybe [SideInputInfo])
7014+ , _pgbkiInput :: !(Maybe InstructionInput)
7015+ , _pgbkiOriginalCombineValuesStepName :: !(Maybe Text)
7016+ , _pgbkiInputElementCodec :: !(Maybe PartialGroupByKeyInstructionInputElementCodec)
7017+ , _pgbkiOriginalCombineValuesInputStoreName :: !(Maybe Text)
58487018 } deriving (Eq,Show,Data,Typeable,Generic)
58497019
58507020-- | Creates a value of 'PartialGroupByKeyInstruction' with the minimum fields required to make a request.
@@ -5857,7 +7027,11 @@ data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction'
58577027--
58587028-- * 'pgbkiInput'
58597029--
7030+-- * 'pgbkiOriginalCombineValuesStepName'
7031+--
58607032-- * 'pgbkiInputElementCodec'
7033+--
7034+-- * 'pgbkiOriginalCombineValuesInputStoreName'
58617035partialGroupByKeyInstruction
58627036 :: PartialGroupByKeyInstruction
58637037partialGroupByKeyInstruction =
@@ -5865,7 +7039,9 @@ partialGroupByKeyInstruction =
58657039 { _pgbkiValueCombiningFn = Nothing
58667040 , _pgbkiSideInputs = Nothing
58677041 , _pgbkiInput = Nothing
7042+ , _pgbkiOriginalCombineValuesStepName = Nothing
58687043 , _pgbkiInputElementCodec = Nothing
7044+ , _pgbkiOriginalCombineValuesInputStoreName = Nothing
58697045 }
58707046
58717047-- | The value combining function to invoke.
@@ -5887,12 +7063,27 @@ pgbkiInput :: Lens' PartialGroupByKeyInstruction (Maybe InstructionInput)
58877063pgbkiInput
58887064 = lens _pgbkiInput (\ s a -> s{_pgbkiInput = a})
58897065
7066+-- | If this instruction includes a combining function, this is the name of
7067+-- the CombineValues instruction lifted into this instruction.
7068+pgbkiOriginalCombineValuesStepName :: Lens' PartialGroupByKeyInstruction (Maybe Text)
7069+pgbkiOriginalCombineValuesStepName
7070+ = lens _pgbkiOriginalCombineValuesStepName
7071+ (\ s a -> s{_pgbkiOriginalCombineValuesStepName = a})
7072+
58907073-- | The codec to use for interpreting an element in the input PTable.
58917074pgbkiInputElementCodec :: Lens' PartialGroupByKeyInstruction (Maybe PartialGroupByKeyInstructionInputElementCodec)
58927075pgbkiInputElementCodec
58937076 = lens _pgbkiInputElementCodec
58947077 (\ s a -> s{_pgbkiInputElementCodec = a})
58957078
7079+-- | If this instruction includes a combining function this is the name of
7080+-- the intermediate store between the GBK and the CombineValues.
7081+pgbkiOriginalCombineValuesInputStoreName :: Lens' PartialGroupByKeyInstruction (Maybe Text)
7082+pgbkiOriginalCombineValuesInputStoreName
7083+ = lens _pgbkiOriginalCombineValuesInputStoreName
7084+ (\ s a ->
7085+ s{_pgbkiOriginalCombineValuesInputStoreName = a})
7086+
58967087instance FromJSON PartialGroupByKeyInstruction where
58977088 parseJSON
58987089 = withObject "PartialGroupByKeyInstruction"
@@ -5901,7 +7092,9 @@ instance FromJSON PartialGroupByKeyInstruction where
59017092 (o .:? "valueCombiningFn") <*>
59027093 (o .:? "sideInputs" .!= mempty)
59037094 <*> (o .:? "input")
5904− <*> (o .:? "inputElementCodec"))
7095+ <*> (o .:? "originalCombineValuesStepName")
7096+ <*> (o .:? "inputElementCodec")
7097+ <*> (o .:? "originalCombineValuesInputStoreName"))
59057098
59067099instance ToJSON PartialGroupByKeyInstruction where
59077100 toJSON PartialGroupByKeyInstruction'{..}
@@ -5910,8 +7103,11 @@ instance ToJSON PartialGroupByKeyInstruction where
59107103 [("valueCombiningFn" .=) <$> _pgbkiValueCombiningFn,
59117104 ("sideInputs" .=) <$> _pgbkiSideInputs,
59127105 ("input" .=) <$> _pgbkiInput,
5913− ("inputElementCodec" .=) <$>
5914− _pgbkiInputElementCodec])
7106+ ("originalCombineValuesStepName" .=) <$>
7107+ _pgbkiOriginalCombineValuesStepName,
7108+ ("inputElementCodec" .=) <$> _pgbkiInputElementCodec,
7109+ ("originalCombineValuesInputStoreName" .=) <$>
7110+ _pgbkiOriginalCombineValuesInputStoreName])
59157111
59167112-- | An instruction that does a ParDo operation. Takes one main input and
59177113-- zero or more side inputs, and produces zero or more outputs. Runs user
@@ -6083,6 +7279,7 @@ data ParallelInstruction = ParallelInstruction'
60837279 , _piName :: !(Maybe Text)
60847280 , _piSystemName :: !(Maybe Text)
60857281 , _piFlatten :: !(Maybe FlattenInstruction)
7282+ , _piOriginalName :: !(Maybe Text)
60867283 } deriving (Eq,Show,Data,Typeable,Generic)
60877284
60887285-- | Creates a value of 'ParallelInstruction' with the minimum fields required to make a request.
@@ -6104,6 +7301,8 @@ data ParallelInstruction = ParallelInstruction'
61047301-- * 'piSystemName'
61057302--
61067303-- * 'piFlatten'
7304+--
7305+-- * 'piOriginalName'
61077306parallelInstruction
61087307 :: ParallelInstruction
61097308parallelInstruction =
@@ -6116,6 +7315,7 @@ parallelInstruction =
61167315 , _piName = Nothing
61177316 , _piSystemName = Nothing
61187317 , _piFlatten = Nothing
7318+ , _piOriginalName = Nothing
61197319 }
61207320
61217321-- | Additional information for Read instructions.
@@ -6157,6 +7357,12 @@ piFlatten :: Lens' ParallelInstruction (Maybe FlattenInstruction)
61577357piFlatten
61587358 = lens _piFlatten (\ s a -> s{_piFlatten = a})
61597359
7360+-- | System-defined name for the operation in the original workflow graph.
7361+piOriginalName :: Lens' ParallelInstruction (Maybe Text)
7362+piOriginalName
7363+ = lens _piOriginalName
7364+ (\ s a -> s{_piOriginalName = a})
7365+
61607366instance FromJSON ParallelInstruction where
61617367 parseJSON
61627368 = withObject "ParallelInstruction"
@@ -6168,7 +7374,8 @@ instance FromJSON ParallelInstruction where
61687374 <*> (o .:? "outputs" .!= mempty)
61697375 <*> (o .:? "name")
61707376 <*> (o .:? "systemName")
6171− <*> (o .:? "flatten"))
7377+ <*> (o .:? "flatten")
7378+ <*> (o .:? "originalName"))
61727379
61737380instance ToJSON ParallelInstruction where
61747381 toJSON ParallelInstruction'{..}
@@ -6180,7 +7387,8 @@ instance ToJSON ParallelInstruction where
61807387 ("outputs" .=) <$> _piOutputs,
61817388 ("name" .=) <$> _piName,
61827389 ("systemName" .=) <$> _piSystemName,
6183− ("flatten" .=) <$> _piFlatten])
7390+ ("flatten" .=) <$> _piFlatten,
7391+ ("originalName" .=) <$> _piOriginalName])
61847392
61857393-- | How to interpret the source element(s) as a side input value.
61867394--
@@ -6217,6 +7425,113 @@ instance FromJSON SideInputInfoKind where
62177425instance ToJSON SideInputInfoKind where
62187426 toJSON = toJSON . _siikAddtional
62197427
7428+-- | A task that carries configuration information for streaming
7429+-- computations.
7430+--
7431+-- /See:/ 'streamingConfigTask' smart constructor.
7432+data StreamingConfigTask = StreamingConfigTask'
7433+ { _sctUserStepToStateFamilyNameMap :: !(Maybe StreamingConfigTaskUserStepToStateFamilyNameMap)
7434+ , _sctStreamingComputationConfigs :: !(Maybe [StreamingComputationConfig])
7435+ } deriving (Eq,Show,Data,Typeable,Generic)
7436+
7437+-- | Creates a value of 'StreamingConfigTask' with the minimum fields required to make a request.
7438+--
7439+-- Use one of the following lenses to modify other fields as desired:
7440+--
7441+-- * 'sctUserStepToStateFamilyNameMap'
7442+--
7443+-- * 'sctStreamingComputationConfigs'
7444+streamingConfigTask
7445+ :: StreamingConfigTask
7446+streamingConfigTask =
7447+ StreamingConfigTask'
7448+ { _sctUserStepToStateFamilyNameMap = Nothing
7449+ , _sctStreamingComputationConfigs = Nothing
7450+ }
7451+
7452+-- | Map from user step names to state families.
7453+sctUserStepToStateFamilyNameMap :: Lens' StreamingConfigTask (Maybe StreamingConfigTaskUserStepToStateFamilyNameMap)
7454+sctUserStepToStateFamilyNameMap
7455+ = lens _sctUserStepToStateFamilyNameMap
7456+ (\ s a -> s{_sctUserStepToStateFamilyNameMap = a})
7457+
7458+-- | Set of computation configuration information.
7459+sctStreamingComputationConfigs :: Lens' StreamingConfigTask [StreamingComputationConfig]
7460+sctStreamingComputationConfigs
7461+ = lens _sctStreamingComputationConfigs
7462+ (\ s a -> s{_sctStreamingComputationConfigs = a})
7463+ . _Default
7464+ . _Coerce
7465+
7466+instance FromJSON StreamingConfigTask where
7467+ parseJSON
7468+ = withObject "StreamingConfigTask"
7469+ (\ o ->
7470+ StreamingConfigTask' <$>
7471+ (o .:? "userStepToStateFamilyNameMap") <*>
7472+ (o .:? "streamingComputationConfigs" .!= mempty))
7473+
7474+instance ToJSON StreamingConfigTask where
7475+ toJSON StreamingConfigTask'{..}
7476+ = object
7477+ (catMaybes
7478+ [("userStepToStateFamilyNameMap" .=) <$>
7479+ _sctUserStepToStateFamilyNameMap,
7480+ ("streamingComputationConfigs" .=) <$>
7481+ _sctStreamingComputationConfigs])
7482+
7483+-- | The metric short id is returned to the user alongside an offset into
7484+-- ReportWorkItemStatusRequest
7485+--
7486+-- /See:/ 'metricShortId' smart constructor.
7487+data MetricShortId = MetricShortId'
7488+ { _msiShortId :: !(Maybe (Textual Int64))
7489+ , _msiMetricIndex :: !(Maybe (Textual Int32))
7490+ } deriving (Eq,Show,Data,Typeable,Generic)
7491+
7492+-- | Creates a value of 'MetricShortId' with the minimum fields required to make a request.
7493+--
7494+-- Use one of the following lenses to modify other fields as desired:
7495+--
7496+-- * 'msiShortId'
7497+--
7498+-- * 'msiMetricIndex'
7499+metricShortId
7500+ :: MetricShortId
7501+metricShortId =
7502+ MetricShortId'
7503+ { _msiShortId = Nothing
7504+ , _msiMetricIndex = Nothing
7505+ }
7506+
7507+-- | The service-generated short identifier for the metric.
7508+msiShortId :: Lens' MetricShortId (Maybe Int64)
7509+msiShortId
7510+ = lens _msiShortId (\ s a -> s{_msiShortId = a}) .
7511+ mapping _Coerce
7512+
7513+-- | The index of the corresponding metric in the
7514+-- ReportWorkItemStatusRequest. Required.
7515+msiMetricIndex :: Lens' MetricShortId (Maybe Int32)
7516+msiMetricIndex
7517+ = lens _msiMetricIndex
7518+ (\ s a -> s{_msiMetricIndex = a})
7519+ . mapping _Coerce
7520+
7521+instance FromJSON MetricShortId where
7522+ parseJSON
7523+ = withObject "MetricShortId"
7524+ (\ o ->
7525+ MetricShortId' <$>
7526+ (o .:? "shortId") <*> (o .:? "metricIndex"))
7527+
7528+instance ToJSON MetricShortId where
7529+ toJSON MetricShortId'{..}
7530+ = object
7531+ (catMaybes
7532+ [("shortId" .=) <$> _msiShortId,
7533+ ("metricIndex" .=) <$> _msiMetricIndex])
7534+
62207535-- | A request for sending worker messages to the service.
62217536--
62227537-- /See:/ 'sendWorkerMessagesRequest' smart constructor.
@@ -6755,6 +8070,43 @@ instance ToJSON PubsubLocation where
67558070 ("topic" .=) <$> _plTopic,
67568071 ("subscription" .=) <$> _plSubscription])
67578072
8073+-- | A metric value representing a list of floating point numbers.
8074+--
8075+-- /See:/ 'floatingPointList' smart constructor.
8076+newtype FloatingPointList = FloatingPointList'
8077+ { _fplElements :: Maybe [Textual Double]
8078+ } deriving (Eq,Show,Data,Typeable,Generic)
8079+
8080+-- | Creates a value of 'FloatingPointList' with the minimum fields required to make a request.
8081+--
8082+-- Use one of the following lenses to modify other fields as desired:
8083+--
8084+-- * 'fplElements'
8085+floatingPointList
8086+ :: FloatingPointList
8087+floatingPointList =
8088+ FloatingPointList'
8089+ { _fplElements = Nothing
8090+ }
8091+
8092+-- | Elements of the list.
8093+fplElements :: Lens' FloatingPointList [Double]
8094+fplElements
8095+ = lens _fplElements (\ s a -> s{_fplElements = a}) .
8096+ _Default
8097+ . _Coerce
8098+
8099+instance FromJSON FloatingPointList where
8100+ parseJSON
8101+ = withObject "FloatingPointList"
8102+ (\ o ->
8103+ FloatingPointList' <$> (o .:? "elements" .!= mempty))
8104+
8105+instance ToJSON FloatingPointList where
8106+ toJSON FloatingPointList'{..}
8107+ = object
8108+ (catMaybes [("elements" .=) <$> _fplElements])
8109+
67588110-- | An input of an instruction, as a reference to an output of a producer
67598111-- instruction.
67608112--
@@ -6907,6 +8259,45 @@ instance ToJSON SeqMapTask where
69078259 ("stageName" .=) <$> _smtStageName,
69088260 ("userFn" .=) <$> _smtUserFn])
69098261
8262+-- | Map from user step names to state families.
8263+--
8264+-- /See:/ 'streamingConfigTaskUserStepToStateFamilyNameMap' smart constructor.
8265+newtype StreamingConfigTaskUserStepToStateFamilyNameMap = StreamingConfigTaskUserStepToStateFamilyNameMap'
8266+ { _sctustsfnmAddtional :: HashMap Text Text
8267+ } deriving (Eq,Show,Data,Typeable,Generic)
8268+
8269+-- | Creates a value of 'StreamingConfigTaskUserStepToStateFamilyNameMap' with the minimum fields required to make a request.
8270+--
8271+-- Use one of the following lenses to modify other fields as desired:
8272+--
8273+-- * 'sctustsfnmAddtional'
8274+streamingConfigTaskUserStepToStateFamilyNameMap
8275+ :: HashMap Text Text -- ^ 'sctustsfnmAddtional'
8276+ -> StreamingConfigTaskUserStepToStateFamilyNameMap
8277+streamingConfigTaskUserStepToStateFamilyNameMap pSctustsfnmAddtional_ =
8278+ StreamingConfigTaskUserStepToStateFamilyNameMap'
8279+ { _sctustsfnmAddtional = _Coerce # pSctustsfnmAddtional_
8280+ }
8281+
8282+sctustsfnmAddtional :: Lens' StreamingConfigTaskUserStepToStateFamilyNameMap (HashMap Text Text)
8283+sctustsfnmAddtional
8284+ = lens _sctustsfnmAddtional
8285+ (\ s a -> s{_sctustsfnmAddtional = a})
8286+ . _Coerce
8287+
8288+instance FromJSON
8289+ StreamingConfigTaskUserStepToStateFamilyNameMap where
8290+ parseJSON
8291+ = withObject
8292+ "StreamingConfigTaskUserStepToStateFamilyNameMap"
8293+ (\ o ->
8294+ StreamingConfigTaskUserStepToStateFamilyNameMap' <$>
8295+ (parseJSONObject o))
8296+
8297+instance ToJSON
8298+ StreamingConfigTaskUserStepToStateFamilyNameMap where
8299+ toJSON = toJSON . _sctustsfnmAddtional
8300+
69108301-- | A work item that represents the different operations that can be
69118302-- performed on a user-defined Source specification.
69128303--