1ecc1e7 · gogol · git.iko.soy

git.iko.soy/gogol

on develop help sign in

Regenerating gogol-dataflow from latest service definition

1ecc1e7Brendan Hay10 years ago

gogol-dataflow/gen/Network/Google/Dataflow.hs+4−1

compare with develop

unifiedsplit

@@ -13,7 +13,8 @@

13-- Stability : auto-generated

14-- Portability : non-portable (GHC extensions)

15--

16−-- Google Dataflow API.

16+-- Develops and executes data processing patterns like ETL, batch

17+-- computation, and continuous computation.

17--

18--

18-- /See:/ <https://cloud.google.com/dataflow Google Dataflow API Reference>

19-- /See:/ <https://cloud.google.com/dataflow Google Dataflow API Reference>

19module Network.Google.Dataflow

20module Network.Google.Dataflow

@@ -379,6 +380,7 @@ module Network.Google.Dataflow

379 , TopologyConfig

380 , TopologyConfig

380 , topologyConfig

381 , topologyConfig

381 , tcDataDiskAssignments

382 , tcDataDiskAssignments

383+ , tcPersistentStateVersion

382 , tcForwardingKeyBits

384 , tcForwardingKeyBits

383 , tcUserStageToComputationNameMap

385 , tcUserStageToComputationNameMap

384 , tcComputations

386 , tcComputations

@@ -573,6 +575,7 @@ module Network.Google.Dataflow

573 , WorkerPool

575 , WorkerPool

574 , workerPool

576 , workerPool

575 , wpAutoscalingSettings

577 , wpAutoscalingSettings

578+ , wpNumThreadsPerWorker

576 , wpDiskSizeGb

579 , wpDiskSizeGb

577 , wpKind

580 , wpKind

578 , wpTaskrunnerSettings

581 , wpTaskrunnerSettings

gogol-dataflow/gen/Network/Google/Dataflow/Types.hs+2

@@ -343,6 +343,7 @@ module Network.Google.Dataflow.Types

343 , TopologyConfig

344 , topologyConfig

345 , tcDataDiskAssignments

346+ , tcPersistentStateVersion

346 , tcForwardingKeyBits

347 , tcForwardingKeyBits

347 , tcUserStageToComputationNameMap

348 , tcUserStageToComputationNameMap

348 , tcComputations

349 , tcComputations

@@ -537,6 +538,7 @@ module Network.Google.Dataflow.Types

537 , WorkerPool

538 , WorkerPool

538 , workerPool

539 , workerPool

539 , wpAutoscalingSettings

540 , wpAutoscalingSettings

541+ , wpNumThreadsPerWorker

540 , wpDiskSizeGb

542 , wpDiskSizeGb

541 , wpKind

543 , wpKind

542 , wpTaskrunnerSettings

544 , wpTaskrunnerSettings

gogol-dataflow/gen/Network/Google/Dataflow/Types/Product.hs+33−2

@@ -2992,6 +2992,7 @@ instance ToJSON StepProperties where

2992-- /See:/ 'topologyConfig' smart constructor.

2993data TopologyConfig = TopologyConfig'

2994 { _tcDataDiskAssignments :: !(Maybe [DataDiskAssignment])

2995+ , _tcPersistentStateVersion :: !(Maybe (Textual Int32))

2995 , _tcForwardingKeyBits :: !(Maybe (Textual Int32))

2996 , _tcForwardingKeyBits :: !(Maybe (Textual Int32))

2996 , _tcUserStageToComputationNameMap :: !(Maybe TopologyConfigUserStageToComputationNameMap)

2997 , _tcUserStageToComputationNameMap :: !(Maybe TopologyConfigUserStageToComputationNameMap)

2997 , _tcComputations :: !(Maybe [ComputationTopology])

2998 , _tcComputations :: !(Maybe [ComputationTopology])

@@ -3003,6 +3004,8 @@ data TopologyConfig = TopologyConfig'

3003--

3004--

3004-- * 'tcDataDiskAssignments'

3005-- * 'tcDataDiskAssignments'

3005--

3006--

3007+-- * 'tcPersistentStateVersion'

3008+--

3006-- * 'tcForwardingKeyBits'

3009-- * 'tcForwardingKeyBits'

3007--

3010--

3008-- * 'tcUserStageToComputationNameMap'

3011-- * 'tcUserStageToComputationNameMap'

@@ -3013,6 +3016,7 @@ topologyConfig

3013topologyConfig =

3016topologyConfig =

3014 TopologyConfig'

3017 TopologyConfig'

3015 { _tcDataDiskAssignments = Nothing

3018 { _tcDataDiskAssignments = Nothing

3019+ , _tcPersistentStateVersion = Nothing

3016 , _tcForwardingKeyBits = Nothing

3020 , _tcForwardingKeyBits = Nothing

3017 , _tcUserStageToComputationNameMap = Nothing

3021 , _tcUserStageToComputationNameMap = Nothing

3018 , _tcComputations = Nothing

3022 , _tcComputations = Nothing

@@ -3026,6 +3030,13 @@ tcDataDiskAssignments

3026 . _Default

3030 . _Default

3027 . _Coerce

3031 . _Coerce

3028

3032

3033+-- | Version number for persistent state.

3034+tcPersistentStateVersion :: Lens' TopologyConfig (Maybe Int32)

3035+tcPersistentStateVersion

3036+ = lens _tcPersistentStateVersion

3037+ (\ s a -> s{_tcPersistentStateVersion = a})

3038+ . mapping _Coerce

3039+

3029-- | The size (in bits) of keys that will be assigned to source messages.

3040-- | The size (in bits) of keys that will be assigned to source messages.

3030tcForwardingKeyBits :: Lens' TopologyConfig (Maybe Int32)

3041tcForwardingKeyBits :: Lens' TopologyConfig (Maybe Int32)

3031tcForwardingKeyBits

3042tcForwardingKeyBits

@@ -3053,7 +3064,8 @@ instance FromJSON TopologyConfig where

3053 (\ o ->

3064 (\ o ->

3054 TopologyConfig' <$>

3065 TopologyConfig' <$>

3055 (o .:? "dataDiskAssignments" .!= mempty) <*>

3066 (o .:? "dataDiskAssignments" .!= mempty) <*>

3067+ (o .:? "persistentStateVersion")

3056− (o .:? "forwardingKeyBits")

3068+ <*> (o .:? "forwardingKeyBits")

3057 <*> (o .:? "userStageToComputationNameMap")

3069 <*> (o .:? "userStageToComputationNameMap")

3058 <*> (o .:? "computations" .!= mempty))

3070 <*> (o .:? "computations" .!= mempty))

3059

3071

@@ -3063,6 +3075,8 @@ instance ToJSON TopologyConfig where

3063 (catMaybes

3075 (catMaybes

3064 [("dataDiskAssignments" .=) <$>

3076 [("dataDiskAssignments" .=) <$>

3065 _tcDataDiskAssignments,

3077 _tcDataDiskAssignments,

3078+ ("persistentStateVersion" .=) <$>

3079+ _tcPersistentStateVersion,

3066 ("forwardingKeyBits" .=) <$> _tcForwardingKeyBits,

3080 ("forwardingKeyBits" .=) <$> _tcForwardingKeyBits,

3067 ("userStageToComputationNameMap" .=) <$>

3081 ("userStageToComputationNameMap" .=) <$>

3068 _tcUserStageToComputationNameMap,

3082 _tcUserStageToComputationNameMap,

@@ -4737,6 +4751,7 @@ instance ToJSON SinkSpec where

4737-- /See:/ 'workerPool' smart constructor.

4751-- /See:/ 'workerPool' smart constructor.

4738data WorkerPool = WorkerPool'

4752data WorkerPool = WorkerPool'

4739 { _wpAutoscalingSettings :: !(Maybe AutoscalingSettings)

4753 { _wpAutoscalingSettings :: !(Maybe AutoscalingSettings)

4754+ , _wpNumThreadsPerWorker :: !(Maybe (Textual Int32))

4740 , _wpDiskSizeGb :: !(Maybe (Textual Int32))

4755 , _wpDiskSizeGb :: !(Maybe (Textual Int32))

4741 , _wpKind :: !(Maybe Text)

4756 , _wpKind :: !(Maybe Text)

4742 , _wpTaskrunnerSettings :: !(Maybe TaskRunnerSettings)

4757 , _wpTaskrunnerSettings :: !(Maybe TaskRunnerSettings)

@@ -4763,6 +4778,8 @@ data WorkerPool = WorkerPool'

4763--

4778--

4764-- * 'wpAutoscalingSettings'

4779-- * 'wpAutoscalingSettings'

4765--

4780--

4781+-- * 'wpNumThreadsPerWorker'

4782+--

4766-- * 'wpDiskSizeGb'

4783-- * 'wpDiskSizeGb'

4767--

4784--

4768-- * 'wpKind'

4785-- * 'wpKind'

@@ -4803,6 +4820,7 @@ workerPool

4803workerPool =

4820workerPool =

4804 WorkerPool'

4821 WorkerPool'

4805 { _wpAutoscalingSettings = Nothing

4822 { _wpAutoscalingSettings = Nothing

4823+ , _wpNumThreadsPerWorker = Nothing

4806 , _wpDiskSizeGb = Nothing

4824 , _wpDiskSizeGb = Nothing

4807 , _wpKind = Nothing

4825 , _wpKind = Nothing

4808 , _wpTaskrunnerSettings = Nothing

4826 , _wpTaskrunnerSettings = Nothing

@@ -4829,6 +4847,16 @@ wpAutoscalingSettings

4829 = lens _wpAutoscalingSettings

4847 = lens _wpAutoscalingSettings

4830 (\ s a -> s{_wpAutoscalingSettings = a})

4848 (\ s a -> s{_wpAutoscalingSettings = a})

4831

4849

4850+-- | The number of threads per worker harness. If empty or unspecified, the

4851+-- service will choose a number of threads (according to the number of

4852+-- cores on the selected machine type for batch, or 1 by convention for

4853+-- streaming).

4854+wpNumThreadsPerWorker :: Lens' WorkerPool (Maybe Int32)

4855+wpNumThreadsPerWorker

4856+ = lens _wpNumThreadsPerWorker

4857+ (\ s a -> s{_wpNumThreadsPerWorker = a})

4858+ . mapping _Coerce

4859+

4832-- | Size of root disk for VMs, in GB. If zero or unspecified, the service

4860-- | Size of root disk for VMs, in GB. If zero or unspecified, the service

4833-- will attempt to choose a reasonable default.

4861-- will attempt to choose a reasonable default.

4834wpDiskSizeGb :: Lens' WorkerPool (Maybe Int32)

4862wpDiskSizeGb :: Lens' WorkerPool (Maybe Int32)

@@ -4960,7 +4988,8 @@ instance FromJSON WorkerPool where

4960 (\ o ->

4988 (\ o ->

4961 WorkerPool' <$>

4989 WorkerPool' <$>

4962 (o .:? "autoscalingSettings") <*>

4990 (o .:? "autoscalingSettings") <*>

4991+ (o .:? "numThreadsPerWorker")

4963− (o .:? "diskSizeGb")

4992+ <*> (o .:? "diskSizeGb")

4964 <*> (o .:? "kind")

4993 <*> (o .:? "kind")

4965 <*> (o .:? "taskrunnerSettings")

4994 <*> (o .:? "taskrunnerSettings")

4966 <*> (o .:? "numWorkers")

4995 <*> (o .:? "numWorkers")

@@ -4985,6 +5014,8 @@ instance ToJSON WorkerPool where

4985 (catMaybes

5014 (catMaybes

4986 [("autoscalingSettings" .=) <$>

5015 [("autoscalingSettings" .=) <$>

4987 _wpAutoscalingSettings,

5016 _wpAutoscalingSettings,

5017+ ("numThreadsPerWorker" .=) <$>

5018+ _wpNumThreadsPerWorker,

4988 ("diskSizeGb" .=) <$> _wpDiskSizeGb,

5019 ("diskSizeGb" .=) <$> _wpDiskSizeGb,

4989 ("kind" .=) <$> _wpKind,

5020 ("kind" .=) <$> _wpKind,

4990 ("taskrunnerSettings" .=) <$> _wpTaskrunnerSettings,

5021 ("taskrunnerSettings" .=) <$> _wpTaskrunnerSettings,

gogol-dataflow/gen/Network/Google/Resource/Dataflow/Projects/Jobs/List.hs+17−5

@@ -40,6 +40,7 @@ module Network.Google.Resource.Dataflow.Projects.Jobs.List

40 , pjlUploadType

41 , pjlBearerToken

42 , pjlView

43+ , pjlFilter

43 , pjlPageToken

44 , pjlPageToken

44 , pjlProjectId

45 , pjlProjectId

45 , pjlPageSize

46 , pjlPageSize

@@ -63,11 +64,12 @@ type ProjectsJobsListResource =

63 QueryParam "uploadType" Text :>

64 QueryParam "uploadType" Text :>

64 QueryParam "bearer_token" Text :>

65 QueryParam "bearer_token" Text :>

65 QueryParam "view" Text :>

66 QueryParam "view" Text :>

66− QueryParam "pageToken" Text :>

67+ QueryParam "filter" Text :>

68+ QueryParam "pageToken" Text :>

67− QueryParam "pageSize" (Textual Int32) :>

69+ QueryParam "pageSize" (Textual Int32) :>

68− QueryParam "callback" Text :>

70+ QueryParam "callback" Text :>

69− QueryParam "alt" AltJSON :>

71+ QueryParam "alt" AltJSON :>

70− Get '[JSON] ListJobsResponse

72+ Get '[JSON] ListJobsResponse

72-- | List the jobs of a project

74-- | List the jobs of a project

73--

75--

@@ -80,6 +82,7 @@ data ProjectsJobsList = ProjectsJobsList'

80 , _pjlUploadType :: !(Maybe Text)

82 , _pjlUploadType :: !(Maybe Text)

81 , _pjlBearerToken :: !(Maybe Text)

83 , _pjlBearerToken :: !(Maybe Text)

82 , _pjlView :: !(Maybe Text)

84 , _pjlView :: !(Maybe Text)

85+ , _pjlFilter :: !(Maybe Text)

83 , _pjlPageToken :: !(Maybe Text)

86 , _pjlPageToken :: !(Maybe Text)

84 , _pjlProjectId :: !Text

87 , _pjlProjectId :: !Text

85 , _pjlPageSize :: !(Maybe (Textual Int32))

88 , _pjlPageSize :: !(Maybe (Textual Int32))

@@ -104,6 +107,8 @@ data ProjectsJobsList = ProjectsJobsList'

104--

107--

105-- * 'pjlView'

108-- * 'pjlView'

106--

109--

110+-- * 'pjlFilter'

111+--

107-- * 'pjlPageToken'

112-- * 'pjlPageToken'

108--

113--

109-- * 'pjlProjectId'

114-- * 'pjlProjectId'

@@ -123,6 +128,7 @@ projectsJobsList pPjlProjectId_ =

123 , _pjlUploadType = Nothing

128 , _pjlUploadType = Nothing

124 , _pjlBearerToken = Nothing

129 , _pjlBearerToken = Nothing

125 , _pjlView = Nothing

130 , _pjlView = Nothing

131+ , _pjlFilter = Nothing

126 , _pjlPageToken = Nothing

132 , _pjlPageToken = Nothing

127 , _pjlProjectId = pPjlProjectId_

133 , _pjlProjectId = pPjlProjectId_

128 , _pjlPageSize = Nothing

134 , _pjlPageSize = Nothing

@@ -165,6 +171,11 @@ pjlBearerToken

165pjlView :: Lens' ProjectsJobsList (Maybe Text)

171pjlView :: Lens' ProjectsJobsList (Maybe Text)

166pjlView = lens _pjlView (\ s a -> s{_pjlView = a})

172pjlView = lens _pjlView (\ s a -> s{_pjlView = a})

167

173

174+-- | The kind of filter to use.

175+pjlFilter :: Lens' ProjectsJobsList (Maybe Text)

176+pjlFilter

177+ = lens _pjlFilter (\ s a -> s{_pjlFilter = a})

178+

168-- | Set this to the \'next_page_token\' field of a previous response to

179-- | Set this to the \'next_page_token\' field of a previous response to

169-- request additional results in a long list.

180-- request additional results in a long list.

170pjlPageToken :: Lens' ProjectsJobsList (Maybe Text)

181pjlPageToken :: Lens' ProjectsJobsList (Maybe Text)

@@ -201,6 +212,7 @@ instance GoogleRequest ProjectsJobsList where

201 _pjlUploadType

212 _pjlUploadType

202 _pjlBearerToken

213 _pjlBearerToken

203 _pjlView

214 _pjlView

215+ _pjlFilter

204 _pjlPageToken

216 _pjlPageToken

205 _pjlPageSize

217 _pjlPageSize

206 _pjlCallback

218 _pjlCallback

gogol-dataflow/gogol-dataflow.cabal+2−1

@@ -14,7 +14,8 @@ cabal-version: >= 1.10

14extra-source-files: README.md

16description:

17− Google Dataflow API.

17+ Develops and executes data processing patterns like ETL, batch

18+ computation, and continuous computation.

18 .

19 .

19 /Warning:/ This is an experimental prototype/preview release which is still

20 /Warning:/ This is an experimental prototype/preview release which is still

20 under exploratory development and not intended for public use, caveat emptor!

21 under exploratory development and not intended for public use, caveat emptor!