on develop help sign in
Regenerating gogol-dataflow from latest service definition
commit1ecc1e707f77d2af4a14a2b327880654f3deaaad authorBrendan Hay <brendan.g.hay@gmail.com> dateTue 10 May 2016, 16:12 (10 years ago) parent3cf8b0a
5 files changed+58−9
gogol-dataflow/gen/Network/Google/Dataflow.hs+4−1 gogol-dataflow/gen/Network/Google/Dataflow/Types.hs+2 gogol-dataflow/gen/Network/Google/Dataflow/Types/Product.hs+33−2 gogol-dataflow/gen/Network/Google/Resource/Dataflow/Projects/Jobs/List.hs+17−5 gogol-dataflow/gogol-dataflow.cabal+2−1
gogol-dataflow/gen/Network/Google/Dataflow.hs+4−1
@@ -13,7 +13,8 @@
1313-- Stability : auto-generated
1414-- Portability : non-portable (GHC extensions)
1515--
16−-- Google Dataflow API.
16+-- Develops and executes data processing patterns like ETL, batch
17+-- computation, and continuous computation.
1718--
1819-- /See:/ <https://cloud.google.com/dataflow Google Dataflow API Reference>
1920module Network.Google.Dataflow
@@ -379,6 +380,7 @@ module Network.Google.Dataflow
379380 , TopologyConfig
380381 , topologyConfig
381382 , tcDataDiskAssignments
383+ , tcPersistentStateVersion
382384 , tcForwardingKeyBits
383385 , tcUserStageToComputationNameMap
384386 , tcComputations
@@ -573,6 +575,7 @@ module Network.Google.Dataflow
573575 , WorkerPool
574576 , workerPool
575577 , wpAutoscalingSettings
578+ , wpNumThreadsPerWorker
576579 , wpDiskSizeGb
577580 , wpKind
578581 , wpTaskrunnerSettings
gogol-dataflow/gen/Network/Google/Dataflow/Types.hs+2
@@ -343,6 +343,7 @@ module Network.Google.Dataflow.Types
343343 , TopologyConfig
344344 , topologyConfig
345345 , tcDataDiskAssignments
346+ , tcPersistentStateVersion
346347 , tcForwardingKeyBits
347348 , tcUserStageToComputationNameMap
348349 , tcComputations
@@ -537,6 +538,7 @@ module Network.Google.Dataflow.Types
537538 , WorkerPool
538539 , workerPool
539540 , wpAutoscalingSettings
541+ , wpNumThreadsPerWorker
540542 , wpDiskSizeGb
541543 , wpKind
542544 , wpTaskrunnerSettings
gogol-dataflow/gen/Network/Google/Dataflow/Types/Product.hs+33−2
@@ -2992,6 +2992,7 @@ instance ToJSON StepProperties where
29922992-- /See:/ 'topologyConfig' smart constructor.
29932993data TopologyConfig = TopologyConfig'
29942994 { _tcDataDiskAssignments :: !(Maybe [DataDiskAssignment])
2995+ , _tcPersistentStateVersion :: !(Maybe (Textual Int32))
29952996 , _tcForwardingKeyBits :: !(Maybe (Textual Int32))
29962997 , _tcUserStageToComputationNameMap :: !(Maybe TopologyConfigUserStageToComputationNameMap)
29972998 , _tcComputations :: !(Maybe [ComputationTopology])
@@ -3003,6 +3004,8 @@ data TopologyConfig = TopologyConfig'
30033004--
30043005-- * 'tcDataDiskAssignments'
30053006--
3007+-- * 'tcPersistentStateVersion'
3008+--
30063009-- * 'tcForwardingKeyBits'
30073010--
30083011-- * 'tcUserStageToComputationNameMap'
@@ -3013,6 +3016,7 @@ topologyConfig
30133016topologyConfig =
30143017 TopologyConfig'
30153018 { _tcDataDiskAssignments = Nothing
3019+ , _tcPersistentStateVersion = Nothing
30163020 , _tcForwardingKeyBits = Nothing
30173021 , _tcUserStageToComputationNameMap = Nothing
30183022 , _tcComputations = Nothing
@@ -3026,6 +3030,13 @@ tcDataDiskAssignments
30263030 . _Default
30273031 . _Coerce
30283032
3033+-- | Version number for persistent state.
3034+tcPersistentStateVersion :: Lens' TopologyConfig (Maybe Int32)
3035+tcPersistentStateVersion
3036+ = lens _tcPersistentStateVersion
3037+ (\ s a -> s{_tcPersistentStateVersion = a})
3038+ . mapping _Coerce
3039+
30293040-- | The size (in bits) of keys that will be assigned to source messages.
30303041tcForwardingKeyBits :: Lens' TopologyConfig (Maybe Int32)
30313042tcForwardingKeyBits
@@ -3053,7 +3064,8 @@ instance FromJSON TopologyConfig where
30533064 (\ o ->
30543065 TopologyConfig' <$>
30553066 (o .:? "dataDiskAssignments" .!= mempty) <*>
3056− (o .:? "forwardingKeyBits")
3067+ (o .:? "persistentStateVersion")
3068+ <*> (o .:? "forwardingKeyBits")
30573069 <*> (o .:? "userStageToComputationNameMap")
30583070 <*> (o .:? "computations" .!= mempty))
30593071
@@ -3063,6 +3075,8 @@ instance ToJSON TopologyConfig where
30633075 (catMaybes
30643076 [("dataDiskAssignments" .=) <$>
30653077 _tcDataDiskAssignments,
3078+ ("persistentStateVersion" .=) <$>
3079+ _tcPersistentStateVersion,
30663080 ("forwardingKeyBits" .=) <$> _tcForwardingKeyBits,
30673081 ("userStageToComputationNameMap" .=) <$>
30683082 _tcUserStageToComputationNameMap,
@@ -4737,6 +4751,7 @@ instance ToJSON SinkSpec where
47374751-- /See:/ 'workerPool' smart constructor.
47384752data WorkerPool = WorkerPool'
47394753 { _wpAutoscalingSettings :: !(Maybe AutoscalingSettings)
4754+ , _wpNumThreadsPerWorker :: !(Maybe (Textual Int32))
47404755 , _wpDiskSizeGb :: !(Maybe (Textual Int32))
47414756 , _wpKind :: !(Maybe Text)
47424757 , _wpTaskrunnerSettings :: !(Maybe TaskRunnerSettings)
@@ -4763,6 +4778,8 @@ data WorkerPool = WorkerPool'
47634778--
47644779-- * 'wpAutoscalingSettings'
47654780--
4781+-- * 'wpNumThreadsPerWorker'
4782+--
47664783-- * 'wpDiskSizeGb'
47674784--
47684785-- * 'wpKind'
@@ -4803,6 +4820,7 @@ workerPool
48034820workerPool =
48044821 WorkerPool'
48054822 { _wpAutoscalingSettings = Nothing
4823+ , _wpNumThreadsPerWorker = Nothing
48064824 , _wpDiskSizeGb = Nothing
48074825 , _wpKind = Nothing
48084826 , _wpTaskrunnerSettings = Nothing
@@ -4829,6 +4847,16 @@ wpAutoscalingSettings
48294847 = lens _wpAutoscalingSettings
48304848 (\ s a -> s{_wpAutoscalingSettings = a})
48314849
4850+-- | The number of threads per worker harness. If empty or unspecified, the
4851+-- service will choose a number of threads (according to the number of
4852+-- cores on the selected machine type for batch, or 1 by convention for
4853+-- streaming).
4854+wpNumThreadsPerWorker :: Lens' WorkerPool (Maybe Int32)
4855+wpNumThreadsPerWorker
4856+ = lens _wpNumThreadsPerWorker
4857+ (\ s a -> s{_wpNumThreadsPerWorker = a})
4858+ . mapping _Coerce
4859+
48324860-- | Size of root disk for VMs, in GB. If zero or unspecified, the service
48334861-- will attempt to choose a reasonable default.
48344862wpDiskSizeGb :: Lens' WorkerPool (Maybe Int32)
@@ -4960,7 +4988,8 @@ instance FromJSON WorkerPool where
49604988 (\ o ->
49614989 WorkerPool' <$>
49624990 (o .:? "autoscalingSettings") <*>
4963− (o .:? "diskSizeGb")
4991+ (o .:? "numThreadsPerWorker")
4992+ <*> (o .:? "diskSizeGb")
49644993 <*> (o .:? "kind")
49654994 <*> (o .:? "taskrunnerSettings")
49664995 <*> (o .:? "numWorkers")
@@ -4985,6 +5014,8 @@ instance ToJSON WorkerPool where
49855014 (catMaybes
49865015 [("autoscalingSettings" .=) <$>
49875016 _wpAutoscalingSettings,
5017+ ("numThreadsPerWorker" .=) <$>
5018+ _wpNumThreadsPerWorker,
49885019 ("diskSizeGb" .=) <$> _wpDiskSizeGb,
49895020 ("kind" .=) <$> _wpKind,
49905021 ("taskrunnerSettings" .=) <$> _wpTaskrunnerSettings,
gogol-dataflow/gen/Network/Google/Resource/Dataflow/Projects/Jobs/List.hs+17−5
@@ -40,6 +40,7 @@ module Network.Google.Resource.Dataflow.Projects.Jobs.List
4040 , pjlUploadType
4141 , pjlBearerToken
4242 , pjlView
43+ , pjlFilter
4344 , pjlPageToken
4445 , pjlProjectId
4546 , pjlPageSize
@@ -63,11 +64,12 @@ type ProjectsJobsListResource =
6364 QueryParam "uploadType" Text :>
6465 QueryParam "bearer_token" Text :>
6566 QueryParam "view" Text :>
66− QueryParam "pageToken" Text :>
67− QueryParam "pageSize" (Textual Int32) :>
68− QueryParam "callback" Text :>
69− QueryParam "alt" AltJSON :>
70− Get '[JSON] ListJobsResponse
67+ QueryParam "filter" Text :>
68+ QueryParam "pageToken" Text :>
69+ QueryParam "pageSize" (Textual Int32) :>
70+ QueryParam "callback" Text :>
71+ QueryParam "alt" AltJSON :>
72+ Get '[JSON] ListJobsResponse
7173
7274-- | List the jobs of a project
7375--
@@ -80,6 +82,7 @@ data ProjectsJobsList = ProjectsJobsList'
8082 , _pjlUploadType :: !(Maybe Text)
8183 , _pjlBearerToken :: !(Maybe Text)
8284 , _pjlView :: !(Maybe Text)
85+ , _pjlFilter :: !(Maybe Text)
8386 , _pjlPageToken :: !(Maybe Text)
8487 , _pjlProjectId :: !Text
8588 , _pjlPageSize :: !(Maybe (Textual Int32))
@@ -104,6 +107,8 @@ data ProjectsJobsList = ProjectsJobsList'
104107--
105108-- * 'pjlView'
106109--
110+-- * 'pjlFilter'
111+--
107112-- * 'pjlPageToken'
108113--
109114-- * 'pjlProjectId'
@@ -123,6 +128,7 @@ projectsJobsList pPjlProjectId_ =
123128 , _pjlUploadType = Nothing
124129 , _pjlBearerToken = Nothing
125130 , _pjlView = Nothing
131+ , _pjlFilter = Nothing
126132 , _pjlPageToken = Nothing
127133 , _pjlProjectId = pPjlProjectId_
128134 , _pjlPageSize = Nothing
@@ -165,6 +171,11 @@ pjlBearerToken
165171pjlView :: Lens' ProjectsJobsList (Maybe Text)
166172pjlView = lens _pjlView (\ s a -> s{_pjlView = a})
167173
174+-- | The kind of filter to use.
175+pjlFilter :: Lens' ProjectsJobsList (Maybe Text)
176+pjlFilter
177+ = lens _pjlFilter (\ s a -> s{_pjlFilter = a})
178+
168179-- | Set this to the \'next_page_token\' field of a previous response to
169180-- request additional results in a long list.
170181pjlPageToken :: Lens' ProjectsJobsList (Maybe Text)
@@ -201,6 +212,7 @@ instance GoogleRequest ProjectsJobsList where
201212 _pjlUploadType
202213 _pjlBearerToken
203214 _pjlView
215+ _pjlFilter
204216 _pjlPageToken
205217 _pjlPageSize
206218 _pjlCallback
gogol-dataflow/gogol-dataflow.cabal+2−1
@@ -14,7 +14,8 @@ cabal-version: >= 1.10
1414extra-source-files: README.md
1515
1616description:
17− Google Dataflow API.
17+ Develops and executes data processing patterns like ETL, batch
18+ computation, and continuous computation.
1819 .
1920 /Warning:/ This is an experimental prototype/preview release which is still
2021 under exploratory development and not intended for public use, caveat emptor!