You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: docs/dyn/dataflow_v1b3.projects.html
+9Lines changed: 9 additions & 0 deletions
Original file line number
Diff line number
Diff line change
@@ -142,6 +142,15 @@ <h3>Method Details</h3>
142
142
"location": "A String", # The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that contains the job.
143
143
"workerMessages": [ # The WorkerMessages to send.
144
144
{ # WorkerMessage provides information to the backend about a worker.
145
+
"dataSamplingReport": { # Contains per-worker telemetry about the data sampling feature. # Optional. Contains metrics related to go/dataflow-data-sampling-telemetry.
146
+
"bytesWrittenDelta": "A String", # Optional. Delta of bytes written to file from previous report.
147
+
"elementsSampledBytes": "A String", # Optional. Delta of bytes sampled from previous report.
148
+
"elementsSampledCount": "A String", # Optional. Delta of number of elements sampled from previous report.
149
+
"exceptionsSampledCount": "A String", # Optional. Delta of number of samples taken from user code exceptions from previous report.
150
+
"pcollectionsSampledCount": "A String", # Optional. Delta of number of PCollections sampled from previous report.
151
+
"persistenceErrorsCount": "A String", # Optional. Delta of errors counts from persisting the samples from previous report.
152
+
"translationErrorsCount": "A String", # Optional. Delta of errors counts from retrieving, or translating the samples from previous report.
153
+
},
145
154
"labels": { # Labels are used to group WorkerMessages. For example, a worker_message about a particular container might have the labels: { "JOB_ID": "2015-04-22", "WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "ac1234def"} Label tags typically correspond to Label enum values. However, for ease of development other strings can be used as tags. LABEL_UNSPECIFIED should not be used here.
Copy file name to clipboardExpand all lines: docs/dyn/dataflow_v1b3.projects.locations.flexTemplates.html
+13Lines changed: 13 additions & 0 deletions
Original file line number
Diff line number
Diff line change
@@ -234,6 +234,11 @@ <h3>Method Details</h3>
234
234
"clusterManagerApiService": "A String", # The type of cluster manager API to use. If unknown or unspecified, the service will attempt to choose a reasonable default. This should be in the form of the API service name, e.g. "compute.googleapis.com".
235
235
"dataset": "A String", # The dataset for the current project where various workflow related tables are stored. The supported resource type is: Google BigQuery: bigquery.googleapis.com/{dataset}
236
236
"debugOptions": { # Describes any options that have an effect on the debugging of pipelines. # Any debugging options to be supplied to the job.
237
+
"dataSampling": { # Configuration options for sampling elements. # Configuration options for sampling elements from a running pipeline.
238
+
"behaviors": [ # List of given sampling behaviors to enable. For example, specifying behaviors = [ALWAYS_ON] samples in-flight elements but does not sample exceptions. Can be used to specify multiple behaviors like, behaviors = [ALWAYS_ON, EXCEPTIONS] for specifying periodic sampling and exception sampling. If DISABLED is in the list, then sampling will be disabled and ignore the other given behaviors. Ordering does not matter.
239
+
"A String",
240
+
],
241
+
},
237
242
"enableHotKeyLogging": True or False, # When true, enables the logging of the literal hot key to the user's Cloud Logging.
238
243
},
239
244
"experiments": [ # The list of experiments to enable. This field should be used for SDK related experiments and not for service related experiments. The proper field for service related experiments is service_options.
@@ -253,6 +258,7 @@ <h3>Method Details</h3>
253
258
],
254
259
"shuffleMode": "A String", # Output only. The shuffle mode used for the job.
255
260
"tempStoragePrefix": "A String", # The prefix of the resources the system should use for temporary storage. The system will append the suffix "/temp-{JOBNAME} to this resource prefix, where {JOBNAME} is the value of the job_name field. The resulting bucket and object prefix is used as the prefix of the resources used to store temporary data needed during the job execution. NOTE: This will override the value in taskrunner_settings. The supported resource type is: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} bucket.storage.googleapis.com/{object}
261
+
"useStreamingEngineResourceBasedBilling": True or False, # Output only. Whether the job uses the new streaming engine billing model based on resource usage.
256
262
"userAgent": { # A description of the process that generated the request.
257
263
"a_key": "", # Properties of the object.
258
264
},
@@ -388,6 +394,13 @@ <h3>Method Details</h3>
388
394
},
389
395
],
390
396
"sdkVersion": { # The version of the SDK used to run the job. # The SDK version used to run the job.
397
+
"bugs": [ # Output only. Known bugs found in this SDK version.
398
+
{ # A bug found in the Dataflow SDK.
399
+
"severity": "A String", # Output only. How severe the SDK bug is.
400
+
"type": "A String", # Output only. Describes the impact of this SDK bug.
401
+
"uri": "A String", # Output only. Link to more information on the bug.
402
+
},
403
+
],
391
404
"sdkSupportStatus": "A String", # The support status for this SDK version.
392
405
"version": "A String", # The version of the SDK used to run the job.
393
406
"versionDisplayName": "A String", # A readable string describing the version of the SDK.
Copy file name to clipboardExpand all lines: docs/dyn/dataflow_v1b3.projects.locations.html
+9Lines changed: 9 additions & 0 deletions
Original file line number
Diff line number
Diff line change
@@ -120,6 +120,15 @@ <h3>Method Details</h3>
120
120
"location": "A String", # The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that contains the job.
121
121
"workerMessages": [ # The WorkerMessages to send.
122
122
{ # WorkerMessage provides information to the backend about a worker.
123
+
"dataSamplingReport": { # Contains per-worker telemetry about the data sampling feature. # Optional. Contains metrics related to go/dataflow-data-sampling-telemetry.
124
+
"bytesWrittenDelta": "A String", # Optional. Delta of bytes written to file from previous report.
125
+
"elementsSampledBytes": "A String", # Optional. Delta of bytes sampled from previous report.
126
+
"elementsSampledCount": "A String", # Optional. Delta of number of elements sampled from previous report.
127
+
"exceptionsSampledCount": "A String", # Optional. Delta of number of samples taken from user code exceptions from previous report.
128
+
"pcollectionsSampledCount": "A String", # Optional. Delta of number of PCollections sampled from previous report.
129
+
"persistenceErrorsCount": "A String", # Optional. Delta of errors counts from persisting the samples from previous report.
130
+
"translationErrorsCount": "A String", # Optional. Delta of errors counts from retrieving, or translating the samples from previous report.
131
+
},
123
132
"labels": { # Labels are used to group WorkerMessages. For example, a worker_message about a particular container might have the labels: { "JOB_ID": "2015-04-22", "WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "ac1234def"} Label tags typically correspond to Label enum values. However, for ease of development other strings can be used as tags. LABEL_UNSPECIFIED should not be used here.
0 commit comments