File tree Expand file tree Collapse file tree 2 files changed +9
-7
lines changed
dataflow/flex-templates/streaming_beam Expand file tree Collapse file tree 2 files changed +9
-7
lines changed Original file line number Diff line number Diff line change @@ -155,7 +155,7 @@ and is used to run a new Dataflow job.
155155export TEMPLATE_PATH=" gs://$BUCKET /samples/dataflow/templates/streaming-beam.json"
156156
157157# Build the Flex Template.
158- gcloud beta dataflow flex-template build $TEMPLATE_PATH \
158+ gcloud dataflow flex-template build $TEMPLATE_PATH \
159159 --image " $TEMPLATE_IMAGE " \
160160 --sdk-language " PYTHON" \
161161 --metadata-file " metadata.json"
@@ -173,9 +173,11 @@ required by the pipeline.
173173
174174` ` ` sh
175175# Run the Flex Template.
176- gcloud beta dataflow flex-template run " streaming-beam-` date +%Y%m%d-%H%M%S` " \
177- --template-file-gcs-location " $TEMPLATE_PATH " \
178- --parameters " input_subscription=$SUBSCRIPTION ,output_table=$PROJECT :$DATASET .$TABLE "
176+ gcloud dataflow flex-template run " streaming-beam-` date +%Y%m%d-%H%M%S` " \
177+ --template-file-gcs-location " $TEMPLATE_PATH " \
178+ --parameters input_subscription=" $SUBSCRIPTION " \
179+ --parameters output_table=" $PROJECT :$DATASET .$TABLE " \
180+ --region " $REGION "
179181` ` `
180182
181183Check the results in BigQuery by running the following query:
Original file line number Diff line number Diff line change 55 {
66 "name" : " input_subscription" ,
77 "label" : " Input PubSub subscription." ,
8- "help_text " : " Name of the input PubSub subscription to consume from." ,
8+ "helpText " : " Name of the input PubSub subscription to consume from." ,
99 "regexes" : [
1010 " [a-zA-Z][-_.~+%a-zA-Z0-9]{2,}"
1111 ]
1212 },
1313 {
1414 "name" : " output_table" ,
1515 "label" : " BigQuery output table name." ,
16- "help_text " : " Name of the BigQuery output table name." ,
17- "is_optional " : true ,
16+ "helpText " : " Name of the BigQuery output table name." ,
17+ "isOptional " : true ,
1818 "regexes" : [
1919 " [^:]+:[^.]+[.].+"
2020 ]
You can’t perform that action at this time.
0 commit comments