cloudbuild_df_job.yaml

# Copyright 2022 Google, LLC.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This software is provided as-is,
# without warranty or representation for any use or purpose.
# Your use of it is subject to your agreement with Google.

steps:
  - name: "gcr.io/cloud-builders/docker"
    args:
      [
        "build",
        "-t",
        "${_LOCATION}-docker.pkg.dev/${_PROJECT_ID}/${_REPOSITORY}/df-xml-to-bq:dev",
        "-f",
        "Dockerfile_Launcher",
        ".",
      ]
  - name: "gcr.io/cloud-builders/docker"
    args:
      [
        "push",
        "${_LOCATION}-docker.pkg.dev/${_PROJECT_ID}/${_REPOSITORY}/df-xml-to-bq:dev",
      ]
  - name: "gcr.io/google.com/cloudsdktool/cloud-sdk"
    entrypoint: gcloud
    args:
      [
        "dataflow",
        "flex-template",
        "build",
        "${_TEMPLATE_PATH}/xml-to-bq.json",
        "--image",
        "${_LOCATION}-docker.pkg.dev/${_PROJECT_ID}/${_REPOSITORY}/df-xml-to-bq:dev",
        "--sdk-language",
        "PYTHON",
        "--metadata-file",
        "metadata.json",
      ]