Merge pull request tensorflow#116 from lissyx/r2.2-deepspeech

Use TensorFlow r2.2
lissyx · Jun 2, 2020 · c29895f · c29895f
2 parents 2b96f36 + f1eb839
commit c29895f
Show file tree

Hide file tree

Showing 72 changed files with 2,845 additions and 22 deletions.
diff --git a/.bazelrc b/.bazelrc
@@ -179,6 +179,24 @@ build:sycl_asan --copt -fno-omit-frame-pointer --copt -fsanitize-coverage=3 --co
 build:sycl_nodouble --config=sycl
 build:sycl_trisycl --define=using_trisycl=true
 
+build --copt=-DTFLITE_WITH_RUY_GEMV
+
+build:rpi3 --host_crosstool_top=@bazel_tools//tools/cpp:toolchain
+build:rpi3 --crosstool_top=//tools/arm_compiler/linaro-gcc72-armeabi:toolchain
+build:rpi3 --cpu=armv7 --define=target_system=rpi3
+build:rpi3 --copt=-march=armv7-a --copt=-mtune=cortex-a53 --copt=-mfloat-abi=hard --copt=-mfpu=neon-fp-armv8 --copt=-DRASPBERRY_PI --copt=-D_GLIBCXX_USE_CXX11_ABI=0 --copt=-std=gnu99 --copt=-mno-unaligned-access
+build:rpi3 --define=tensorflow_mkldnn_contraction_kernel=0
+build:rpi3 --define=runtime=tflite
+build:rpi3_opt --copt=-funsafe-math-optimizations --copt=-ftree-vectorize --copt=-pipe
+
+build:rpi3-armv8 --host_crosstool_top=@bazel_tools//tools/cpp:toolchain
+build:rpi3-armv8 --crosstool_top=//tools/arm_compiler/linaro-gcc72-aarch64:toolchain
+build:rpi3-armv8 --cpu=armv8 --define=target_system=rpi3-armv8
+build:rpi3-armv8 --copt=-march=armv8-a --copt=-mtune=cortex-a53 --copt=-DRASPBERRY_PI --copt=-D_GLIBCXX_USE_CXX11_ABI=0 --copt=-std=gnu99
+build:rpi3-armv8 --define=tensorflow_mkldnn_contraction_kernel=0
+build:rpi3-armv8 --define=runtime=tflite
+build:rpi3-armv8_opt --copt=-funsafe-math-optimizations --copt=-ftree-vectorize --copt=-pipe
+
 # Options extracted from configure script
 build:ngraph --define=with_ngraph_support=true
 build:numa --define=with_numa_support=true

diff --git a/.taskcluster.yml b/.taskcluster.yml
@@ -0,0 +1,56 @@
+# The version is always required
+version: 0
+# Top level metadata is always required
+metadata:
+  name: "TensorFlow"
+  description: "TensorFlow builds"
+  owner: "{{ event.head.user.email }}" # the user who sent the pr/push e-mail will be inserted here
+  source: "{{ event.head.repo.url }}"  # the repo where the pr came from will be inserted here
+tasks:
+  - provisionerId: "proj-deepspeech"
+    workerType: "ci"
+    extra:
+      github:
+        env: true
+        events:
+          - pull_request.opened
+          - pull_request.synchronize
+          - pull_request.reopened
+          - push
+        branches:
+          - r2.2
+
+    scopes: [
+      "queue:create-task:highest:proj-deepspeech/ci",
+      "queue:create-task:highest:proj-deepspeech/win",
+      "queue:create-task:highest:proj-deepspeech/ds-macos-heavy",
+      "queue:route:index.project.deepspeech.*",
+      "queue:scheduler-id:taskcluster-github"
+    ]
+    payload:
+      maxRunTime: 600
+      image: "ubuntu:14.04"
+      features:
+        taskclusterProxy: true
+      command:
+        - "/bin/bash"
+        - "--login"
+        - "-cxe"
+        - >
+          apt-get -qq update && apt-get -qq -y install git python3-pip curl &&
+          adduser --system --home /home/build-user build-user &&
+          cd /home/build-user/ &&
+          echo -e "#!/bin/bash\nset -xe\nenv && id && mkdir ~/DeepSpeech/ && git clone --quiet {{event.head.repo.url}} ~/DeepSpeech/tf/ && cd ~/DeepSpeech/tf && git checkout --quiet {{event.head.sha}}" > /tmp/clone.sh && chmod +x /tmp/clone.sh &&
+          sudo -H -u build-user /bin/bash /tmp/clone.sh &&
+          sudo -H -u build-user --preserve-env /bin/bash /home/build-user/DeepSpeech/tf/tc-schedule.sh
+      artifacts:
+        "public":
+          type: "directory"
+          path: "/tmp/artifacts/"
+          expires: "{{ '7 days' | $fromNow }}"
+    # Each task also requires explicit metadata
+    metadata:
+      name: "TensorFlow Decision Task"
+      description: "TensorFlow Decision Task: triggers everything."
+      owner: "{{ event.head.user.email }}"
+      source: "{{ event.head.repo.url }}"
diff --git a/compilers/BUILD b/compilers/BUILD
@@ -0,0 +1 @@
+# This empty BUILD file is required to make Bazel treat this directory as a package.
diff --git a/compilers/linaro-gcc49-aarch64.BUILD b/compilers/linaro-gcc49-aarch64.BUILD
@@ -0,0 +1,81 @@
+package(default_visibility = ['//visibility:public'])
+
+filegroup(
+  name = 'gcc',
+  srcs = [
+    'bin/aarch64-linux-gnu-gcc',
+  ],
+)
+
+filegroup(
+  name = 'ar',
+  srcs = [
+    'bin/aarch64-linux-gnu-ar',
+  ],
+)
+
+filegroup(
+  name = 'ld',
+  srcs = [
+    'bin/aarch64-linux-gnu-ld',
+  ],
+)
+
+filegroup(
+  name = 'nm',
+  srcs = [
+    'bin/aarch64-linux-gnu-nm',
+  ],
+)
+
+filegroup(
+  name = 'objcopy',
+  srcs = [
+    'bin/aarch64-linux-gnu-objcopy',
+  ],
+)
+
+filegroup(
+  name = 'objdump',
+  srcs = [
+    'bin/aarch64-linux-gnu-objdump',
+  ],
+)
+
+filegroup(
+  name = 'strip',
+  srcs = [
+    'bin/aarch64-linux-gnu-strip',
+  ],
+)
+
+filegroup(
+  name = 'as',
+  srcs = [
+    'bin/aarch64-linux-gnu-as',
+  ],
+)
+
+filegroup(
+  name = 'compiler_pieces',
+  srcs = glob([
+    'aarch64-linux-gnu/**',
+    'libexec/**',
+    'lib/gcc/aarch64-linux-gnu/**',
+    'include/**',
+  ]),
+)
+
+filegroup(
+  name = 'compiler_components',
+  srcs = [
+    ':gcc',
+    ':ar',
+    ':ld',
+    ':nm',
+    ':objcopy',
+    ':objdump',
+    ':strip',
+    ':as',
+  ],
+)
diff --git a/compilers/linaro-gcc49-armeabi.BUILD b/compilers/linaro-gcc49-armeabi.BUILD
@@ -0,0 +1,81 @@
+package(default_visibility = ['//visibility:public'])
+
+filegroup(
+  name = 'gcc',
+  srcs = [
+    'bin/arm-linux-gnueabihf-gcc',
+  ],
+)
+
+filegroup(
+  name = 'ar',
+  srcs = [
+    'bin/arm-linux-gnueabihf-ar',
+  ],
+)
+
+filegroup(
+  name = 'ld',
+  srcs = [
+    'bin/arm-linux-gnueabihf-ld',
+  ],
+)
+
+filegroup(
+  name = 'nm',
+  srcs = [
+    'bin/arm-linux-gnueabihf-nm',
+  ],
+)
+
+filegroup(
+  name = 'objcopy',
+  srcs = [
+    'bin/arm-linux-gnueabihf-objcopy',
+  ],
+)
+
+filegroup(
+  name = 'objdump',
+  srcs = [
+    'bin/arm-linux-gnueabihf-objdump',
+  ],
+)
+
+filegroup(
+  name = 'strip',
+  srcs = [
+    'bin/arm-linux-gnueabihf-strip',
+  ],
+)
+
+filegroup(
+  name = 'as',
+  srcs = [
+    'bin/arm-linux-gnueabihf-as',
+  ],
+)
+
+filegroup(
+  name = 'compiler_pieces',
+  srcs = glob([
+    'arm-linux-gnueabihf/**',
+    'libexec/**',
+    'lib/gcc/arm-linux-gnueabihf/**',
+    'include/**',
+  ]),
+)
+
+filegroup(
+  name = 'compiler_components',
+  srcs = [
+    ':gcc',
+    ':ar',
+    ':ld',
+    ':nm',
+    ':objcopy',
+    ':objdump',
+    ':strip',
+    ':as',
+  ],
+)
diff --git a/compilers/linaro-gcc72-aarch64.BUILD b/compilers/linaro-gcc72-aarch64.BUILD
@@ -0,0 +1,81 @@
+package(default_visibility = ['//visibility:public'])
+
+filegroup(
+  name = 'gcc',
+  srcs = [
+    'bin/aarch64-linux-gnu-gcc',
+  ],
+)
+
+filegroup(
+  name = 'ar',
+  srcs = [
+    'bin/aarch64-linux-gnu-ar',
+  ],
+)
+
+filegroup(
+  name = 'ld',
+  srcs = [
+    'bin/aarch64-linux-gnu-ld',
+  ],
+)
+
+filegroup(
+  name = 'nm',
+  srcs = [
+    'bin/aarch64-linux-gnu-nm',
+  ],
+)
+
+filegroup(
+  name = 'objcopy',
+  srcs = [
+    'bin/aarch64-linux-gnu-objcopy',
+  ],
+)
+
+filegroup(
+  name = 'objdump',
+  srcs = [
+    'bin/aarch64-linux-gnu-objdump',
+  ],
+)
+
+filegroup(
+  name = 'strip',
+  srcs = [
+    'bin/aarch64-linux-gnu-strip',
+  ],
+)
+
+filegroup(
+  name = 'as',
+  srcs = [
+    'bin/aarch64-linux-gnu-as',
+  ],
+)
+
+filegroup(
+  name = 'compiler_pieces',
+  srcs = glob([
+    'aarch64-linux-gnu/**',
+    'libexec/**',
+    'lib/gcc/aarch64-linux-gnu/**',
+    'include/**',
+  ]),
+)
+
+filegroup(
+  name = 'compiler_components',
+  srcs = [
+    ':gcc',
+    ':ar',
+    ':ld',
+    ':nm',
+    ':objcopy',
+    ':objdump',
+    ':strip',
+    ':as',
+  ],
+)