diff --git a/jax_tpu_embedding/WORKSPACE b/jax_tpu_embedding/WORKSPACE new file mode 100644 index 0000000..953c0f2 --- /dev/null +++ b/jax_tpu_embedding/WORKSPACE @@ -0,0 +1,54 @@ +# Copyright 2023 Google LLC. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +load("//jax_tpu_embedding:build_defs.bzl", "jte_targets") # @unused +load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") + +http_archive( + name = "bazel_skylib", + urls = [ + "https://mirror.bazel.build/github.com/bazelbuild/bazel-skylib/releases/download/1.2.1/bazel-skylib-1.2.1.tar.gz", + "https://github.com/bazelbuild/bazel-skylib/releases/download/1.2.1/bazel-skylib-1.2.1.tar.gz", + ], + sha256 = "f7be3474d42aae265405a592bb7da8e171919d74c16f082a5457840f06054728", +) + +load("@bazel_skylib//:workspace.bzl", "bazel_skylib_workspace") #buildifier: disable=load-on-top + +http_archive( + name = "com_google_protobuf", # v3.19.4 // 2022-01-2 + sha256 = "3bd7828aa5af4b13b99c191e8b1e884ebfa9ad371b0ce264605d347f135d2568", + strip_prefix = "protobuf-3.19.4", + url = "https://github.com/protocolbuffers/protobuf/archive/v3.19.4.tar.gz", +) + +bazel_skylib_workspace() + +http_archive( + name = "rules_python", + sha256 = "cdf6b84084aad8f10bf20b46b77cb48d83c319ebe6458a18e9d2cebf57807cdd", + strip_prefix = "rules_python-0.8.1", + url = "https://github.com/bazelbuild/rules_python/archive/refs/tags/0.8.1.tar.gz", +) + +http_archive( + name = "zlib", + build_file = "@com_google_protobuf//:third_party/zlib.BUILD", + sha256 = "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1", + strip_prefix = "zlib-1.2.11", + urls = [ + "https://mirror.bazel.build/zlib.net/zlib-1.2.11.tar.gz", + "https://zlib.net/zlib-1.2.11.tar.gz", + ], +) \ No newline at end of file diff --git a/jax_tpu_embedding/pip_package/README b/jax_tpu_embedding/pip_package/README.md similarity index 92% rename from jax_tpu_embedding/pip_package/README rename to jax_tpu_embedding/pip_package/README.md index 2adb5d5..94527a6 100644 --- a/jax_tpu_embedding/pip_package/README +++ b/jax_tpu_embedding/pip_package/README.md @@ -2,8 +2,6 @@ Update the version number in setup.py and commit it. -SKIP: Copy the package using the script `export/copy_to_local_paxml.sh` or through git clone. - In the following steps, we assume that the repo is stored at /tmp/jax_tpu_embedding. After the docker file has been tested on a TPU VM, the following