-
Notifications
You must be signed in to change notification settings - Fork 486
/
WORKSPACE
142 lines (103 loc) · 4.06 KB
/
WORKSPACE
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
################################ Python Setup ################################
# For embedded python interpreter (libpython.so.)
http_archive(
name = "pybind11_bazel",
strip_prefix = "pybind11_bazel-fc56ce8a8b51e3dd941139d329b63ccfea1d304b",
urls = ["https://github.com/pybind/pybind11_bazel/archive/fc56ce8a8b51e3dd941139d329b63ccfea1d304b.zip"],
)
http_archive(
name = "pybind11",
build_file = "@pybind11_bazel//:pybind11.BUILD",
strip_prefix = "pybind11-442261da585536521ff459b1457b2904895f23b4",
urls = ["https://github.com/pybind/pybind11/archive/442261da585536521ff459b1457b2904895f23b4.tar.gz"],
)
http_archive(
name = "com_nlohmann_json",
build_file = "//bazel:nlohmann_json.BUILD",
sha256 = "d69f9deb6a75e2580465c6c4c5111b89c4dc2fa94e3a85fcd2ffcd9a143d9273",
strip_prefix = "json-3.11.2",
url = "https://github.com/nlohmann/json/archive/refs/tags/v3.11.2.tar.gz",
)
load("@pybind11_bazel//:python_configure.bzl", "python_configure")
# This is required for setting up the linkopts for -lpython.q
python_configure(
name = "local_config_python",
python_version = "3", # required to use `python3-config`
)
################################ PyTorch Setup ################################
load("//bazel:dependencies.bzl", "PYTORCH_LOCAL_DIR")
new_local_repository(
name = "torch",
build_file = "//bazel:torch.BUILD",
path = PYTORCH_LOCAL_DIR,
)
############################# OpenXLA Setup ###############################
# To update OpenXLA to a new revision,
# a) update URL and strip_prefix to the new git commit hash
# b) get the sha256 hash of the commit by running:
# curl -L https://github.com/openxla/xla/archive/<git hash>.tar.gz | sha256sum
# and update the sha256 with the result.
xla_hash = 'ed936d026b1aba1265f0030c2aa1ca6d5ad9d67b'
http_archive(
name = "xla",
patch_args = [
"-l",
"-p1",
],
patch_tool = "patch",
patches = [
"//openxla_patches:gpu_race_condition.diff",
],
strip_prefix = "xla-" + xla_hash,
urls = [
"https://github.com/openxla/xla/archive/" + xla_hash + ".tar.gz",
],
)
# For development, one often wants to make changes to the OpenXLA repository as well
# as the PyTorch/XLA repository. You can override the pinned repository above with a
# local checkout by either:
# a) overriding the OpenXLA repository on the build.py command line by passing a flag
# like:
# bazel --override_repository=xla=/path/to/openxla
# or
# b) by commenting out the http_archive above and uncommenting the following:
# local_repository(
# name = "xla",
# path = "/path/to/openxla",
# )
# Initialize hermetic Python
load("@xla//third_party/py:python_init_rules.bzl", "python_init_rules")
python_init_rules()
load("@xla//third_party/py:python_init_repositories.bzl", "python_init_repositories")
python_init_repositories(
requirements = {
"3.8": "//:requirements_lock_3_8.txt",
"3.9": "//:requirements_lock_3_9.txt",
"3.10": "//:requirements_lock_3_10.txt",
"3.11": "//:requirements_lock_3_11.txt",
},
local_wheel_workspaces = ["@torch//:WORKSPACE"],
default_python_version = "system",
)
load("@xla//third_party/py:python_init_toolchains.bzl", "python_init_toolchains")
python_init_toolchains()
load("@xla//third_party/py:python_init_pip.bzl", "python_init_pip")
python_init_pip()
load("@pypi//:requirements.bzl", "install_deps")
install_deps()
# Initialize OpenXLA's external dependencies.
load("@xla//:workspace4.bzl", "xla_workspace4")
xla_workspace4()
load("@xla//:workspace3.bzl", "xla_workspace3")
xla_workspace3()
load("@xla//:workspace2.bzl", "xla_workspace2")
xla_workspace2()
load("@xla//:workspace1.bzl", "xla_workspace1")
xla_workspace1()
load("@xla//:workspace0.bzl", "xla_workspace0")
xla_workspace0()
load("@tsl//third_party/gpus:cuda_configure.bzl", "cuda_configure")
cuda_configure(name = "local_config_cuda")
load("@tsl//third_party/nccl:nccl_configure.bzl", "nccl_configure")
nccl_configure(name = "local_config_nccl")