Skip to content

Commit b3cd66b

Browse files
narendasannarendasan
committed
L4T collocated toolchain
1 parent a1e5c11 commit b3cd66b

File tree

41 files changed

+138
-135
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

41 files changed

+138
-135
lines changed

‎.bazelrc

+1-3
Original file line numberDiff line numberDiff line change
@@ -36,9 +36,7 @@ build:cxx11_abi --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=1"
3636
build:cxx11_abi --linkopt="-D_GLIBCXX_USE_CXX11_ABI=1"
3737
build:cxx11_abi --define=abi=cxx11_abi
3838

39-
build:pre_cxx11_abi --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0"
40-
build:pre_cxx11_abi --linkopt="-D_GLIBCXX_USE_CXX11_ABI=0"
41-
build:pre_cxx11_abi --define=abi=pre_cxx11_abi
39+
build:jetpack --//toolchains/dep_collection:compute_lib_collection=jetpack
4240

4341
build:ci_testing --define=torchtrt_src=prebuilt --cxxopt="-DDISABLE_TEST_IN_CI" --action_env "NVIDIA_TF32_OVERRIDE=0"
4442
build:use_precompiled_torchtrt --define=torchtrt_src=prebuilt

‎.bazelversion

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
7.2.1
1+
8.1.1

‎MODULE.bazel

+31-31
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
module(
22
name = "torch_tensorrt",
33
repo_name = "org_pytorch_tensorrt",
4-
version = ""
4+
version = "2.8.0"
55
)
66

7-
bazel_dep(name = "googletest", version = "1.14.0")
8-
bazel_dep(name = "platforms", version = "0.0.10")
9-
bazel_dep(name = "rules_cc", version = "0.0.9")
10-
bazel_dep(name = "rules_python", version = "0.34.0")
7+
bazel_dep(name = "googletest", version = "1.16.0")
8+
bazel_dep(name = "platforms", version = "0.0.11")
9+
bazel_dep(name = "rules_cc", version = "0.1.1")
10+
bazel_dep(name = "rules_python", version = "1.3.0")
1111

1212
python = use_extension("@rules_python//python/extensions:python.bzl", "python")
1313
python.toolchain(
@@ -40,10 +40,16 @@ new_local_repository(
4040
path = "/usr/local/cuda-12.8",
4141
)
4242

43+
new_local_repository(
44+
name = "cuda_l4t",
45+
build_file = "@//third_party/cuda:BUILD",
46+
path = "/usr/local/cuda-12.8",
47+
)
48+
4349
new_local_repository(
4450
name = "cuda_win",
4551
build_file = "@//third_party/cuda:BUILD",
46-
path = "",
52+
path = "C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.8/",
4753
)
4854

4955

@@ -57,19 +63,24 @@ http_archive(
5763
name = "libtorch",
5864
build_file = "@//third_party/libtorch:BUILD",
5965
strip_prefix = "libtorch",
60-
<<<<<<< HEAD
61-
urls = ["https://download.pytorch.org/libtorch///libtorch-cxx11-abi-shared-with-deps-latest.zip"],
62-
=======
6366
urls = ["https://download.pytorch.org/libtorch/nightly/cu128/libtorch-cxx11-abi-shared-with-deps-latest.zip"],
6467
)
6568

69+
70+
http_archive(
71+
name = "libtorch_win",
72+
build_file = "@//third_party/libtorch:BUILD",
73+
strip_prefix = "libtorch",
74+
urls = ["https://download.pytorch.org/libtorch/nightly/cu128/libtorch-win-shared-with-deps-latest.zip"],
75+
)
76+
77+
6678
http_archive(
6779
name = "torch_whl",
6880
build_file = "@//third_party/libtorch:BUILD",
6981
strip_prefix = "torch",
7082
type = "zip",
7183
urls = ["https://download.pytorch.org/whl/nightly/cu128/torch-2.8.0.dev20250414%2Bcu128-cp39-cp39-manylinux_2_28_aarch64.whl"],
72-
>>>>>>> 75173f897 (infra: bazel aarch64 colocation)
7384
)
7485

7586
# Download these tarballs manually from the NVIDIA website
@@ -94,6 +105,15 @@ http_archive(
94105
],
95106
)
96107

108+
http_archive(
109+
name = "tensorrt_l4t",
110+
build_file = "@//third_party/tensorrt/archive:BUILD",
111+
strip_prefix = "TensorRT-10.3.0.26",
112+
urls = [
113+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.3.0/tars/TensorRT-10.3.0.26.l4t.aarch64-gnu.cuda-12.6.tar.gz",
114+
],
115+
)
116+
97117
http_archive(
98118
name = "tensorrt_win",
99119
build_file = "@//third_party/tensorrt/archive:BUILD",
@@ -115,32 +135,12 @@ http_archive(
115135
# x86_64 python distribution. If using NVIDIA's version just point to the root of the package
116136
# for both versions here and do not use --config=pre-cxx11-abi
117137

118-
<<<<<<< HEAD
119-
new_local_repository(
120-
name = "libtorch_win",
121-
path = "",
122-
build_file = "third_party/libtorch/BUILD"
123-
)
124-
125-
new_local_repository(
126-
name = "libtorch_pre_cxx11_abi",
127-
path = "",
128-
build_file = "third_party/libtorch/BUILD"
129-
)
130-
=======
131138
# new_local_repository(
132139
# name = "libtorch",
133-
# path = "/workspace/tensorrt/.venv/lib/python3.9/site-packages/torch",
140+
# path = "/workspace/tensorrt/.venv/lib/python3.10/site-packages/torch",
134141
# build_file = "third_party/libtorch/BUILD"
135142
# )
136143

137-
# new_local_repository(
138-
# name = "libtorch_pre_cxx11_abi",
139-
# path = "",
140-
# build_file = "third_party/libtorch/BUILD"
141-
# )
142-
>>>>>>> 75173f897 (infra: bazel aarch64 colocation)
143-
144144
#new_local_repository(
145145
# name = "tensorrt",
146146
# path = "/usr/",

‎core/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -61,7 +61,7 @@ cc_library(
6161
] + select({
6262
":windows": ["@tensorrt_win//:nvinfer"],
6363
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
64-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
64+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
6565
"//conditions:default": ["@tensorrt//:nvinfer"],
6666
}) + select({
6767
":windows": ["@libtorch_win//:libtorch"],

‎core/conversion/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -56,7 +56,7 @@ cc_library(
5656
] + select({
5757
":windows": ["@tensorrt_win//:nvinfer"],
5858
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
59-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
59+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
6060
"//conditions:default": ["@tensorrt//:nvinfer"],
6161
}) + select({
6262
":windows": ["@libtorch_win//:libtorch"],

‎core/conversion/conversionctx/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -51,7 +51,7 @@ cc_library(
5151
] + select({
5252
":windows": ["@tensorrt_win//:nvinfer"],
5353
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
54-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
54+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
5555
"//conditions:default": ["@tensorrt//:nvinfer"],
5656
}) + select({
5757
":windows": ["@libtorch_win//:libtorch"],

‎core/conversion/converters/BUILD

+5-5
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -51,7 +51,7 @@ cc_library(
5151
] + select({
5252
":windows": ["@tensorrt_win//:nvinfer"],
5353
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
54-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
54+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
5555
"//conditions:default": ["@tensorrt//:nvinfer"],
5656
}) + select({
5757
":windows": ["@libtorch_win//:libtorch"],
@@ -76,7 +76,7 @@ cc_library(
7676
] + select({
7777
":windows": ["@tensorrt_win//:nvinfer"],
7878
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
79-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
79+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
8080
"//conditions:default": ["@tensorrt//:nvinfer"],
8181
}) + select({
8282
":windows": ["@libtorch_win//:libtorch"],
@@ -138,7 +138,7 @@ cc_library(
138138
] + select({
139139
":windows": ["@tensorrt_win//:nvinfer"],
140140
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
141-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
141+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
142142
"//conditions:default": ["@tensorrt//:nvinfer"],
143143
}) + select({
144144
":windows": ["@libtorch_win//:libtorch"],

‎core/conversion/evaluators/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -57,7 +57,7 @@ cc_library(
5757
] + select({
5858
":windows": ["@tensorrt_win//:nvinfer"],
5959
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
60-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
60+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
6161
"//conditions:default": ["@tensorrt//:nvinfer"],
6262
}) + select({
6363
":windows": ["@libtorch_win//:libtorch"],

‎core/conversion/tensorcontainer/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -50,7 +50,7 @@ cc_library(
5050
] + select({
5151
":windows": ["@tensorrt_win//:nvinfer"],
5252
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
53-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
53+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
5454
"//conditions:default": ["@tensorrt//:nvinfer"],
5555
}) + select({
5656
":windows": ["@libtorch_win//:libtorch"],

‎core/conversion/var/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -53,7 +53,7 @@ cc_library(
5353
] + select({
5454
":windows": ["@tensorrt_win//:nvinfer"],
5555
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
56-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
56+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
5757
"//conditions:default": ["@tensorrt//:nvinfer"],
5858
}) + select({
5959
":windows": ["@libtorch_win//:libtorch"],

‎core/ir/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -53,7 +53,7 @@ cc_library(
5353
] + select({
5454
":windows": ["@tensorrt_win//:nvinfer"],
5555
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
56-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
56+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
5757
"//conditions:default": ["@tensorrt//:nvinfer"],
5858
}) + select({
5959
":windows": ["@libtorch_win//:libtorch"],

‎core/lowering/BUILD

+3-3
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
66
config_setting(
77
name = "use_torch_whl",
88
flag_values = {
9-
"//toolchains/build_srcs:torch": "whl"
9+
"//toolchains/dep_src:torch": "whl"
1010
},
1111
)
1212

@@ -16,7 +16,7 @@ config_setting(
1616
"@platforms//cpu:aarch64",
1717
],
1818
flag_values = {
19-
"//toolchains/dep_collection:compute_lib_collection": "datacenter"
19+
"//toolchains/dep_collection:compute_lib_collection": "default"
2020
},
2121
)
2222

@@ -55,7 +55,7 @@ cc_library(
5555
] + select({
5656
":windows": ["@tensorrt_win//:nvinfer"],
5757
":sbsa": ["@tensorrt_sbsa//:nvinfer"],
58-
":jetpack": ["@tensorrt_jetpack//:nvinfer"],
58+
":jetpack": ["@tensorrt_l4t//:nvinfer"],
5959
"//conditions:default": ["@tensorrt//:nvinfer"],
6060
}) + select({
6161
":windows": ["@libtorch_win//:libtorch"],

0 commit comments

Comments
 (0)