Shim

Author: jackzhxng

targets.bzl

@@ -28,9 +28,6 @@ def define_common_targets():
         srcs = ["src/regex.cpp"] + glob([
             "src/*_regex.cpp",
         ]),
-        deps = [
-            "fbsource//third-party/pcre2:pcre2-8",
-        ],
         exported_headers = subdir_glob([
             ("include", "pytorch/tokenizers/regex.h"),
             ("include", "pytorch/tokenizers/*_regex.h"),
@@ -39,6 +36,7 @@ def define_common_targets():
             ":headers",
         ],
         exported_external_deps = [
+            "pcre2",
             "re2",
         ],
         visibility = ["//pytorch/tokenizers/..."],

third-party/targets.bzl

@@ -59,3 +59,66 @@ def define_common_targets():
                 ":abseil",
             ],
         )
+
+        runtime.cxx_library(
+            name = "pcre2",
+            srcs = [
+                "src/pcre2_auto_possess.c",
+                "src/pcre2_chkdint.c",
+                "src/pcre2_compile.c",
+                "src/pcre2_compile_cgroup.c",
+                "src/pcre2_compile_class.c",
+                "src/pcre2_config.c",
+                "src/pcre2_context.c",
+                "src/pcre2_convert.c",
+                "src/pcre2_dfa_match.c",
+                "src/pcre2_error.c",
+                "src/pcre2_extuni.c",
+                "src/pcre2_find_bracket.c",
+                "src/pcre2_jit_compile.c",
+                "src/pcre2_maketables.c",
+                "src/pcre2_match.c",
+                "src/pcre2_match_data.c",
+                "src/pcre2_match_next.c",
+                "src/pcre2_newline.c",
+                "src/pcre2_ord2utf.c",
+                "src/pcre2_pattern_info.c",
+                "src/pcre2_script_run.c",
+                "src/pcre2_serialize.c",
+                "src/pcre2_string_utils.c",
+                "src/pcre2_study.c",
+                "src/pcre2_substitute.c",
+                "src/pcre2_substring.c",
+                "src/pcre2_tables.c",
+                "src/pcre2_ucd.c",
+                "src/pcre2_valid_utf.c",
+                "src/pcre2_xclass.c",
+                "src/pcre2_chartables.c",
+            ],
+            headers = [
+                "src/pcre2.h",
+                "src/pcre2_compile.h",
+                "src/pcre2_internal.h",
+                "src/pcre2_intmodedep.h",
+                "src/pcre2_jit_match_inc.h",
+                "src/pcre2_jit_misc_inc.h",
+                "src/pcre2_printint_inc.h",
+                "src/pcre2_ucp.h",
+                "src/pcre2_ucptables_inc.h",
+                "src/pcre2_util.h",
+            ],
+            header_namespace = "src",
+            defines = [
+                "HAVE_CONFIG_H",
+                "HAVE_MEMMOVE",
+                "HAVE_STRERROR",
+                "PCRE2_CODE_UNIT_WIDTH=8",
+                "PCpRE2_STATIC",
+                "SUPPORT_PCRE2_8",
+                "SUPPORT_UNICODE",
+            ] + select({
+                "DEFAULT": ["HAVE_UNISTD_H"],
+                "WINDOWS": [],
+            }),
+            visibility = ["PUBLIC"],
+        )