load("@fbcode_macros//build_defs:build_file_migration.bzl", "fbcode_target", "non_fbcode_target")
load("@fbcode_macros//build_defs:python_library.bzl", "python_library")
load(":targets.bzl", "define_common_targets")

oncall("executorch")
# Any targets that should be shared between fbcode and xplat must be defined in
# targets.bzl. This file can contain xplat-only targets.

non_fbcode_target(_kind = define_common_targets)

# !!!! fbcode/pytorch/tokenizers/pytorch_tokenizers/TARGETS was merged into this file, see https://fburl.com/workplace/xl8l9yuo for more info !!!!

# Any targets that should be shared between fbcode and xplat must be defined in
# targets.bzl. This file can contain xplat-only targets.

fbcode_target(_kind = define_common_targets)

fbcode_target(
    _kind = python_library,
    name = "hf_tokenizer",
    srcs = ["hf_tokenizer.py"],
    labels = ["autodeps2_generated"],
    deps = [
        "fbsource//third-party/pypi/tokenizers:tokenizers",
    ],
)
