LiteRT-LM/BUILD.sentencepiece at main · google-ai-edge/LiteRT-LM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
package(default_visibility = ["//visibility:public"])

proto_library(
    name = "sentencepiece_proto",
    srcs = ["sentencepiece.proto"],
)

cc_proto_library(
    name = "sentencepiece_cc_proto",
    deps = [":sentencepiece_proto"],
)

proto_library(
    name = "sentencepiece_model_proto",
    srcs = ["sentencepiece_model.proto"],
)

cc_proto_library(
    name = "sentencepiece_model_cc_proto",
    deps = [":sentencepiece_model_proto"],
)

cc_library(
    name = "sentencepiece_processor",
    srcs = [
        "bpe_model.cc",
        "char_model.cc",
        "filesystem.cc",
        "model_factory.cc",
        "model_interface.cc",
        "normalizer.cc",
        "sentencepiece_processor.cc",
        "unigram_model.cc",
        "util.cc",
        "word_model.cc",
    ],
    hdrs = [
        "bpe_model.h",
        "char_model.h",
        "common.h",
        "config.h",
        "filesystem.h",
        "freelist.h",
        "model_factory.h",
        "model_interface.h",
        "normalizer.h",
        "sentencepiece_processor.h",
        "sentencepiece_trainer.h",
        "trainer_interface.h",
        "unigram_model.h",
        "util.h",
        "word_model.h",
    ],
    copts = [
        "-DENABLE_NFKC_COMPILE",
        "-DSENTENCEPIECE_PG3_BUILD",
    ],
    deps = [
        ":sentencepiece_cc_proto",
        ":sentencepiece_model_cc_proto",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/cleanup",
        "@com_google_absl//absl/log",
        "@com_google_absl//absl/log:check",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/status",
        "@com_google_absl//absl/status:statusor",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/strings:str_format",
        "@darts_clone//:darts_clone",
    ],
)