# buildifier: disable=same-origin-load
load("//lingvo:lingvo.bzl", "pytype_library", "pytype_strict_library")

# Placeholder: load py_library
# Placeholder: load py_test
load(
    "//lingvo:lingvo.bzl",
    "lingvo_py_binary",
)

package(default_visibility = ["//visibility:public"])

licenses(["notice"])

exports_files(["LICENSE"])

config_setting(
    name = "cuda",
    values = {"define": "using_cuda=true"},
)

pytype_library(
    name = "base_runner",
    srcs = ["base_runner.py"],
    deps = [
        ":base_trial",
        ":compat",
        ":pdb_wrapper",
        ":trainer_utils",
        "//lingvo/core:checkpointer_lib",
        "//lingvo/core:cluster_factory",
        "//lingvo/core:early_stop",
        "//lingvo/core:py_utils",
    ],
)

py_library(
    name = "base_trial",
    srcs = ["base_trial.py"],
    deps = [
        "//lingvo/core:hyperparams",
    ],
)

py_library(
    name = "compat",
    srcs = ["compat.py"],
    deps = [
        # Implicit absl.flags dependency.
        # Implicit absl.logging dependency.
        # Implicit tensorflow dependency.
    ],
)

py_test(
    name = "compat_test",
    srcs = ["compat_test.py"],
    deps = [
        ":compat",
        #internal proto upb dep
    ],
)

py_library(
    name = "model_imports_no_params",
    srcs = ["model_imports.py"],
)

# Depend on this for access to the model registry with params for all tasks as
# transitive deps.  Only py_binary should depend on this target.
py_library(
    name = "model_imports",
    deps = [
        ":model_imports_no_params",
        "//lingvo/tasks:all_params",
    ],
)

py_test(
    name = "model_import_test",
    srcs = ["model_import_test.py"],
    deps = [
        ":compat",
        ":model_imports_no_params",
        #internal proto upb dep
    ],
)

py_library(
    name = "models_test_helper",
    testonly = 1,
    srcs = ["models_test_helper.py"],
    deps = [
        ":compat",
        ":datasets_lib",
        "//lingvo/core:base_input_generator",
        "//lingvo/core:base_model",
        "//lingvo/core:bn_layers",
        "//lingvo/core:cluster_factory",
        "//lingvo/core:hyperparams",
        "//lingvo/core:py_utils",
        "//lingvo/core:test_utils",
    ],
)

py_test(
    name = "models_test",
    srcs = ["models_test.py"],
    deps = [
        ":compat",
        ":model_imports",
        ":model_registry",
        ":model_registry_test_lib",
        ":models_test_helper",
        #internal proto upb dep
        "//lingvo/core:base_model",
    ],
)

py_library(
    name = "model_registry",
    srcs = ["model_registry.py"],
    deps = [
        ":compat",
        ":model_imports_no_params",
        "//lingvo/core:base_model_params",
        "//lingvo/core:program_lib",
    ],
)

py_test(
    name = "model_registry_test",
    srcs = ["model_registry_test.py"],
    deps = [
        ":model_registry_test_lib",
        #internal proto upb dep
    ],
)

py_library(
    name = "model_registry_test_lib",
    testonly = 1,
    srcs = ["model_registry_test.py"],
    deps = [
        ":compat",
        ":model_registry",
        # Implicit absl.testing.flagsaver dependency.
        # Implicit absl.testing.parameterized dependency.
        "//lingvo/core:base_input_generator",
        "//lingvo/core:base_model",
        "//lingvo/core:base_model_params",
        "//lingvo/core:program_lib",
        "//lingvo/core:test_utils",
    ],
)

pytype_strict_library(
    name = "datasets_lib",
    srcs = ["datasets.py"],
    deps = [
        # Implicit absl.logging dependency.
    ],
)

py_test(
    name = "datasets_test",
    srcs = ["datasets_test.py"],
    deps = [
        ":compat",
        ":datasets_lib",
        #internal proto upb dep
        "//lingvo/core:base_model_params",
        "//lingvo/core:test_utils",
    ],
)

py_library(
    name = "runners",
    srcs = ["runners.py"],
    deps = [
        ":compat",
        ":pdb_wrapper",
        # Implicit python proto dependency.
        # Implicit IPython dependency.
        # Implicit absl.flags dependency.
        "//lingvo:base_runner",
        "//lingvo/core:base_model",
        "//lingvo/core:checkpointer_lib",
        "//lingvo/core:cluster_factory",
        "//lingvo/core:metrics",
        "//lingvo/core:py_utils",
        "//lingvo/core:summary_utils",
        "//lingvo/core:tpu_embedding_layers_v1",
        # Implicit numpy dependency.
    ],
)

py_library(
    name = "eager_runners",
    srcs = ["eager_runners.py"],
    deps = [
        ":compat",
        "//lingvo:base_runner",
        "//lingvo/core:base_model",
        "//lingvo/core:checkpointer_lib",
        "//lingvo/core:cluster_factory",
        "//lingvo/core:metrics",
        "//lingvo/core:py_utils",
        "//lingvo/core:summary_utils",
    ],
)

pytype_library(
    name = "trainer_lib",
    srcs = ["trainer.py"],
    deps = [
        ":base_trial",
        ":compat",
        ":datasets_lib",
        ":eager_runners",
        ":executor_lib",
        ":model_imports_no_params",
        ":model_registry",
        ":runners",
        ":trainer_utils",
        # Implicit network file system dependency.
        # Implicit python proto dependency.
        "//lingvo/core:base_model",
        "//lingvo/core:base_model_params",
        "//lingvo/core:cluster_factory",
        "//lingvo/core:inference_graph_exporter",
        "//lingvo/core:py_utils",
        "//lingvo/core:summary_utils",
        "//lingvo/core:tpu_embedding_layers_v2",
        "//lingvo/core:tpu_embedding_manager",
        # Implicit tensorflow grpc dependency.
    ],
)

lingvo_py_binary(
    name = "trainer",
    srcs = [":trainer_lib"],
    deps = [
        ":model_imports",
        ":trainer_lib",
    ],
)

py_test(
    name = "trainer_test",
    size = "large",
    timeout = "long",
    srcs = ["trainer_test.py"],
    shard_count = 12,
    tags = [
        "noasan",
        "nomsan",
        "notsan",
        "optonly",
        "requires-net:external",
    ],
    deps = [
        ":base_trial",
        ":compat",
        ":model_registry",
        ":runners",
        ":trainer_lib",
        # Implicit absl.testing.flagsaver dependency.
        # Implicit absl.testing.parameterized dependency.
        #internal proto upb dep
        "//lingvo/core:base_input_generator",
        "//lingvo/core:base_model",
        "//lingvo/core:base_model_params",
        "//lingvo/core:hyperparams",
        "//lingvo/core:inference_graph_py_pb2",
        "//lingvo/core:test_utils",
        "//lingvo/core:trainer_test_utils",
        "//lingvo/tasks/image:input_generator",
        "//lingvo/tasks/image/params:mnist",  # BC internal suffix.
        "//lingvo/tasks/punctuator/params:codelab",  # BC internal suffix.
        # Implicit numpy dependency.
    ],
)

py_library(
    name = "trainer_test_lib",
    testonly = 1,
    srcs = ["trainer_test.py"],
    tags = [
        "noasan",
        "nomsan",
        "notsan",
        "optonly",
    ],
    deps = [
        ":base_trial",
        ":compat",
        ":model_registry",
        ":trainer_lib",
        # Implicit absl.testing.flagsaver dependency.
        # Implicit absl.testing.parameterized dependency.
        "//lingvo/core:base_input_generator",
        "//lingvo/core:base_model",
        "//lingvo/core:base_model_params",
        "//lingvo/core:hyperparams",
        "//lingvo/core:inference_graph_py_pb2",
        "//lingvo/core:test_utils",
        "//lingvo/core:trainer_test_utils",
        "//lingvo/tasks/image:input_generator",
        "//lingvo/tasks/image/params:mnist",  # BC internal suffix.
        "//lingvo/tasks/punctuator/params:codelab",  # BC internal suffix.
        # Implicit numpy dependency.
    ],
)

lingvo_py_binary(
    name = "ipython_kernel",
    srcs = ["ipython_kernel.py"],
    data = [
        "//lingvo/tasks/punctuator/tools:download_brown_corpus",
    ],
    deps = [
        ":model_imports",  # BC internal suffix.
        ":trainer_lib",  # BC internal suffix.
        # Implicit absl.app dependency.
        "//lingvo/core:predictor_lib",  # BC internal suffix.
        "//lingvo/core/ops:hyps_py_pb2",  # BC internal suffix.
    ],
)

genrule(
    name = "tf_dot_protos",
    srcs = [],
    outs = ["tf_protos.tar"],
    cmd =
        "$(location //lingvo/tools:" +
        "generate_tf_dot_protos) $(location " +
        "//lingvo/tools:generate_proto_def) $(@D)",
    tools = [
        "//lingvo/tools:generate_proto_def",
        "//lingvo/tools:generate_tf_dot_protos",
    ],
)

pytype_library(
    name = "executor_lib",
    srcs = ["executor.py"],
    deps = [
        ":compat",
        ":pdb_wrapper",
        # Implicit network file system dependency.
        # Implicit python proto dependency.
        # Implicit etils (/epath) dependency.
        "//lingvo:base_runner",
        "//lingvo/core:base_model",
        "//lingvo/core:checkpointer_lib",
        "//lingvo/core:cluster_factory",
        "//lingvo/core:ml_perf_log",
        "//lingvo/core:multitask_model",
        "//lingvo/core:program_lib",
        "//lingvo/core:py_utils",
        "//lingvo/core:task_scheduler",
        "//lingvo/core:tpu_embedding_layers_v1",
        # Implicit numpy dependency.
        # Implicit tensorflow grpc dependency.
    ],
)

py_library(
    name = "trainer_utils",
    srcs = ["trainer_utils.py"],
    deps = [":compat"],
)

py_library(
    name = "pdb_wrapper",
    srcs = ["pdb_wrapper.py"],
    deps = [
        # Implicit pdb dependency.
        # Implicit absl.flags dependency.
    ],
)
