======================================
Deduplication
======================================

------------------------
Exact
------------------------

.. autoclass:: nemo_curator.ExactDuplicates
    :members:

------------------------
Fuzzy
------------------------

.. autoclass:: nemo_curator.FuzzyDuplicatesConfig
    :members:

.. autoclass:: nemo_curator.FuzzyDuplicates
    :members:

.. autoclass:: nemo_curator.LSH
    :members:

.. autoclass:: nemo_curator.MinHash
    :members:

------------------------
Semantic
------------------------

.. autoclass:: nemo_curator.SemDedup
    :members:

.. autoclass:: nemo_curator.SemDedupConfig
    :members:

.. autoclass:: nemo_curator.EmbeddingCreator
    :members:

.. autoclass:: nemo_curator.ClusteringModel
    :members:

.. autoclass:: nemo_curator.SemanticClusterLevelDedup
    :members:
