setup.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import os
from pathlib import Path
from setuptools import find_packages, setup
from setuptools.command.install import install

# Package meta-data.
NAME = "stream_topic"
DESCRIPTION = "A python package for expanded topic modeling and metrics"
HOMEPAGE = "https://github.com/AnFreTh/STREAM"
DOCS = "https://stream.readthedocs.io/en/"
EMAIL = "anton.thielmann@tu-clausthal.de"
AUTHOR = "Anton Thielmann"
REQUIRES_PYTHON = ">=3.6"


class PostInstallCommand(install):
    """Post-installation for downloading NLTK resources."""

    def run(self):
        install.run(self)
        try:
            import nltk

            nltk.download("stopwords")
            nltk.download("wordnet")
            nltk.download("punkt_tab")
            nltk.download("brown")
            nltk.download("averaged_perceptron_tagger_eng")
        except ImportError:
            print(
                "NLTK not installed. Ensure it is listed in install_requires or installed separately."
            )


# Load the package's verison file and its content.
ROOT_DIR = Path(__file__).resolve().parent
PACKAGE_DIR = ROOT_DIR / "stream_topic"

with open(PACKAGE_DIR / "__version__.py") as f:
    VERSION = f.readlines()[-1].split()[-1].strip("\"'")

# ger install_reqs from requirements file, used for setup function later
with open(os.path.join(ROOT_DIR, "requirements.txt")) as f:
    # next(f)
    install_reqs = [
        line.rstrip()
        for line in f.readlines()
        if not line.startswith("#") and not line.startswith("git+")
    ]

extras_require = {
    "plotting": ["dash", "plotly", "matplotlib", "wordcloud"],
    "bertopic": ["hdbscan"],
    "dcte": ["pyarrow", "setfit"],
}


# get long description from readme file
with open(os.path.join(ROOT_DIR, "README.md")) as f:
    LONG_DESCRIPTION = f.read()


setup(
    name=NAME,
    version=VERSION,
    description=DESCRIPTION,
    long_description=LONG_DESCRIPTION,
    long_description_content_type="text/markdown",
    author=AUTHOR,
    author_email=EMAIL,
    python_requires=REQUIRES_PYTHON,
    install_requires=install_reqs,
    extras_require=extras_require,
    license="MIT",  # adapt based on your needs
    packages=find_packages(exclude=["examples", "examples.*", "tests", "tests.*"]),
    include_package_data=True,
    # package_dir={"stream": "stream"},
    package_data={
        # Use '**' to include all files within subdirectories recursively
        "stream_topic": [
            "preprocessed_datasets/**/*",
            "pre_embedded_datasets/**/*",
            "preprocessor/config/default_preprocessing_steps.json",
        ],
    },
    classifiers=[
        "Programming Language :: Python :: 3",
        "License :: OSI Approved :: MIT License",
        "Operating System :: OS Independent",
    ],
    project_urls={"Documentation": DOCS},
    url=HOMEPAGE,
    cmdclass={
        "install": PostInstallCommand,
    },
)