template.py

from pathlib import Path
import logging


logging.basicConfig(level=logging.INFO, format='[%(asctime)s] %(levelname)s: %(message)s', datefmt='%Y-%m-%d %H:%M:%S')


project_name = 'MachineLearning_2023'




# list of files to be created
list_of_files = [
    f"src/{project_name}/__init__.py",
    f"src/{project_name}/components/__init__.py",
    f"src/{project_name}/components/data_ingestion.py",
    f"src/{project_name}/components/data_transformation.py",
    f"src/{project_name}/components/data_validation.py",
    f"src/{project_name}/components/model_evaluation.py",
    f"src/{project_name}/components/model_trainer.py",
    f"src/{project_name}/utils/__init__.py",
    f"src/{project_name}/utils/common.py",
    f"src/{project_name}/config/__init__.py",
    f"src/{project_name}/config/configurations.py",
    f"src/{project_name}/pipeline/__init__.py",
    f"src/{project_name}/pipeline/prediction.py",
    f"src/{project_name}/pipeline/stage_01_data_ingestion.py",
    f"src/{project_name}/pipeline/stage_02_data_validation.py",
    f"src/{project_name}/pipeline/stage_03_data_transformation.py",
    f"src/{project_name}/pipeline/stage_04_model_trainer.py",
    f"src/{project_name}/pipeline/stage_05_model_evaluation.py",
    f"src/{project_name}/entity/__init__.py",
    f"src/{project_name}/entity/config_entity.py",
    f"src/{project_name}/constants/__init__.py",
    "config/config.yaml",
    "artifacts/data_ingestion",
    "artifacts/data_transformation",
    "artifacts/data_validation",
    "artifacts/model_evaluation",
    "artifacts/model_trainer",
    "data/sample.csv",
    "deployment-steps/sample.pdf",
    "params.yaml",
    "schema.yaml",
    "main.py",
    "application.py",
    "requirements.txt",
    "setup.py",
    "research/01_data_ingestion.ipynb",
    "research/02_data_validation.ipynb",
    "research/03_data_transformation.ipynb",
    "research/04_model_trainer.ipynb",
    "research/05_model_evaluation.ipynb",
    "research/Experiment.ipynb",
    "research/trials.ipynb",
    "templates/index.html",
    "templates/results.html",
    "application.py",
    "template.py"

]

for filepath_str in list_of_files:
    filepath = Path(filepath_str)

    # Create parent directory if it doesn't exist
    filepath.parent.mkdir(parents=True, exist_ok=True)
    logging.info(f"Created or verified directory: {filepath.parent}")

    # Create or touch the file
    # Checks if a file exists and if it's empty using Path.exists() and Path.stat().st_size.
    if not filepath.exists() or filepath.stat().st_size == 0:
        filepath.touch()
        logging.info(f"Created or verified file: {filepath}")
    else:
        logging.info(f"{filepath.name} already exists")