trehansalil
/
toxicity_detection
connected to https://github.com/trehansalil/toxicity_detection.git


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
43

	
44

	
45

	
46

	
47

	
48

	
49

	
50

	
51

	
52

	
53

	
54

	
55

	
56

	
57

	
58

	
59

	
60

	
61

	
62

	
63

	
64

	
65

	
66

	
            import os
from pathlib import Path
import logging

logging.basicConfig(level=logging.INFO, format='[%(asctime)s]: %(message)s:')


project_name = "toxic"

list_of_files = [
    ".github/workflows/.gitkeep",
    f'src/{project_name}/__init__.py',
    f'src/{project_name}/components/__init__.py',
    f'src/{project_name}/components/data_ingestion.py',
    f'src/{project_name}/components/data_transformation.py',
    f'src/{project_name}/components/data_validation.py',    
    f'src/{project_name}/components/model_trainer.py',
    f'src/{project_name}/components/model_evaluation.py',
    f'src/{project_name}/components/model_pusher.py',
    f'src/{project_name}/configuration/__init__.py',
    f'src/{project_name}/configuration/configuration.py',
    f'src/{project_name}/constants/__init__.py',    
    f'src/{project_name}/entity/__init__.py',    
    f'src/{project_name}/entity/config_entity.py',   
    f'src/{project_name}/entity/artifact_entity.py',    
    f'src/{project_name}/exception/__init__.py',   
    f'src/{project_name}/logger/__init__.py', 
    f'src/{project_name}/pipeline/__init__.py',        
    f'src/{project_name}/pipeline/train_pipeline.py',  
    f'src/{project_name}/pipeline/prediction_pipeline.py',     
    f'src/{project_name}/pipeline/stage_01_data_ingestion.py',  
    f'src/{project_name}/pipeline/stage_02_prepare_base_model.py',  
    f'src/{project_name}/pipeline/stage_03_model_trainer.py',  
    f'src/{project_name}/pipeline/stage_04_model_evaluation.py',           
    f'src/{project_name}/ml/__init__.py',      
    f'src/{project_name}/ml/model.py',   
    f'src/{project_name}/utils/__init__.py',
    f'src/{project_name}/utils/common.py',
    "config/config.yaml",
    "dvc.yaml",
    "params.yaml",
    'app.py',
    'requirements.txt', 
    'Dockerfile',
    'setup.py',
    "research/experimental_work_.ipynb",
    "templates/index.html",
    '.dockerignore'
]

for filepath in list_of_files:
    filepath = Path(filepath)

    filedir, filename = os.path.split(filepath)

    if filedir != '':
        os.makedirs(filedir, exist_ok=True)
        logging.info(f"Creating directory; {filedir} for the file: {filename}")

    if (not os.path.exists(filepath)) or (os.path.getsize(filepath)==0):
        with open(filepath, 'w') as f:
            pass
            logging.info(f"Creating empty file: {filepath}")
    
    else:
        logging.info(f"{filename} is already exists")