File size: 1,173 Bytes
30672d3
 
 
 
 
 
eacd6a2
 
 
 
 
 
 
 
 
30672d3
eacd6a2
30672d3
eacd6a2
30672d3
eacd6a2
 
30672d3
eacd6a2
 
30672d3
 
eacd6a2
30672d3
eacd6a2
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
stages:
  data_ingestion:
    cmd: python src/cnnClassifier/pipeline/stage_01_data_ingestion.py
    deps:
      - src/cnnClassifier/pipeline/stage_01_data_ingestion.py
      - src/cnnClassifier/components/data_ingestion.py
      - src/cnnClassifier/config/configuration.py
    outs:
      - artifacts/data_ingestion # This output now includes the saved dataset

  data_preparation: # <<< NEW STAGE
    cmd: python src/cnnClassifier/pipeline/stage_02_data_preparation.py
    deps:
      - src/cnnClassifier/pipeline/stage_02_data_preparation.py
      - src/cnnClassifier/components/data_preparation.py
      - config/config.yaml
      - artifacts/data_ingestion/dataset # Depends on the output of the first stage
    outs:
      - artifacts/data_preparation

  multi_task_model_training: # <<< NEW STAGE
    cmd: python src/cnnClassifier/pipeline/stage_03_multi_task_model_training.py
    deps:
      - src/cnnClassifier/pipeline/stage_03_multi_task_model_training.py
      - src/cnnClassifier/components/multi_task_model_trainer.py
      - config/config.yaml
      - params.yaml
      - artifacts/data_preparation
    outs:
      - artifacts/multi_task_model_trainer