Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

#2 Reorganize DVC pipeline and parameters

Merged
Ghost merged 1 commits into produdez:main from produdez:reorganize
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
  1. schema: '2.0'
  2. stages:
  3. environment-check:
  4. cmd: "python -m src.pipeline.environment_check\n"
  5. deps:
  6. - path: src/pipeline/environment_check.py
  7. md5: 5f2f2cdc83c8bb4023ab08b15907b0cd
  8. size: 636
  9. params:
  10. params.yaml:
  11. environment-check:
  12. environment-name: test-kangaroo
  13. output: out/environment-check.out.json
  14. outs:
  15. - path: out/environment-check.out.json
  16. md5: 367ad52e2a3039d04f2dc57bbd7b5e6e
  17. size: 374
  18. activate-environment:
  19. cmd:
  20. - conda activate kangaroo
  21. - echo %CONDA_DEFAULT_ENV% > out/activate-environment.out.log
  22. outs:
  23. - path: out/activate-environment.out.log
  24. md5: ee9e762dca463f22b5e8ec0f982f5b63
  25. size: 22
  26. activate:
  27. cmd: conda activate kangaroo > out/activate-environment.out.log
  28. outs:
  29. - path: out/activate-environment.out.log
  30. md5: d41d8cd98f00b204e9800998ecf8427e
  31. size: 0
  32. train-model:
  33. cmd: "python -u -m src.pipeline.train_model | tee out/model-train.output.log\n"
  34. deps:
  35. - path: data/sample
  36. md5: 168cfd022598b30c5f1981bec5ac18ec.dir
  37. size: 635162
  38. nfiles: 18
  39. - path: model/transfer/mask_rcnn_coco.h5
  40. md5: e98aaff6f99e307b5e2a8a3ff741a518
  41. size: 257557808
  42. - path: out/environment-check.out.json
  43. md5: 367ad52e2a3039d04f2dc57bbd7b5e6e
  44. size: 374
  45. - path: src/pipeline/train_model.py
  46. md5: 6e2dd81d844828d42e9c2e2a5de22e30
  47. size: 2192
  48. - path: src/submodules/akTwelve_MaskRCNN
  49. md5: cb9c0f33c3ac515d65f4b54d556435e2.dir
  50. size: 90854634
  51. nfiles: 87
  52. params:
  53. params.yaml:
  54. src.current-model: src/submodules/akTwelve_MaskRCNN
  55. train-pipeline:
  56. data:
  57. path: data/sample
  58. size: 10
  59. train_size: 5
  60. train_dir: model/training
  61. output:
  62. model: out/current-model.h5
  63. log: out/model-train.output.log
  64. metric:
  65. folder: out/train.metrics/
  66. general: general.json
  67. others:
  68. - epoch_mrcnn_bbox_loss
  69. - epoch_val_mrcnn_bbox_loss
  70. summary: out/model-train.summary.txt
  71. model.hyper.yaml:
  72. train:
  73. epochs: 10
  74. layers: heads
  75. configs:
  76. NAME: kangaroo_cfg
  77. NUM_CLASSES: 2
  78. STEPS_PER_EPOCH: 5
  79. BACKBONE: resnet101
  80. IMAGES_PER_GPU: 2
  81. GPU_COUNT: 1
  82. weights:
  83. init: model/transfer/mask_rcnn_coco.h5
  84. exclude:
  85. - mrcnn_class_logits
  86. - mrcnn_bbox_fc
  87. - mrcnn_bbox
  88. - mrcnn_mask
  89. outs:
  90. - path: out/current-model.h5
  91. md5: 830f8e397d40067fc4edf591d194c244
  92. size: 264294536
  93. - path: out/model-train.output.log
  94. md5: b70fa1c66a1384e8e95815c315b43d5f
  95. size: 20090
  96. - path: out/model-train.summary.txt
  97. md5: 28e1cb65aaa55d3cdb0e97a96ddd97cf
  98. size: 89607
  99. - path: out/train.metrics/general.json
  100. md5: 53c5e32e6bfedff9d54ba1a1d966d6f3
  101. size: 27
  102. evaluate:
  103. cmd: "python -u -m src.pipeline.evaluate | tee out/evaluate.output.log\n"
  104. deps:
  105. - path: data/sample
  106. md5: 168cfd022598b30c5f1981bec5ac18ec.dir
  107. size: 635162
  108. nfiles: 18
  109. - path: out/current-model.h5
  110. md5: 830f8e397d40067fc4edf591d194c244
  111. size: 264294536
  112. - path: out/environment-check.out.json
  113. md5: 367ad52e2a3039d04f2dc57bbd7b5e6e
  114. size: 374
  115. - path: src/pipeline/evaluate.py
  116. md5: b297f480db0def6101b5c97ab475edb6
  117. size: 1261
  118. - path: src/submodules/akTwelve_MaskRCNN
  119. md5: cb9c0f33c3ac515d65f4b54d556435e2.dir
  120. size: 90854634
  121. nfiles: 87
  122. params:
  123. params.yaml:
  124. evaluate:
  125. data:
  126. path: data/sample
  127. size: 10
  128. train_size: 5
  129. model-weight: out/current-model.h5
  130. evaluate_dir: model/evaluate
  131. output:
  132. metric: out/evaluate.json
  133. log: out/evaluate.output.log
  134. src.current-model: src/submodules/akTwelve_MaskRCNN
  135. model.hyper.yaml:
  136. inference:
  137. configs:
  138. NAME: kangaroo_cfg
  139. NUM_CLASSES: 2
  140. STEPS_PER_EPOCH: 5
  141. BACKBONE: resnet101
  142. IMAGES_PER_GPU: 1
  143. GPU_COUNT: 1
  144. USE_MINI_MASK: false
  145. outs:
  146. - path: out/evaluate.json
  147. md5: eb364234911f86980602490770b3f307
  148. size: 176
  149. gen-dag:
  150. cmd:
  151. - dvc dag --full --md >> out/dependency_diagram.md
  152. - dvc dag -o --md >> out/dependency_diagram.md
  153. outs:
  154. - path: out/dependency_diagram.md
  155. md5: 787a06c15b8649bfd81d33179f067ef2
  156. size: 1069
Discard
Tip!

Press p or to see the previous file or, n or to see the next file