Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

train_model.py 3.5 KB

You have to be logged in to leave a comment. Sign In
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
  1. # -*- coding: utf-8 -*-
  2. """
  3. Created on Mon Feb 7 01:19:58 2022
  4. @author: AMIT CHAKRABORTY
  5. """
  6. # Importing all necessary libraries
  7. from keras.preprocessing.image import ImageDataGenerator
  8. from keras.models import Sequential
  9. from keras.layers import Conv2D, MaxPooling2D
  10. from keras.layers import Activation, Dropout, Flatten, Dense
  11. from keras import backend as K
  12. import matplotlib.pyplot as plt
  13. import json
  14. from sklearn.metrics import confusion_matrix
  15. import yaml
  16. img_width, img_height = 224, 224
  17. params = yaml.safe_load(open("params.yaml"))["training"]
  18. train_data_dir = 'classy/train_data'
  19. validation_data_dir = 'classy/val_data'
  20. nb_train_samples =112
  21. nb_validation_samples = 69
  22. epochs = params["epochs"]
  23. batch_size = params["batch_size"]
  24. if K.image_data_format() == 'channels_first':
  25. input_shape = (3, img_width, img_height)
  26. else:
  27. input_shape = (img_width, img_height, 3)
  28. train_datagen = ImageDataGenerator(
  29. rescale=1. / 255,
  30. shear_range=0.2,
  31. zoom_range=0.2,
  32. horizontal_flip=True)
  33. test_datagen = ImageDataGenerator(rescale=1. / 255)
  34. train_generator = train_datagen.flow_from_directory(
  35. train_data_dir,
  36. target_size=(img_width, img_height),
  37. batch_size=batch_size,
  38. class_mode='binary')
  39. validation_generator = test_datagen.flow_from_directory(
  40. validation_data_dir,
  41. target_size=(img_width, img_height),
  42. batch_size=batch_size,
  43. class_mode='binary')
  44. def train():
  45. model = Sequential()
  46. model.add(Conv2D(32, (2, 2), input_shape=input_shape))
  47. model.add(Activation('relu'))
  48. model.add(MaxPooling2D(pool_size=(2, 2)))
  49. model.add(Conv2D(32, (2, 2)))
  50. model.add(Activation('relu'))
  51. model.add(MaxPooling2D(pool_size=(2, 2)))
  52. model.add(Conv2D(64, (2, 2)))
  53. model.add(Activation('relu'))
  54. model.add(MaxPooling2D(pool_size=(2, 2)))
  55. model.add(Flatten())
  56. model.add(Dense(64))
  57. model.add(Activation('relu'))
  58. model.add(Dropout(0.5))
  59. model.add(Dense(1))
  60. model.add(Activation('sigmoid'))
  61. model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])
  62. model.fit_generator(
  63. train_generator,
  64. steps_per_epoch=nb_train_samples // batch_size,
  65. epochs=epochs,
  66. validation_data=validation_generator,
  67. validation_steps=nb_validation_samples // batch_size
  68. ,verbose=1)
  69. print(model.history.history.keys())
  70. plt.subplot(1, 2, 1)
  71. plt.plot(model.history.history['accuracy'])
  72. plt.plot(model.history.history['val_accuracy'])
  73. #plt.figure(figsize=(10,3))
  74. plt.title('model accuracy')
  75. plt.ylabel('accuracy')
  76. plt.xlabel('epoch')
  77. plt.legend(['train', 'test'], loc='upper left')
  78. plt.savefig('accuracy.png')
  79. #plt.show()
  80. plt.subplot(1, 2, 2)
  81. plt.plot(model.history.history['loss'])
  82. plt.plot(model.history.history['val_loss'])
  83. #plt.figure(figsize=(10,3))
  84. plt.title('model loss')
  85. plt.ylabel('loss')
  86. plt.xlabel('epoch')
  87. plt.legend(['train', 'test'], loc='upper left')
  88. #plt.show()
  89. plt.savefig('loss.png')
  90. #save model file
  91. model.save_weights('saved-models/model_saved.h5')
  92. # Reset
  93. validation_generator.reset()
  94. # Evaluate on Validation data
  95. scores = model.evaluate(validation_generator)
  96. scores = model.evaluate_generator(validation_generator)
  97. print("%s%s: %.2f%%" % ("evaluate ",model.metrics_names[1], scores[1]*100))
  98. print("%s%s: %.2f%%" % ("loss ",model.metrics_names[0], scores[0]))
  99. with open("scores.json", "w") as fd:
  100. json.dump({"loss": scores[0], "accuracy": scores[1]}, fd, indent=4)
  101. if __name__ == '__main__':
  102. train()
Tip!

Press p or to see the previous file or, n or to see the next file

Comments

Loading...