Commit 378e3b01 authored by Sintal's avatar Sintal
Browse files

Update main.py

parent 69e6cb7b
Pipeline #4397 failed with stage
in 58 seconds
...@@ -63,10 +63,8 @@ def extract_features(trainingDataDir, trainingDataSubDirs): ...@@ -63,10 +63,8 @@ def extract_features(trainingDataDir, trainingDataSubDirs):
def preprocessing_csv_data(): def preprocessing_csv_data():
print("Reading Features... ") print("Reading Features... ")
data = pd.read_csv(constants.FEATURES_CSV_NAME) data = pd.read_csv(constants.FEATURES_CSV_NAME)
data.head()
# Dropping unnecessary columns (Column Filename is dropped) # Dropping unnecessary columns (Column Filename is dropped)
data = data.drop(['filename'], axis=1) data = data.drop(['filename'], axis=1)
data.head()
return data return data
...@@ -109,10 +107,11 @@ def create_and_compile_model(X, hidden_layer_dimensions): ...@@ -109,10 +107,11 @@ def create_and_compile_model(X, hidden_layer_dimensions):
def train_and_save_model(model, X_train, y_train, X_test, y_test): def train_and_save_model(model, X_train, y_train, X_test, y_test):
logdir = constants.LOG_DIR_PATH #logdir = constants.LOG_DIR_PATH
tensorboard_callback = keras.callbacks.TensorBoard(log_dir=logdir) #tensorboard_callback = keras.callbacks.TensorBoard(log_dir=logdir)
print("Start Training...") print("Start Training...")
history = model.fit(X_train, y_train, epochs=35, validation_data=(X_test, y_test), callbacks=[tensorboard_callback]) #history = model.fit(X_train, y_train, epochs=35, validation_data=(X_test, y_test), callbacks=[tensorboard_callback])
history = model.fit(X_train, y_train, epochs=35, validation_data=(X_test, y_test))
# Saving the trained model to avoid re-training # Saving the trained model to avoid re-training
#model.save(constants.TRAINED_MODEL) #model.save(constants.TRAINED_MODEL)
return history return history
...@@ -155,14 +154,10 @@ def plot_model_loss(history): ...@@ -155,14 +154,10 @@ def plot_model_loss(history):
plt.legend(['Train', 'Test'], loc='upper right') plt.legend(['Train', 'Test'], loc='upper right')
plt.show() plt.show()
def construct_and_apply_network(hidden_layer_dimensions): def construct_and_apply_network(hidden_layer_dimensions, data, target_labels, encoder, X):
data = preprocessing_csv_data()
target_labels, encoder = encode_labels(data)
X = normalize_data(data)
X_train, X_test, y_train, y_test = train_test_data_split(X, target_labels) X_train, X_test, y_train, y_test = train_test_data_split(X, target_labels)
model = create_and_compile_model(X, hidden_layer_dimensions) model = create_and_compile_model(X, hidden_layer_dimensions)
history = train_and_save_model(model, X_train, y_train, X_test, y_test) history = train_and_save_model(model, X_train, y_train, X_test, y_test)
history
predict(model, X_test, y_test) predict(model, X_test, y_test)
accuracy = model_predict(model, X_test, y_test) accuracy = model_predict(model, X_test, y_test)
#plot_model_accuracy(history) #plot_model_accuracy(history)
...@@ -224,6 +219,10 @@ if __name__ == "__main__": ...@@ -224,6 +219,10 @@ if __name__ == "__main__":
else: else:
extract_features(trainingDataDir, trainingDataSubDirs) extract_features(trainingDataDir, trainingDataSubDirs)
data = preprocessing_csv_data()
target_labels, encoder = encode_labels(data)
X = normalize_data(data)
max_accuracy = 0 max_accuracy = 0
neurons_increment_by = 8 neurons_increment_by = 8
start_neuron_value = 8 start_neuron_value = 8
...@@ -242,7 +241,7 @@ if __name__ == "__main__": ...@@ -242,7 +241,7 @@ if __name__ == "__main__":
row_counter += 1 row_counter += 1
hidden_layer_dimensions[i] = j hidden_layer_dimensions[i] = j
start = time.time() start = time.time()
new_accuracy = construct_and_apply_network(hidden_layer_dimensions) new_accuracy = construct_and_apply_network(hidden_layer_dimensions, data, target_labels, encoder, X)
end = time.time() end = time.time()
elapsed_time = end - start elapsed_time = end - start
sheet.cell(row=(row_counter), column=1).value = hidden_layer_dimensions.__str__() sheet.cell(row=(row_counter), column=1).value = hidden_layer_dimensions.__str__()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment