tcn.py

from module_neural_net_v3 import *

def tcn(X_train, y_train, X_val, y_val, X_test, y_test):
    # reduceLR = ReduceLROnPlateau(monitor='val_loss', factor=0.1, patience=3, verbose=1, mode='auto')
    # checkpoint = ModelCheckpoint(monitor='val_acc', mode='auto', verbose=1, save_best_only=True)
    # earlyStopping = EarlyStopping(monitor='val_acc', min_delta=0, patience=5, verbose=1)

    verbose = 1
    epochs = 50
    batch_size = 32

    # create the model
#    print('X shape: ', X_train.shape)
#    print('y shape: ', y_train.shape)

    n_timesteps, n_features, n_outputs = X_train.shape[0], X_train.shape[1], y_train.shape[1]
    
    X_train = np.expand_dims(X_train, axis=2)
    X_val = np.expand_dims(X_val, axis=2)
    X_test = np.expand_dims(X_test, axis=2)
    
#    y_train = np.expand_dims(y_train, axis=2)
#    y_val = np.expand_dims(y_val, axis=2)
#    y_test = np.expand_dims(y_test, axis=2)
    
#    print('X shape: ', X_train.shape)
#    print('y shape: ', y_train.shape)
    
    model = Sequential()
    
#    model.add(Reshape((n_timesteps,n_features), input_shape=(n_timesteps,n_features)))
    
    # INPUT LAYER
#    model.add(Conv1D(filters=5, kernel_size=3, padding='causal', activation='relu',input_shape = (batch_size, n_timesteps, n_features))) 
    model.add(Conv1D(filters=10, kernel_size=3, padding='causal', activation='relu',input_shape = (n_features,1))) 
    model.add(MaxPooling1D())
    model.add(Dense(32, activation='relu'))
    model.add(Dropout(0.5))
    model.add(Dense(32, activation='relu')) 
    model.add(Dropout(0.3))
    model.add(Flatten())

    # OUTPUT LAYER (scalar)
    model.add(Dense(n_outputs, activation='softmax'))

    model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['accuracy'])
    print(model.summary())

    # history = model.fit(X_train, y_train, validation_data = (X_val, y_val), epochs=100, batch_size=64, callbacks=[checkpoint, earlyStopping, reduceLR],verbose=1)
    history = model.fit(X_train, y_train, validation_data = (X_val, y_val), epochs=epochs, batch_size=batch_size, verbose=verbose)     

    # Final evaluation of the model
    scores = model.evaluate(X_test, y_test, verbose=1)

    return history, scores