cifar10CNNExample.py

import tensorflow as tf
import high_order_layers.PolynomialLayers as poly
import high_order_layers.HighOrderConvolution2D as pconv
from tensorflow.keras import datasets, models
from tensorflow.keras.layers import *
from sklearn.model_selection import train_test_split

cifar10 = tf.keras.datasets.cifar10

(x_left, y_left), (x_test, y_test) = cifar10.load_data()
x_left, x_test = x_left / 255.0, x_test / 255.0
x_train, x_valid, y_train, y_valid = train_test_split(x_left, y_left, test_size=6000)

units = 20

basis = poly.b1C

inputs = tf.keras.Input(shape=(32,32,3))
x = pconv.high_order_convolution2D(inputs,8,(3,3),basis=basis)
x = MaxPooling2D((2, 2))(x)
x = pconv.high_order_convolution2D(x,16,(3,3),basis=basis)
x = MaxPooling2D((2, 2))(x)
x = pconv.high_order_convolution2D(x,32,(3,3),basis=basis)
x = GlobalAveragePooling2D()(x)
x = LayerNormalization()(x)
outputs = Dense(10, activation='softmax')(x)
model = tf.keras.Model(inputs, outputs)

model.compile(optimizer='adam',
              loss='sparse_categorical_crossentropy',
              metrics=['accuracy'])

callback = tf.keras.callbacks.EarlyStopping(monitor='val_loss', patience=3, restore_best_weights=False)

model.fit(x_train, y_train, epochs=100, batch_size=10, validation_data=(x_valid, y_valid))
model.evaluate(x_test, y_test)