Libraries and Dataset¶

In [1]:
import numpy as np
import pandas as pd
import seaborn  as sns
from sklearn.model_selection import train_test_split
from sklearn.preprocessing import LabelEncoder, OneHotEncoder, StandardScaler,MinMaxScaler
from sklearn.model_selection import cross_val_score, GridSearchCV
import matplotlib.pyplot as plt
from sklearn.metrics import confusion_matrix,classification_report, ConfusionMatrixDisplay
In [2]:
dataset = pd.read_csv('data/market_cluster.csv', encoding='latin1')
In [3]:
dataset.head()
Out[3]:
Order ID Customer Name Category Sub Category City Order Date Region Sales Discount Profit State profit_margin Cluster
0 OD1 Harish Oil & Masala Masalas Vellore 11-08-2017 North 1254 0.12 401.28 Tamil Nadu 0.32 Medium
1 OD2 Sudha Beverages Health Drinks Krishnagiri 11-08-2017 South 749 0.18 149.80 Tamil Nadu 0.20 Medium
2 OD3 Hussain Food Grains Atta & Flour Perambalur 06-12-2017 West 2360 0.21 165.20 Tamil Nadu 0.07 Low
3 OD4 Jackson Fruits & Veggies Fresh Vegetables Dharmapuri 10-11-2016 South 896 0.25 89.60 Tamil Nadu 0.10 Low
4 OD5 Ridhesh Food Grains Organic Staples Ooty 10-11-2016 South 2355 0.26 918.45 Tamil Nadu 0.39 High
In [4]:
dataset.info()

<class 'pandas.core.frame.DataFrame'>
RangeIndex: 9994 entries, 0 to 9993
Data columns (total 13 columns):
 #   Column         Non-Null Count  Dtype  
---  ------         --------------  -----  
 0   Order ID       9994 non-null   object 
 1   Customer Name  9994 non-null   object 
 2   Category       9994 non-null   object 
 3   Sub Category   9994 non-null   object 
 4   City           9994 non-null   object 
 5   Order Date     9994 non-null   object 
 6   Region         9994 non-null   object 
 7   Sales          9994 non-null   int64  
 8   Discount       9994 non-null   float64
 9   Profit         9994 non-null   float64
 10  State          9994 non-null   object 
 11  profit_margin  9994 non-null   float64
 12  Cluster        9994 non-null   object 
dtypes: float64(3), int64(1), object(9)
memory usage: 1015.1+ KB
In [5]:
dataset.describe()
Out[5]:
Sales Discount Profit profit_margin
count 9994.000000 9994.000000 9994.000000 9994.000000
mean 1496.596158 0.226817 374.937082 0.250228
std 577.559036 0.074636 239.932881 0.118919
min 500.000000 0.100000 25.250000 0.050000
25% 1000.000000 0.160000 180.022500 0.150000
50% 1498.000000 0.230000 320.780000 0.250000
75% 1994.750000 0.290000 525.627500 0.350000
max 2500.000000 0.350000 1120.950000 0.450000
In [6]:
dataset.info()

<class 'pandas.core.frame.DataFrame'>
RangeIndex: 9994 entries, 0 to 9993
Data columns (total 13 columns):
 #   Column         Non-Null Count  Dtype  
---  ------         --------------  -----  
 0   Order ID       9994 non-null   object 
 1   Customer Name  9994 non-null   object 
 2   Category       9994 non-null   object 
 3   Sub Category   9994 non-null   object 
 4   City           9994 non-null   object 
 5   Order Date     9994 non-null   object 
 6   Region         9994 non-null   object 
 7   Sales          9994 non-null   int64  
 8   Discount       9994 non-null   float64
 9   Profit         9994 non-null   float64
 10  State          9994 non-null   object 
 11  profit_margin  9994 non-null   float64
 12  Cluster        9994 non-null   object 
dtypes: float64(3), int64(1), object(9)
memory usage: 1015.1+ KB

Data Cleaning & Preprocessing¶

In [7]:
dataset.drop(['Order ID'], axis=1, inplace=True)
In [8]:
dataset.isna().sum()
Out[8]:
Customer Name    0
Category         0
Sub Category     0
City             0
Order Date       0
Region           0
Sales            0
Discount         0
Profit           0
State            0
profit_margin    0
Cluster          0
dtype: int64
In [9]:
dataset.dropna(inplace=True)
In [10]:
def remove_outliers(data: pd.DataFrame, column: str) -> pd.Series:
    q3, q1 = np.nanpercentile(data[column], [75, 25])
    iqr = q3 - q1
    upper_bound = q3 + 1.5 * iqr
    lower_bound = q1 - 1.5 * iqr
    data = data[(data[column] > lower_bound) & (data[column] < upper_bound)]

    return data

dataset = remove_outliers(dataset, 'Discount')
dataset = remove_outliers(dataset, 'Sales')
dataset = remove_outliers(dataset, 'Profit')
In [11]:
dataset.head()
Out[11]:
Customer Name Category Sub Category City Order Date Region Sales Discount Profit State profit_margin Cluster
0 Harish Oil & Masala Masalas Vellore 11-08-2017 North 1254 0.12 401.28 Tamil Nadu 0.32 Medium
1 Sudha Beverages Health Drinks Krishnagiri 11-08-2017 South 749 0.18 149.80 Tamil Nadu 0.20 Medium
2 Hussain Food Grains Atta & Flour Perambalur 06-12-2017 West 2360 0.21 165.20 Tamil Nadu 0.07 Low
3 Jackson Fruits & Veggies Fresh Vegetables Dharmapuri 10-11-2016 South 896 0.25 89.60 Tamil Nadu 0.10 Low
4 Ridhesh Food Grains Organic Staples Ooty 10-11-2016 South 2355 0.26 918.45 Tamil Nadu 0.39 High
In [12]:
sns.histplot(dataset['Cluster'])
Out[12]:
<AxesSubplot:xlabel='Cluster', ylabel='Count'>
In [13]:
encoder = LabelEncoder()
scaler = StandardScaler()
onehot = OneHotEncoder()
minmaxscaler = MinMaxScaler()
In [14]:
# dataset["Order Date"] = pd.to_datetime(dataset["Order Date"])
# dataset["Order Date"] = dataset["Order Date"].dt.month
# dataset["Customer Name"] = onehot.fit_transform(dataset["Customer Name"].values.reshape(-1, 1)).toarray()
# dataset["Category"] = onehot.fit_transform(dataset["Category"].values.reshape(-1, 1)).toarray()
# dataset["City"] = onehot.fit_transform(dataset["City"].values.reshape(-1, 1)).toarray()
# dataset["Region"] = onehot.fit_transform(dataset["Region"].values.reshape(-1, 1)).toarray()
# dataset["State"] = onehot.fit_transform(dataset["State"].values.reshape(-1, 1)).toarray()
# dataset["Sub Category"] = onehot.fit_transform(dataset["Sub Category"].values.reshape(-1, 1)).toarray()
# dataset["Order Date"] = encoder.fit_transform(dataset["Order Date"])

dataset["Order Date"] = pd.to_datetime(dataset["Order Date"])
dataset["Order Date"] = dataset["Order Date"].dt.month
dataset["Customer Name"] = encoder.fit_transform(dataset["Customer Name"])
dataset["Category"] = encoder.fit_transform(dataset["Category"])
dataset["City"] = encoder.fit_transform(dataset["City"])
dataset["Region"] = encoder.fit_transform(dataset["Region"])
dataset["State"] = encoder.fit_transform(dataset["State"])
dataset["Sub Category"] = encoder.fit_transform(dataset["Sub Category"])

dataset["Order Date"] = encoder.fit_transform(dataset["Order Date"])
In [15]:
dataset[["Sales", "Discount", "profit_margin"]] = scaler.fit_transform(dataset[["Sales", "Discount", "profit_margin"]])
dataset["Profit"] = minmaxscaler.fit_transform(dataset["Profit"].values.reshape(-1, 1))
In [16]:
class_to_numeric = {'Low': 0, 'Medium': 1, 'High': 2}
dataset['Cluster'] = [class_to_numeric[label] for label in dataset['Cluster']]
In [17]:
dataset.head()
Out[17]:
Customer Name Category Sub Category City Order Date Region Sales Discount Profit State profit_margin Cluster
0 12 5 14 21 10 2 -0.414559 -1.430908 0.369225 0 0.595874 1
1 37 1 13 8 10 3 -1.291968 -0.627370 0.122296 0 -0.416872 1
2 14 3 0 13 5 4 1.507054 -0.225601 0.137417 0 -1.514014 0
3 15 4 12 4 9 3 -1.036563 0.310092 0.063185 0 -1.260827 0
4 28 3 18 12 9 3 1.498367 0.444015 0.877036 0 1.186643 2

Split Data¶

In [18]:
X = dataset.drop(['Cluster','Sub Category','State','Profit','profit_margin'],axis=1)
y = dataset['Profit']
In [19]:
X.head()
Out[19]:
Customer Name Category City Order Date Region Sales Discount
0 12 5 21 10 2 -0.414559 -1.430908
1 37 1 8 10 3 -1.291968 -0.627370
2 14 3 13 5 4 1.507054 -0.225601
3 15 4 4 9 3 -1.036563 0.310092
4 28 3 12 9 3 1.498367 0.444015
In [20]:
X_train, X_temp, y_train, y_temp = train_test_split(X, y, test_size=0.2, random_state=42)
X_val, X_test, y_val, y_test = train_test_split(X_temp, y_temp, test_size=0.5, random_state=42)
In [21]:
heatcol = X.corr()
sns.heatmap(heatcol,cmap="BrBG",annot=True)
Out[21]:
<AxesSubplot:>
In [22]:
print("Dimension of Train set",X_train.shape)
print("Dimension of Val set",X_val.shape)
print("Dimension of Test set",X_test.shape,"\n")

num_cols = X_train._get_numeric_data().columns
print("Number of numeric features:",num_cols.size)

Dimension of Train set (7960, 7)
Dimension of Val set (995, 7)
Dimension of Test set (996, 7) 

Number of numeric features: 7

RNNr¶

In [23]:
from tensorflow.keras.models import Sequential
from tensorflow.keras.layers import Dense,SimpleRNN
from scikeras.wrappers import KerasRegressor
In [24]:
def create_model(units=64, optimizer='adam', loss='mae'):
    model = Sequential()
    model.add(SimpleRNN(units, activation='relu', input_shape=(X_train.shape[1], 1)))
    model.add(Dense(1))
    model.compile(optimizer=optimizer, loss=loss, metrics=['mean_absolute_error'])
    
    return model
In [25]:
model = KerasRegressor(build_fn=create_model, units=32, epochs=100, batch_size=32, verbose=0)

param_grid = {
    'optimizer': ['adam', 'sgd', 'rmsprop'],
    'units': [32, 64, 128],
    'loss' : ['mae', 'mse']
}

grid = GridSearchCV(estimator=model, param_grid=param_grid, cv=2, scoring='accuracy')
grid_result = grid.fit(X_train, y_train)

c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:821: UserWarning: Scoring failed. The score on this train-test partition for these parameters will be set to nan. Details: 
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 810, in _score
    scores = scorer(estimator, X_test, y_test)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 266, in __call__
    return self._score(partial(_cached_call, None), estimator, X, y_true, **_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_scorer.py", line 355, in _score
    return self._sign * self._score_func(y_true, y_pred, **scoring_kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\utils\_param_validation.py", line 214, in wrapper
    return func(*args, **kwargs)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 220, in accuracy_score
    y_type, y_true, y_pred = _check_targets(y_true, y_pred)
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\metrics\_classification.py", line 104, in _check_targets
    raise ValueError("{0} is not supported".format(y_type))
ValueError: continuous is not supported

  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py:425: FitFailedWarning: 
18 fits failed out of a total of 36.
The score on these train-test partitions for these parameters will be set to nan.
If these failures are not expected, you can try to debug them by setting error_score='raise'.

Below are more details about the failures:
--------------------------------------------------------------------------------
18 fits failed with the following error:
Traceback (most recent call last):
  File "c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_validation.py", line 729, in _fit_and_score
    estimator.fit(X_train, y_train, **fit_params)
  File "c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py", line 760, in fit
    self._fit(
  File "c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py", line 926, in _fit
    self._check_model_compatibility(y)
  File "c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py", line 569, in _check_model_compatibility
    raise ValueError(
ValueError: loss=mse but model compiled with mae. Data may not match loss function!

  warnings.warn(some_fits_failed_message, FitFailedWarning)
c:\Users\Asus\anaconda3\lib\site-packages\sklearn\model_selection\_search.py:979: UserWarning: One or more of the test scores are non-finite: [nan nan nan nan nan nan nan nan nan nan nan nan nan nan nan nan nan nan]
  warnings.warn(
c:\Users\Asus\anaconda3\lib\site-packages\scikeras\wrappers.py:915: UserWarning: ``build_fn`` will be renamed to ``model`` in a future release, at which point use of ``build_fn`` will raise an Error instead.
  X, y = self._initialize(X, y)
In [26]:
print("Best: %f using %s" % (grid_result.best_score_, grid_result.best_params_))

Best: nan using {'loss': 'mae', 'optimizer': 'adam', 'units': 32}
In [27]:
optimizer = grid_result.best_params_['optimizer']
units = grid_result.best_params_['units']
loss = grid_result.best_params_['loss']
In [28]:
model = Sequential()
model.add(SimpleRNN(units, activation='relu', input_shape=(X_train.shape[1], 1)))
model.add(Dense(1))

model.compile(optimizer=optimizer, loss=loss, metrics=['mean_absolute_error'])
history = model.fit(X_train, y_train, epochs=100, batch_size=32, validation_data=(X_val, y_val))

loss = model.evaluate(X_test, y_test)
print(f'Mean Squared Error on Test Data: {loss}')

Epoch 1/100
249/249 [==============================] - 4s 8ms/step - loss: 0.1853 - mean_absolute_error: 0.1853 - val_loss: 0.1660 - val_mean_absolute_error: 0.1660
Epoch 2/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1599 - mean_absolute_error: 0.1599 - val_loss: 0.1617 - val_mean_absolute_error: 0.1617
Epoch 3/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1553 - mean_absolute_error: 0.1553 - val_loss: 0.1577 - val_mean_absolute_error: 0.1577
Epoch 4/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1545 - mean_absolute_error: 0.1545 - val_loss: 0.1595 - val_mean_absolute_error: 0.1595
Epoch 5/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1545 - mean_absolute_error: 0.1545 - val_loss: 0.1572 - val_mean_absolute_error: 0.1572
Epoch 6/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1530 - mean_absolute_error: 0.1530 - val_loss: 0.1558 - val_mean_absolute_error: 0.1558
Epoch 7/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1527 - mean_absolute_error: 0.1527 - val_loss: 0.1565 - val_mean_absolute_error: 0.1565
Epoch 8/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1517 - mean_absolute_error: 0.1517 - val_loss: 0.1556 - val_mean_absolute_error: 0.1556
Epoch 9/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1517 - mean_absolute_error: 0.1517 - val_loss: 0.1578 - val_mean_absolute_error: 0.1578
Epoch 10/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1512 - mean_absolute_error: 0.1512 - val_loss: 0.1564 - val_mean_absolute_error: 0.1564
Epoch 11/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1517 - mean_absolute_error: 0.1517 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 12/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1508 - mean_absolute_error: 0.1508 - val_loss: 0.1562 - val_mean_absolute_error: 0.1562
Epoch 13/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1510 - mean_absolute_error: 0.1510 - val_loss: 0.1533 - val_mean_absolute_error: 0.1533
Epoch 14/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1508 - mean_absolute_error: 0.1508 - val_loss: 0.1540 - val_mean_absolute_error: 0.1540
Epoch 15/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1507 - mean_absolute_error: 0.1507 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 16/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1508 - mean_absolute_error: 0.1508 - val_loss: 0.1535 - val_mean_absolute_error: 0.1535
Epoch 17/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1506 - mean_absolute_error: 0.1506 - val_loss: 0.1538 - val_mean_absolute_error: 0.1538
Epoch 18/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1502 - mean_absolute_error: 0.1502 - val_loss: 0.1538 - val_mean_absolute_error: 0.1538
Epoch 19/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1505 - mean_absolute_error: 0.1505 - val_loss: 0.1534 - val_mean_absolute_error: 0.1534
Epoch 20/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1503 - mean_absolute_error: 0.1503 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 21/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1501 - mean_absolute_error: 0.1501 - val_loss: 0.1531 - val_mean_absolute_error: 0.1531
Epoch 22/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1510 - mean_absolute_error: 0.1510 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 23/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1501 - mean_absolute_error: 0.1501 - val_loss: 0.1526 - val_mean_absolute_error: 0.1526
Epoch 24/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1498 - mean_absolute_error: 0.1498 - val_loss: 0.1538 - val_mean_absolute_error: 0.1538
Epoch 25/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1496 - mean_absolute_error: 0.1496 - val_loss: 0.1583 - val_mean_absolute_error: 0.1583
Epoch 26/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1504 - mean_absolute_error: 0.1504 - val_loss: 0.1541 - val_mean_absolute_error: 0.1541
Epoch 27/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1500 - mean_absolute_error: 0.1500 - val_loss: 0.1537 - val_mean_absolute_error: 0.1537
Epoch 28/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1498 - mean_absolute_error: 0.1498 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 29/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1496 - mean_absolute_error: 0.1496 - val_loss: 0.1528 - val_mean_absolute_error: 0.1528
Epoch 30/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1494 - mean_absolute_error: 0.1494 - val_loss: 0.1551 - val_mean_absolute_error: 0.1551
Epoch 31/100
249/249 [==============================] - 1s 3ms/step - loss: 0.1496 - mean_absolute_error: 0.1496 - val_loss: 0.1534 - val_mean_absolute_error: 0.1534
Epoch 32/100
249/249 [==============================] - 1s 3ms/step - loss: 0.1495 - mean_absolute_error: 0.1495 - val_loss: 0.1551 - val_mean_absolute_error: 0.1551
Epoch 33/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1494 - mean_absolute_error: 0.1494 - val_loss: 0.1572 - val_mean_absolute_error: 0.1572
Epoch 34/100
249/249 [==============================] - 1s 3ms/step - loss: 0.1492 - mean_absolute_error: 0.1492 - val_loss: 0.1577 - val_mean_absolute_error: 0.1577
Epoch 35/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1499 - mean_absolute_error: 0.1499 - val_loss: 0.1547 - val_mean_absolute_error: 0.1547
Epoch 36/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1491 - mean_absolute_error: 0.1491 - val_loss: 0.1542 - val_mean_absolute_error: 0.1542
Epoch 37/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1492 - mean_absolute_error: 0.1492 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 38/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1494 - mean_absolute_error: 0.1494 - val_loss: 0.1531 - val_mean_absolute_error: 0.1531
Epoch 39/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1490 - mean_absolute_error: 0.1490 - val_loss: 0.1540 - val_mean_absolute_error: 0.1540
Epoch 40/100
249/249 [==============================] - 1s 4ms/step - loss: 0.1490 - mean_absolute_error: 0.1490 - val_loss: 0.1532 - val_mean_absolute_error: 0.1532
Epoch 41/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1487 - mean_absolute_error: 0.1487 - val_loss: 0.1537 - val_mean_absolute_error: 0.1537
Epoch 42/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1488 - mean_absolute_error: 0.1488 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 43/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1491 - mean_absolute_error: 0.1491 - val_loss: 0.1537 - val_mean_absolute_error: 0.1537
Epoch 44/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1491 - mean_absolute_error: 0.1491 - val_loss: 0.1567 - val_mean_absolute_error: 0.1567
Epoch 45/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1482 - mean_absolute_error: 0.1482 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 46/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1481 - mean_absolute_error: 0.1481 - val_loss: 0.1553 - val_mean_absolute_error: 0.1553
Epoch 47/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1481 - mean_absolute_error: 0.1481 - val_loss: 0.1553 - val_mean_absolute_error: 0.1553
Epoch 48/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1480 - mean_absolute_error: 0.1480 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 49/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1480 - mean_absolute_error: 0.1480 - val_loss: 0.1570 - val_mean_absolute_error: 0.1570
Epoch 50/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1480 - mean_absolute_error: 0.1480 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 51/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1483 - mean_absolute_error: 0.1483 - val_loss: 0.1542 - val_mean_absolute_error: 0.1542
Epoch 52/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1479 - mean_absolute_error: 0.1479 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 53/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1476 - mean_absolute_error: 0.1476 - val_loss: 0.1540 - val_mean_absolute_error: 0.1540
Epoch 54/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1476 - mean_absolute_error: 0.1476 - val_loss: 0.1547 - val_mean_absolute_error: 0.1547
Epoch 55/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1476 - mean_absolute_error: 0.1476 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 56/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1473 - mean_absolute_error: 0.1473 - val_loss: 0.1540 - val_mean_absolute_error: 0.1540
Epoch 57/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1476 - mean_absolute_error: 0.1476 - val_loss: 0.1542 - val_mean_absolute_error: 0.1542
Epoch 58/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1472 - mean_absolute_error: 0.1472 - val_loss: 0.1526 - val_mean_absolute_error: 0.1526
Epoch 59/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1474 - mean_absolute_error: 0.1474 - val_loss: 0.1533 - val_mean_absolute_error: 0.1533
Epoch 60/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1473 - mean_absolute_error: 0.1473 - val_loss: 0.1547 - val_mean_absolute_error: 0.1547
Epoch 61/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1472 - mean_absolute_error: 0.1472 - val_loss: 0.1549 - val_mean_absolute_error: 0.1549
Epoch 62/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1471 - mean_absolute_error: 0.1471 - val_loss: 0.1545 - val_mean_absolute_error: 0.1545
Epoch 63/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1469 - mean_absolute_error: 0.1469 - val_loss: 0.1555 - val_mean_absolute_error: 0.1555
Epoch 64/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1473 - mean_absolute_error: 0.1473 - val_loss: 0.1545 - val_mean_absolute_error: 0.1545
Epoch 65/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1467 - mean_absolute_error: 0.1467 - val_loss: 0.1544 - val_mean_absolute_error: 0.1544
Epoch 66/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1467 - mean_absolute_error: 0.1467 - val_loss: 0.1542 - val_mean_absolute_error: 0.1542
Epoch 67/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1466 - mean_absolute_error: 0.1466 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 68/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1469 - mean_absolute_error: 0.1469 - val_loss: 0.1538 - val_mean_absolute_error: 0.1538
Epoch 69/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1468 - mean_absolute_error: 0.1468 - val_loss: 0.1544 - val_mean_absolute_error: 0.1544
Epoch 70/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1468 - mean_absolute_error: 0.1468 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 71/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1466 - mean_absolute_error: 0.1466 - val_loss: 0.1539 - val_mean_absolute_error: 0.1539
Epoch 72/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1467 - mean_absolute_error: 0.1467 - val_loss: 0.1545 - val_mean_absolute_error: 0.1545
Epoch 73/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1462 - mean_absolute_error: 0.1462 - val_loss: 0.1552 - val_mean_absolute_error: 0.1552
Epoch 74/100
249/249 [==============================] - 1s 5ms/step - loss: 0.1464 - mean_absolute_error: 0.1464 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 75/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1462 - mean_absolute_error: 0.1462 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 76/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1464 - mean_absolute_error: 0.1464 - val_loss: 0.1564 - val_mean_absolute_error: 0.1564
Epoch 77/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1463 - mean_absolute_error: 0.1463 - val_loss: 0.1551 - val_mean_absolute_error: 0.1551
Epoch 78/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1463 - mean_absolute_error: 0.1463 - val_loss: 0.1556 - val_mean_absolute_error: 0.1556
Epoch 79/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1463 - mean_absolute_error: 0.1463 - val_loss: 0.1550 - val_mean_absolute_error: 0.1550
Epoch 80/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1462 - mean_absolute_error: 0.1462 - val_loss: 0.1546 - val_mean_absolute_error: 0.1546
Epoch 81/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1463 - mean_absolute_error: 0.1463 - val_loss: 0.1547 - val_mean_absolute_error: 0.1547
Epoch 82/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1461 - mean_absolute_error: 0.1461 - val_loss: 0.1560 - val_mean_absolute_error: 0.1560
Epoch 83/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1454 - mean_absolute_error: 0.1454 - val_loss: 0.1550 - val_mean_absolute_error: 0.1550
Epoch 84/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1460 - mean_absolute_error: 0.1460 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 85/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1458 - mean_absolute_error: 0.1458 - val_loss: 0.1536 - val_mean_absolute_error: 0.1536
Epoch 86/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1456 - mean_absolute_error: 0.1456 - val_loss: 0.1541 - val_mean_absolute_error: 0.1541
Epoch 87/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1453 - mean_absolute_error: 0.1453 - val_loss: 0.1563 - val_mean_absolute_error: 0.1563
Epoch 88/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1457 - mean_absolute_error: 0.1457 - val_loss: 0.1555 - val_mean_absolute_error: 0.1555
Epoch 89/100
249/249 [==============================] - 2s 7ms/step - loss: 0.1455 - mean_absolute_error: 0.1455 - val_loss: 0.1543 - val_mean_absolute_error: 0.1543
Epoch 90/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1452 - mean_absolute_error: 0.1452 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 91/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1455 - mean_absolute_error: 0.1455 - val_loss: 0.1553 - val_mean_absolute_error: 0.1553
Epoch 92/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1455 - mean_absolute_error: 0.1455 - val_loss: 0.1555 - val_mean_absolute_error: 0.1555
Epoch 93/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1452 - mean_absolute_error: 0.1452 - val_loss: 0.1538 - val_mean_absolute_error: 0.1538
Epoch 94/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1453 - mean_absolute_error: 0.1453 - val_loss: 0.1545 - val_mean_absolute_error: 0.1545
Epoch 95/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1454 - mean_absolute_error: 0.1454 - val_loss: 0.1558 - val_mean_absolute_error: 0.1558
Epoch 96/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1448 - mean_absolute_error: 0.1448 - val_loss: 0.1548 - val_mean_absolute_error: 0.1548
Epoch 97/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1452 - mean_absolute_error: 0.1452 - val_loss: 0.1541 - val_mean_absolute_error: 0.1541
Epoch 98/100
249/249 [==============================] - 2s 6ms/step - loss: 0.1459 - mean_absolute_error: 0.1459 - val_loss: 0.1531 - val_mean_absolute_error: 0.1531
Epoch 99/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1453 - mean_absolute_error: 0.1453 - val_loss: 0.1538 - val_mean_absolute_error: 0.1538
Epoch 100/100
249/249 [==============================] - 1s 6ms/step - loss: 0.1444 - mean_absolute_error: 0.1444 - val_loss: 0.1539 - val_mean_absolute_error: 0.1539
32/32 [==============================] - 0s 3ms/step - loss: 0.1504 - mean_absolute_error: 0.1504
Mean Squared Error on Test Data: [0.15044113993644714, 0.15044113993644714]
In [29]:
from tensorflow.keras.utils import plot_model
model.summary()
plot_model(model, to_file='mlp-mnist.png', show_shapes=True)

Model: "sequential_37"
_________________________________________________________________
 Layer (type)                Output Shape              Param #   
=================================================================
 simple_rnn_37 (SimpleRNN)   (None, 32)                1088      
                                                                 
 dense_37 (Dense)            (None, 1)                 33        
                                                                 
=================================================================
Total params: 1121 (4.38 KB)
Trainable params: 1121 (4.38 KB)
Non-trainable params: 0 (0.00 Byte)
_________________________________________________________________
You must install pydot (`pip install pydot`) and install graphviz (see instructions at https://graphviz.gitlab.io/download/) for plot_model to work.
In [30]:
import joblib
joblib.dump(model, 'model/rnnr_model.pkl')

INFO:tensorflow:Assets written to: C:\Users\Asus\AppData\Local\Temp\tmp5hpukfde\assets

INFO:tensorflow:Assets written to: C:\Users\Asus\AppData\Local\Temp\tmp5hpukfde\assets
Out[30]:
['model/rnnr_model.pkl']
In [31]:
plt.figure(figsize=(12, 5))
plt.subplot(1, 2, 1)
plt.plot(history.history['loss'])
plt.plot(history.history['val_loss'])
plt.title('Loss over epochs')
plt.ylabel('Loss')
plt.xlabel('Epoch')
plt.legend(['Train', 'Validation'], loc='best')

plt.subplot(1, 2, 2)
plt.plot(history.history['mean_absolute_error'])
plt.plot(history.history['val_mean_absolute_error'])
plt.title('Accuracy over epochs')
plt.ylabel('Accuracy')
plt.xlabel('Epoch')
plt.legend(['Train', 'Validation'], loc='best')

plt.tight_layout()
plt.show()
In [32]:
y_test = y_test.values.reshape(-1, 1)
predictions_scaled = model.predict(X_test)
y_pred = minmaxscaler.inverse_transform(predictions_scaled)
y_test = minmaxscaler.inverse_transform(y_test)

32/32 [==============================] - 0s 4ms/step
In [33]:
from sklearn.metrics import mean_squared_error, mean_absolute_error
from sklearn.metrics import r2_score

mse = mean_squared_error(y_test, y_pred)
mae = mean_absolute_error(y_test, y_pred)
rmse = np.sqrt(mse)
r2 = r2_score(y_test, y_pred)


print(f'Mean Squared Error: {mse}')
print(f'Mean Absolute Error: {mae}')
print(f'Root Mean Squared Error: {rmse} \n')
print(f'R-squared: {r2}')
print(f'accuracy : {r2}')

Mean Squared Error: 36591.01732521609
Mean Absolute Error: 153.21374727563207
Root Mean Squared Error: 191.28778665982858 

R-squared: 0.28369352541484694
accuracy : 0.28369352541484694
In [34]:
plt.scatter(y_test, y_pred, label="Predicted", color='red')
plt.plot([min(y_test), max(y_test)], [min(y_test), max(y_test)], linestyle='--', color='blue', label='Perfect Prediction')  # Adding a line for perfect prediction
plt.xlabel('True Values')
plt.ylabel('Predictions')
plt.legend()
plt.title('Actual vs Predicted Values')
plt.show()
In [35]:
plt.figure(figsize=(12, 6))

plt.plot(y_test, label='Actual', color='blue')

plt.plot(y_pred, label='Predicted', color='red')

plt.title('RNN Regression - Actual vs Predicted')
plt.xlabel('Time')
plt.ylabel('Value')
plt.legend()
plt.show()
In [36]:
# Grouping and averaging 'y_test' and 'y_pred' values
group_size = 10  # Define the size of each group
averaged_y_test = [np.mean(y_test[i:i + group_size]) for i in range(0, len(y_test), group_size)]
averaged_y_pred = [np.mean(y_pred[i:i + group_size]) for i in range(0, len(y_pred), group_size)]

# Plotting the averaged values
plt.figure(figsize=(12, 6))
plt.plot(averaged_y_test, label='Actual (Averaged)', color='blue')
plt.plot(averaged_y_pred, label='Predicted (Averaged)', color='red')

plt.title('RNN Regression - Averaged Actual vs Predicted')
plt.xlabel('Grouped Datapoints')
plt.ylabel('Average Value')
plt.legend()
plt.show()