From 2f7d8225da39bd9b3c23f366dfe688cecdadf81c Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Sun, 17 Apr 2022 20:16:10 +0300
Subject: [PATCH 1/8] fix issue in template models

---
 docs/Examples_Multiple_Inputs.md  |   2 +
 docs/Scan.md                      |   1 +
 docs/_coverpage.md                |   2 +-
 docs/index.html                   |   2 +-
 setup.py                          |   2 +-
 talos/__init__.py                 |   2 +-
 talos/commands/evaluate.py        |   4 +-
 talos/scan/Scan.py                |   5 +-
 talos/scan/scan_finish.py         |   4 +-
 talos/templates/models.py         |   4 +-
 talos/utils/recover_best_model.py |   4 +-
 talos/utils/validation_split.py   | 104 +++++++++++++++---------------
 12 files changed, 73 insertions(+), 63 deletions(-)

diff --git a/docs/Examples_Multiple_Inputs.md b/docs/Examples_Multiple_Inputs.md
index fdd1e102..1698a413 100644
--- a/docs/Examples_Multiple_Inputs.md
+++ b/docs/Examples_Multiple_Inputs.md
@@ -24,6 +24,8 @@ x_train, y_train, x_val, y_val = wrangle.array_split(x, y, .5)
 ```
 In the case of multi-input models, the data must be split into training and validation datasets before using it in `Scan()`. `x` is expected to be a list of numpy arrays and `y` a numpy array.
 
+**NOTE:** For full support of Talos features for multi-input models, set `Scan(...multi_input=True...)`.
+
 ### Defining the Model
 ```python
 
diff --git a/docs/Scan.md b/docs/Scan.md
index 60790c51..b07faa95 100644
--- a/docs/Scan.md
+++ b/docs/Scan.md
@@ -23,6 +23,7 @@ Argument | Input | Description
 `x_val` | array or list of arrays | validation data for x
 `y_val` | array or list of arrays | validation data for y
 `val_split` | float | validation data split ratio
+`multi_input` | float | set to True if multi-input model
 `random_method` | str | the random method to be used
 `seed` | float | Seed for random states
 `performance_target` | list | A result at which point to end experiment
diff --git a/docs/_coverpage.md b/docs/_coverpage.md
index 95d3ee28..61abf6e0 100644
--- a/docs/_coverpage.md
+++ b/docs/_coverpage.md
@@ -1,6 +1,6 @@
 ![logo](_media/talos_logo_bg.png)
 
-## v1.2.5
+## v1.3
 
 > Hyperparameter Experiments with Tensorflow, PyTorch and Keras
 
diff --git a/docs/index.html b/docs/index.html
index cc8e930a..44848f78 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -16,7 +16,7 @@
   <div id="app"></div>
   <script>
     window.$docsify = {
-      name: 'Talos 1.2.5',
+      name: 'Talos 1.3',
       repo: 'https://github.com/autonomio/talos',
       coverpage: true,
       loadSidebar: true,
diff --git a/setup.py b/setup.py
index 27a9b74c..9443b85e 100755
--- a/setup.py
+++ b/setup.py
@@ -18,7 +18,7 @@
 URL = 'http://autonom.io'
 LICENSE = 'MIT'
 DOWNLOAD_URL = 'https://github.com/autonomio/talos/'
-VERSION = '1.2.5'
+VERSION = '1.3'
 
 
 try:
diff --git a/talos/__init__.py b/talos/__init__.py
index 821b0fa4..5709b580 100755
--- a/talos/__init__.py
+++ b/talos/__init__.py
@@ -35,4 +35,4 @@
 del commands, scan, model, metrics, key
 del sub, keep_from_templates, template_sub, warnings
 
-__version__ = "1.2.5"
+__version__ = "1.3"
diff --git a/talos/commands/evaluate.py b/talos/commands/evaluate.py
index 038bd94f..2376e947 100644
--- a/talos/commands/evaluate.py
+++ b/talos/commands/evaluate.py
@@ -22,6 +22,7 @@ def evaluate(self,
                  asc=False,
                  saved=False,
                  custom_objects=None,
+                 multi_input=False,
                  print_out=False):
 
         '''Evaluate a model based on f1_score (all except regression)
@@ -44,6 +45,7 @@ def evaluate(self,
                      (e.g. accuracy or f1_score)
         saved | bool | if a model saved on local machine should be used
         custom_objects | dict | if the model has a custom object, pass it here
+        multi_input | bool | if multi-input model is evaluated, set to True
         print_out | bool | Print out the results.
 
         TODO: add possibility to input custom metrics.
@@ -65,7 +67,7 @@ def evaluate(self,
                                custom_objects=custom_objects)
 
         from ..utils.validation_split import kfold
-        kx, ky = kfold(x, y, folds, shuffle)
+        kx, ky = kfold(x, y, folds, shuffle, multi_input)
 
         for i in range(folds):
 
diff --git a/talos/scan/Scan.py b/talos/scan/Scan.py
index 341e782c..38bfc83c 100755
--- a/talos/scan/Scan.py
+++ b/talos/scan/Scan.py
@@ -59,6 +59,8 @@ def model():
     val_split : float, optional
         The proportion of the input `x` which is set aside as the
         validation data. (Default is 0.3).
+    multi_input : bool, optional
+        If it is a multi_input model, then set to True.
 
     # RANDOMNESS ARGUMENTS
     ----------------------
@@ -140,6 +142,7 @@ def __init__(self,
                  x_val=None,
                  y_val=None,
                  val_split=.3,
+                 multi_input=False,
                  random_method='uniform_mersenne',
                  seed=None,
                  performance_target=None,
@@ -167,6 +170,7 @@ def __init__(self,
         self.x_val = x_val
         self.y_val = y_val
         self.val_split = val_split
+        self.multi_input = multi_input
 
         # randomness
         self.random_method = random_method
@@ -195,7 +199,6 @@ def __init__(self,
         self.clear_session = clear_session
         self.save_weights = save_weights
         self.save_models = save_models
-        # input parameters section ends
 
         # start runtime
         from .scan_run import scan_run
diff --git a/talos/scan/scan_finish.py b/talos/scan/scan_finish.py
index 2c150b83..ae9bbc40 100644
--- a/talos/scan/scan_finish.py
+++ b/talos/scan/scan_finish.py
@@ -45,12 +45,12 @@ def scan_finish(self):
     try:
         out['x_shape'] = self.x.shape
     except AttributeError:
-        out['x_shape'] = 'list'
+        out['x_shape'] = 'multi-input'
 
     try:
         out['y_shape'] = self.y.shape
     except AttributeError:
-        out['y_shape'] = 'list'
+        out['y_shape'] = 'multi-input'
 
     # final cleanup
     keys = list(self.__dict__.keys())
diff --git a/talos/templates/models.py b/talos/templates/models.py
index 586ea93d..ee528589 100644
--- a/talos/templates/models.py
+++ b/talos/templates/models.py
@@ -128,10 +128,10 @@ def iris(x_train, y_train, x_val, y_val, params):
     model.add(Dropout(params['dropout']))
 
     # with this call we can create any number of hidden layers
-    hidden_layers(model, params, y_train.shape[1])
+    hidden_layers(model, params, x_train.shape[1])
 
     # again, instead of the activation name, we have a dictionary entry
-    model.add(Dense(y_train.shape[1],
+    model.add(Dense(x_train.shape[1],
                     activation=params['last_activation']))
 
     # using a learning rate boundary
diff --git a/talos/utils/recover_best_model.py b/talos/utils/recover_best_model.py
index bb6408c8..944b037a 100644
--- a/talos/utils/recover_best_model.py
+++ b/talos/utils/recover_best_model.py
@@ -5,6 +5,7 @@ def recover_best_model(x_train,
                        experiment_log,
                        input_model,
                        metric,
+                       multi_input=False,
                        x_cross=None,
                        y_cross=None,
                        n_models=5,
@@ -19,6 +20,7 @@ def recover_best_model(x_train,
     experiment_log | str | path to the Talos experiment log
     input_model | function | model used in the experiment
     metric | str | use this metric to pick evaluation candidates
+    multi_input | bool | set to True if multi-input model
     x_cross | array | data for the cross-validation or None for use x_val
     y_cross | array | data for the cross-validation or None for use y_val
     n_models | int | number of models to cross-validate
@@ -56,7 +58,7 @@ def recover_best_model(x_train,
         # start kfold cross-validation
         out = []
         folds = 5
-        kx, ky = kfold(x_cross, y_cross, folds, True)
+        kx, ky = kfold(x_cross, y_cross, folds, True, multi_input)
 
         for i in range(folds):
 
diff --git a/talos/utils/validation_split.py b/talos/utils/validation_split.py
index d1c3f385..81d3fc61 100644
--- a/talos/utils/validation_split.py
+++ b/talos/utils/validation_split.py
@@ -5,86 +5,86 @@ def validation_split(self):
     which is a number in (0, 1) which determines the proportion of
     the input data to be allocated for cross-validation.'''
 
+    # data input is list but multi_input is not set to True
+    if isinstance(self.x, list) and self.multi_input == False:
+
+        raise TypeError("For multi-input x, set multi_input to True")
+
     # If split is done in `Scan()` do nothing
     if self.custom_val_split:
 
         self.x_train = self.x
         self.y_train = self.y
 
-    # Otherwise handle splitting
-    else:
-
-        random_shuffle(self)
-
-        # deduce the midway point for input data
-        limit = int(len(self.x) * (1 - self.val_split))
-
-        self.x_train = self.x[:limit]
-        self.y_train = self.y[:limit]
-
-        self.x_val = self.x[limit:]
-        self.y_val = self.y[limit:]
-
-    return self
-
+        return self
 
-def random_shuffle(self):
+    # Otherwise start by shuffling
+    import wrangle
+    self.x, self.y = wrangle.array_random_shuffle(x=self.x,
+                                                  y=self.y, 
+                                                  multi_input=self.multi_input)
 
-    """Randomly shuffles the datasets.
-    If self.seed is set, seed the generator
-    to ensure that the results are reproducible."""
+    # deduce the midway point for input data
+    limit = int(len(self.y) * (1 - self.val_split))
 
-    def randomize(x):
+    # handle the case where x is multi-input
+    if self.multi_input:
+        
+        self.x_train = []
+        self.x_val = []
 
-        '''
-        Helper function to support the case
-        where x consist of a list of arrays.
-        '''
+        for ar in self.x:
+            self.x_train.append(ar[:limit])
+            self.x_val.append(ar[limit:])
 
-        import numpy as np
-
-        if self.seed is not None:
-            np.random.seed(self.seed)
-
-        ix = np.arange(len(x))
-        np.random.shuffle(ix)
-
-        return ix
-
-    if isinstance(self.x, list):
-
-        ix = randomize(self.x[0])
-        out = []
+    # handle the case where x is not multi-input
+    else:
+        
+        self.x_train = self.x[:limit]
+        self.x_val = self.x[limit:]
 
-        for a in self.x:
-            out.append(a[ix])
-        self.x = out
+    # handle y data same for both cases
+    self.y_train = self.y[:limit]
+    self.y_val = self.y[limit:]
 
-    else:
-        ix = randomize(self.x)
-        self.x = self.x[ix]
+    return self
 
-    self.y = self.y[ix]
 
+def kfold(x, y, folds=10, shuffled=True, multi_input=False):
 
-def kfold(x, y, folds=10, shuffled=True):
+    import wrangle
 
-    import wrangle as wr
+    # data input is list but multi_input is not set to True
+    if isinstance(x, list) and multi_input == False:
+        raise TypeError("For multi-input x, set multi_input to True")
 
     if shuffled is True:
-        x, y = wr.array_random_shuffle(x, y)
+        x, y = wrangle.array_random_shuffle(x, y, multi_input)
 
     out_x = []
     out_y = []
 
-    x_len = len(x)
-    step = int(x_len / folds)
+    # establish the fold size
+    y_len = len(y)
+    step = int(y_len / folds)
 
     lo = 0
     hi = step
 
+    # create folds one by one
     for _i in range(folds):
-        out_x.append(x[lo:hi])
+        
+        # handle the case for multi-input model
+        if multi_input:
+            fold_x = []
+            for ar in x:
+                fold_x.append(ar[lo:hi])
+            out_x.append(fold_x)
+
+        # handle the case where model is not multi-input
+        else:
+            out_x.append(x[lo:hi])
+
         out_y.append(y[lo:hi])
 
         lo += step

From 074b5c8b11459174eb19e32d80aefe6fa3541b7b Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Sun, 17 Apr 2022 21:07:51 +0300
Subject: [PATCH 2/8] several issues fixed

---
 talos/commands/predict.py | 7 +++++++
 talos/templates/models.py | 5 +++--
 talos/templates/params.py | 9 +++++++--
 3 files changed, 17 insertions(+), 4 deletions(-)

diff --git a/talos/commands/predict.py b/talos/commands/predict.py
index 6771a42e..af41e4ca 100644
--- a/talos/commands/predict.py
+++ b/talos/commands/predict.py
@@ -48,6 +48,7 @@ def predict_classes(self,
                         x,
                         metric,
                         asc,
+                        task,
                         model_id=None,
                         saved=False,
                         custom_objects=None):
@@ -59,6 +60,7 @@ def predict_classes(self,
         model_id | int | the id of the model from the Scan() object
         metric | str | the metric to be used for picking best model
         asc | bool | True if `metric` is something to be minimized
+        task | string | 'binary', 'multi_class' or 'multi_label'
         saved | bool | if a model saved on local machine should be used
         custom_objects | dict | if the model has a custom object, pass it here
         '''
@@ -77,6 +79,11 @@ def predict_classes(self,
 
         # make (class) predictions with the model
         preds = model.predict(x)   
+        preds = np.array([pred[0] for pred in preds])
+
+        if task == 'binary':
+            return np.where(preds > 0.5, 1,0)
+
         preds_classes = np.argmax(preds, axis=1)
 
         return preds_classes
diff --git a/talos/templates/models.py b/talos/templates/models.py
index ee528589..33ebbe28 100644
--- a/talos/templates/models.py
+++ b/talos/templates/models.py
@@ -103,9 +103,10 @@ def titanic(x_train, y_train, x_val, y_val, params):
                   metrics=['acc'])
 
     # here we are also using the early_stopper function for a callback
-    out = model.fit(x_train, y_train,
+    out = model.fit(x=x_train,
+                    y=y_train,
                     batch_size=params['batch_size'],
-                    epochs=2,
+                    epochs=params['epochs'],
                     verbose=0,
                     validation_data=(x_val, y_val))
 
diff --git a/talos/templates/params.py b/talos/templates/params.py
index e6cf6c68..cf798216 100644
--- a/talos/templates/params.py
+++ b/talos/templates/params.py
@@ -1,12 +1,17 @@
 def titanic():
 
+    from tensorflow.keras.optimizers import Adam, Nadam
+
     # here use a standard 2d dictionary for inputting the param boundaries
     p = {'lr': (0.5, 5, 10),
          'first_neuron': [4, 8, 16],
          'batch_size': [20, 30, 40],
          'dropout': (0, 0.5, 5),
-         'optimizer': ['Adam', 'Nadam'],
+         'optimizer': [Adam(), Nadam()],
+         'epochs': [50, 100, 150],
          'losses': ['logcosh', 'binary_crossentropy'],
+         'shapes': ['brick', 'triangle', 0.2],
+         'hidden_layers': [0, 1, 2, 3, 4],
          'activation': ['relu', 'elu'],
          'last_activation': ['sigmoid']}
 
@@ -24,7 +29,7 @@ def iris():
          'first_neuron': [4, 8, 16, 32, 64],
          'hidden_layers': [0, 1, 2, 3, 4],
          'batch_size': (2, 30, 10),
-         'epochs': [2],
+         'epochs': [50, 100, 150],
          'dropout': (0, 0.5, 5),
          'weight_regulizer': [None],
          'emb_output_dims':  [None],

From 6dc7c8b88121b5b8827d00344bdecddfb7b2cfac Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Sun, 17 Apr 2022 22:37:17 +0300
Subject: [PATCH 3/8] fixed predict

---
 talos/commands/predict.py | 14 ++++++++------
 talos/templates/models.py |  2 +-
 2 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/talos/commands/predict.py b/talos/commands/predict.py
index af41e4ca..97766e26 100644
--- a/talos/commands/predict.py
+++ b/talos/commands/predict.py
@@ -60,7 +60,7 @@ def predict_classes(self,
         model_id | int | the id of the model from the Scan() object
         metric | str | the metric to be used for picking best model
         asc | bool | True if `metric` is something to be minimized
-        task | string | 'binary', 'multi_class' or 'multi_label'
+        task | string | 'binary' or 'multi_label'
         saved | bool | if a model saved on local machine should be used
         custom_objects | dict | if the model has a custom object, pass it here
         '''
@@ -78,12 +78,14 @@ def predict_classes(self,
                                custom_objects)
 
         # make (class) predictions with the model
-        preds = model.predict(x)   
-        preds = np.array([pred[0] for pred in preds])
+        preds = model.predict(x)
 
         if task == 'binary':
-            return np.where(preds > 0.5, 1,0)
+            return np.where(preds >= 0.5, 1, 0)
 
-        preds_classes = np.argmax(preds, axis=1)
+        elif task == 'multi_label':
+            return np.argmax(preds, 1)
 
-        return preds_classes
+        else:
+            msg = 'Only `binary` and `multi_label` are supported'
+            raise AttributeError(msg)
diff --git a/talos/templates/models.py b/talos/templates/models.py
index 33ebbe28..796f822b 100644
--- a/talos/templates/models.py
+++ b/talos/templates/models.py
@@ -132,7 +132,7 @@ def iris(x_train, y_train, x_val, y_val, params):
     hidden_layers(model, params, x_train.shape[1])
 
     # again, instead of the activation name, we have a dictionary entry
-    model.add(Dense(x_train.shape[1],
+    model.add(Dense(y_train.shape[1],
                     activation=params['last_activation']))
 
     # using a learning rate boundary

From 838612ff1cc2c9ef7ea15cf40169098ca90c8ba3 Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Thu, 21 Apr 2022 23:19:22 +0300
Subject: [PATCH 4/8] pushing to compare with remote

---
 docs/Examples_Typical_Code.md | 31 +++++++++++++++++++++----------
 1 file changed, 21 insertions(+), 10 deletions(-)

diff --git a/docs/Examples_Typical_Code.md b/docs/Examples_Typical_Code.md
index 55dce6ed..72bf4214 100644
--- a/docs/Examples_Typical_Code.md
+++ b/docs/Examples_Typical_Code.md
@@ -3,18 +3,23 @@
 # Typical Case Example
 
 ```python
-import talos as ta
+import talos as talos
 from tensorflow.keras.models import Sequential
 from tensorflow.keras.layers import Dense
 
-x, y = ta.templates.datasets.iris()
+x, y = talos.templates.datasets.iris()
 
+# define the model
 def iris_model(x_train, y_train, x_val, y_val, params):
 
     model = Sequential()
+    
     model.add(Dense(32, input_dim=4, activation=params['activation']))
     model.add(Dense(3, activation='softmax'))
-    model.compile(optimizer=params['optimizer'], loss=params['losses'])
+    
+    model.compile(optimizer=params['optimizer'],
+                  loss=params['losses'],
+                  metrics=[talos.utils.metrics.f1score])
 
     out = model.fit(x_train, y_train,
                      batch_size=params['batch_size'],
@@ -24,14 +29,20 @@ def iris_model(x_train, y_train, x_val, y_val, params):
 
     return out, model
 
+# set the parameter space boundaries
 p = {'activation':['relu', 'elu'],
-       'optimizer': ['Nadam', 'Adam'],
-       'losses': ['logcosh'],
-       'hidden_layers':[0, 1, 2],
-       'batch_size': (20, 50, 5),
-       'epochs': [10, 20]}
-
-scan_object = ta.Scan(x, y, model=iris_model, params=p, fraction_limit=0.1)
+     'optimizer': ['Nadam', 'Adam'],
+     'losses': ['categorical_crossentropy'],
+     'epochs': [100, 200],
+     'batch_size': [4, 6, 8]}
+
+# start the experiment
+scan_object = talos.Scan(x=x, 
+                         y=y, 
+                         model=iris_model,
+                         params=p,
+                         experiment_name='iris',
+                         round_limit=20)
 ```
 
 `Scan()` always needs to have `x`, `y`, `model`, and `params` arguments declared. Find the description for all `Scan()` arguments [here](Scan.md#scan-arguments).

From 56ea839dccc63cc2bb261b4bc7a2eca3894c1321 Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Thu, 21 Apr 2022 23:24:06 +0300
Subject: [PATCH 5/8] fixed example notebook

---
 ...Optimization on Keras with Breast Cancer Data.ipynb | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/examples/Hyperparameter Optimization on Keras with Breast Cancer Data.ipynb b/examples/Hyperparameter Optimization on Keras with Breast Cancer Data.ipynb
index 11238072..7121b501 100644
--- a/examples/Hyperparameter Optimization on Keras with Breast Cancer Data.ipynb	
+++ b/examples/Hyperparameter Optimization on Keras with Breast Cancer Data.ipynb	
@@ -80,6 +80,9 @@
    "source": [
     "# first we have to make sure to input data and params into the function\n",
     "def breast_cancer_model(x_train, y_train, x_val, y_val, params):\n",
+    "    \n",
+    "    from tensorflow.keras.layers import Dense, Dropout\n",
+    "    from tensorflow.keras.models import Sequential\n",
     "\n",
     "    model = Sequential()\n",
     "    model.add(Dense(params['first_neuron'], input_dim=x_train.shape[1],\n",
@@ -98,7 +101,7 @@
     "    history = model.fit(x_train, y_train, \n",
     "                        validation_data=[x_val, y_val],\n",
     "                        batch_size=params['batch_size'],\n",
-    "                        callbacks=[talos.callbacks.TrainingPlot()],\n",
+    "                        callbacks=[talos.callbacks.TrainingPlot(metrics=['f1score'])],\n",
     "                        epochs=params['epochs'],\n",
     "                        verbose=0)\n",
     "\n",
@@ -119,7 +122,7 @@
    "execution_count": null,
    "source": [
     "# then we can go ahead and set the parameter space\n",
-    "p = {'first_neuron':[9,10,11],\n",
+    "p = {'first_neuron':[9, 10, 11],\n",
     "     'hidden_layers':[0, 1, 2],\n",
     "     'batch_size': [30],\n",
     "     'epochs': [100],\n",
@@ -150,7 +153,8 @@
     "               model=breast_cancer_model,\n",
     "               params=p,\n",
     "               experiment_name='breast_cancer',\n",
-    "               round_limit=10)"
+    "               round_limit=50,\n",
+    "               disable_progress_bar=True)"
    ],
    "outputs": [],
    "metadata": {

From 864275a4556f09f1b9980ef9c0b4d03e780097ff Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Fri, 22 Apr 2022 00:05:06 +0300
Subject: [PATCH 6/8] cleaned up pep8

---
 talos/templates/params.py         |  2 +-
 talos/utils/recover_best_model.py |  3 ++-
 talos/utils/validation_split.py   | 12 ++++++------
 3 files changed, 9 insertions(+), 8 deletions(-)

diff --git a/talos/templates/params.py b/talos/templates/params.py
index cf798216..0d814823 100644
--- a/talos/templates/params.py
+++ b/talos/templates/params.py
@@ -32,7 +32,7 @@ def iris():
          'epochs': [50, 100, 150],
          'dropout': (0, 0.5, 5),
          'weight_regulizer': [None],
-         'emb_output_dims':  [None],
+         'emb_output_dims': [None],
          'shapes': ['brick', 'triangle', 0.2],
          'optimizer': [Adam, Nadam],
          'losses': [logcosh, categorical_crossentropy],
diff --git a/talos/utils/recover_best_model.py b/talos/utils/recover_best_model.py
index 944b037a..8b2fc27f 100644
--- a/talos/utils/recover_best_model.py
+++ b/talos/utils/recover_best_model.py
@@ -52,7 +52,8 @@ def recover_best_model(x_train,
     for i in range(n_models):
 
         # get the params for the model and train it
-        params = df.sort_values(metric, ascending=False).drop(metric, 1).iloc[i].to_dict()
+        params = df.sort_values(metric, ascending=False)
+        params = params.drop(metric, 1).iloc[i].to_dict()
         _history, model = input_model(x_train, y_train, x_val, y_val, params)
 
         # start kfold cross-validation
diff --git a/talos/utils/validation_split.py b/talos/utils/validation_split.py
index 81d3fc61..68cd88a5 100644
--- a/talos/utils/validation_split.py
+++ b/talos/utils/validation_split.py
@@ -6,7 +6,7 @@ def validation_split(self):
     the input data to be allocated for cross-validation.'''
 
     # data input is list but multi_input is not set to True
-    if isinstance(self.x, list) and self.multi_input == False:
+    if isinstance(self.x, list) and self.multi_input is False:
 
         raise TypeError("For multi-input x, set multi_input to True")
 
@@ -21,7 +21,7 @@ def validation_split(self):
     # Otherwise start by shuffling
     import wrangle
     self.x, self.y = wrangle.array_random_shuffle(x=self.x,
-                                                  y=self.y, 
+                                                  y=self.y,
                                                   multi_input=self.multi_input)
 
     # deduce the midway point for input data
@@ -29,7 +29,7 @@ def validation_split(self):
 
     # handle the case where x is multi-input
     if self.multi_input:
-        
+
         self.x_train = []
         self.x_val = []
 
@@ -39,7 +39,7 @@ def validation_split(self):
 
     # handle the case where x is not multi-input
     else:
-        
+
         self.x_train = self.x[:limit]
         self.x_val = self.x[limit:]
 
@@ -55,7 +55,7 @@ def kfold(x, y, folds=10, shuffled=True, multi_input=False):
     import wrangle
 
     # data input is list but multi_input is not set to True
-    if isinstance(x, list) and multi_input == False:
+    if isinstance(x, list) and multi_input is False:
         raise TypeError("For multi-input x, set multi_input to True")
 
     if shuffled is True:
@@ -73,7 +73,7 @@ def kfold(x, y, folds=10, shuffled=True, multi_input=False):
 
     # create folds one by one
     for _i in range(folds):
-        
+
         # handle the case for multi-input model
         if multi_input:
             fold_x = []

From 73c6202743356e3ba6b09b5474613b9b7744c22e Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Sat, 23 Apr 2022 19:32:33 +0300
Subject: [PATCH 7/8] fixed tests

---
 talos/templates/params.py             | 16 +++++++++++++++-
 talos/templates/pipelines.py          |  8 ++++----
 tests/commands/test_predict.py        |  2 +-
 tests/commands/test_random_methods.py |  2 +-
 4 files changed, 21 insertions(+), 7 deletions(-)

diff --git a/talos/templates/params.py b/talos/templates/params.py
index 0d814823..aab1d233 100644
--- a/talos/templates/params.py
+++ b/talos/templates/params.py
@@ -1,4 +1,4 @@
-def titanic():
+def titanic(debug=False):
 
     from tensorflow.keras.optimizers import Adam, Nadam
 
@@ -15,6 +15,20 @@ def titanic():
          'activation': ['relu', 'elu'],
          'last_activation': ['sigmoid']}
 
+    if debug:
+         
+        p = {'lr': [0.1, 0.2],
+            'first_neuron': [4, 8],
+            'batch_size': [20, 30],
+            'dropout': [0.2, 0.3],
+            'optimizer': [Adam(), Nadam()],
+            'epochs': [50, 100],
+            'losses': ['logcosh', 'binary_crossentropy'],
+            'shapes': ['brick', 'triangle', 0.2],
+            'hidden_layers': [0, 1],
+            'activation': ['relu', 'elu'],
+            'last_activation': ['sigmoid']}
+
     return p
 
 
diff --git a/talos/templates/pipelines.py b/talos/templates/pipelines.py
index 16cf8221..81ba5f42 100644
--- a/talos/templates/pipelines.py
+++ b/talos/templates/pipelines.py
@@ -40,13 +40,13 @@ def iris(round_limit=2, random_method='uniform_mersenne'):
     return scan_object
 
 
-def titanic(round_limit=2, random_method='uniform_mersenne'):
+def titanic(round_limit=2, random_method='uniform_mersenne', debug=False):
 
     '''Performs a Scan with Iris dataset and simple dense net'''
     import talos as ta
-    scan_object = ta.Scan(ta.templates.datasets.titanic()[0][:50],
-                          ta.templates.datasets.titanic()[1][:50],
-                          ta.templates.params.titanic(),
+    scan_object = ta.Scan(ta.templates.datasets.titanic()[0],
+                          ta.templates.datasets.titanic()[1],
+                          ta.templates.params.titanic(debug),
                           ta.templates.models.titanic,
                           'test',
                           random_method=random_method,
diff --git a/tests/commands/test_predict.py b/tests/commands/test_predict.py
index 59bc01f9..ca006860 100644
--- a/tests/commands/test_predict.py
+++ b/tests/commands/test_predict.py
@@ -20,7 +20,7 @@ def test_predict():
     predict = talos.Predict(scan_object)
 
     _preds = predict.predict(x, 'val_acc', False)
-    _preds = predict.predict_classes(x, 'val_acc', False)
+    _preds = predict.predict_classes(x, 'val_acc', False, task='multi_label')
 
     print('finised Predict() \n')
 
diff --git a/tests/commands/test_random_methods.py b/tests/commands/test_random_methods.py
index 03f0cc87..0219414e 100644
--- a/tests/commands/test_random_methods.py
+++ b/tests/commands/test_random_methods.py
@@ -21,6 +21,6 @@ def test_random_methods():
                       ]
 
     for method in random_methods:
-        talos.templates.pipelines.titanic(random_method=method)
+        talos.templates.pipelines.titanic(random_method=method, debug=True)
 
     print('finish Random Methods \n')

From 860ea30db0afb38162aef503d10aeda2e7310c56 Mon Sep 17 00:00:00 2001
From: Mikko Kotila <mikko@pop-os.localdomain>
Date: Sat, 23 Apr 2022 19:38:46 +0300
Subject: [PATCH 8/8] updated docs

---
 docs/Predict.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/docs/Predict.md b/docs/Predict.md
index 10f58448..6f398763 100644
--- a/docs/Predict.md
+++ b/docs/Predict.md
@@ -34,5 +34,6 @@ Parameter | Default | Description
 `model_id` | None | the model_id to be used
 `metric` | None | the metric against which the validation is performed
 `asc` | None | should be True if metric is a loss
+`task`| NA | One of the following strings: 'binary' or 'multi_class'
 `saved` | bool | if a model saved on local machine should be used
 `custom_objects` | dict | if the model has a custom object, pass it here