import random import itertools from pywatts import db def split(data, k): """Returns (X_train, y_train, X_eval, y_eval)""" # Training features as list of dictionaries (each dict is for ONE test run) X_train = [] # Training labels as list of dictionaries (each dict is for ONE test run) y_train = [] # Evaluation features as list of dictionaries (each i-th dict includes all features except X_train[i]) X_eval = [] # Evaluation labels as list of dictionaries (each i-th dict includes all labels except X_train[i]) y_eval = [] data_list = data['dc'].tolist() # Each sample has 337 elements samples = [data_list[i:i+337] for i in range(0, len(data_list) - 337, 337)] # Randomly shuffle samples random.shuffle(samples) for i in range(0, len(samples), k): # Create new dictionaries in the eval lists X_eval.append({'dc': [x for x in itertools.chain(samples[i:i+k])]}) y_eval.append({'dc': []}) for i in range(len(X_eval)): X_train.append({'dc': []}) y_train.append({'dc': []}) for c, d in enumerate(X_eval): if c != i: X_train[i]['dc'].extend(d['dc']) y_train[i]['dc'].append(y_eval[c]['dc']) print(X_train) print(y_train) exit(0) return X_train, y_train, X_eval, y_eval def train(nn, X_train, y_train, X_eval, y_eval, steps=10): """Trains the Network nn using k-cross-validation""" evaluation = [] for count, train_data in enumerate(X_train): for i in range(steps): nn.train(train_data, y_train[count], batch_size=int(len(train_data['dc'])/336), steps=1) print(X_eval[count]) print(len(X_eval[count]['dc'])) print(y_eval[count]) evaluation.append(nn.evaluate(X_eval[count], y_eval[count], batch_size=int(len(X_eval[count]['dc'])/336))) print("Training %s: %s/%s" % (count, (i+1), steps))