#!/usr/bin/env bash

# run the models multiple times to check for the reproducibility
for i in {1..1}

do
    echo Iteration $i of nn3
    ############## LSTM Cell
    #### with windowing

    #stacking_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --input_size 13 --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i & 

    #stacking_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --input_size 13 --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    #stacking_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --input_size 13 --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    ##################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seqwithdenselayer_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --input_size 13 --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    #seq2seqwithdenselayer_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --input_size 13 --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    #seq2seqwithdenselayer_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --input_size 13 --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    ##################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
    #
    ##### without windowing

    #attention_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    #attention_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    #attention_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    ###################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
    ###without stl decomposition

    #attention_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    #attention_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    #attention_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    ###################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seq_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #seq2seq_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #seq2seq_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seqwithdenselayer_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    #seq2seqwithdenselayer_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    #seq2seqwithdenselayer_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    wait
#    #########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
#    #########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

############ GRU Cell
    #stacking_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --input_size 13 --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    #stacking_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --input_size 13 --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    #stacking_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --input_size 13 --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    ##################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seqwithdenselayer_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --input_size 13 --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    #seq2seqwithdenselayer_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --input_size 13 --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    #seq2seqwithdenselayer_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --input_size 13 --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    ##################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
    #
    ##### without windowing

    #attention_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    #attention_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    #attention_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    ###################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
    ###without stl decomposition

    #attention_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    #attention_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    #attention_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    ###################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seq_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #seq2seq_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #seq2seq_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seqwithdenselayer_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    #seq2seqwithdenselayer_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    #seq2seqwithdenselayer_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type GRU --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    wait

    ##########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
#    #########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

############ RNN Cell
    #stacking_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --input_size 13 --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    #stacking_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --input_size 13 --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    #stacking_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --input_size 13 --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type stacking --input_format moving_window --seed $i &

    ##################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seqwithdenselayer_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --input_size 13 --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    #seq2seqwithdenselayer_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --input_size 13 --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    #seq2seqwithdenselayer_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/moving_window/nn3_stl_18i13v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/moving_window/nn3_test_18i13.tfrecords --txt_test_file datasets/text_data/NN3/moving_window/nn3_test_18i13.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --input_size 13 --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format moving_window --seed $i &

    ##################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
    #
    ##### without windowing

    #attention_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    #attention_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    #attention_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --seed $i &

    ###################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################
    ###without stl decomposition

    #attention_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    #attention_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    #attention_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/without_stl_decomposition/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type attention --input_format non_moving_window --without_stl_decomposition 1 --seed $i &

    ###################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seq_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #seq2seq_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #seq2seq_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seq --input_format non_moving_window --seed $i &

    #########################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################################

    #seq2seqwithdenselayer_non_moving_window_smac_cocob
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer cocob --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    #seq2seqwithdenselayer_non_moving_window_smac_adagrad
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adagrad --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adagrad --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

    #seq2seqwithdenselayer_non_moving_window_smac_adam
    python ./generic_model_trainer.py --dataset_name nn3 --contain_zero_values 0 --initial_hyperparameter_values_file configs/initial_hyperparameter_values/nn3_adam --binary_train_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18.tfrecords --binary_valid_file_train_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_train_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_stl_18v.tfrecords --binary_test_file_test_mode datasets/binary_data/NN3/non_moving_window/nn3_test_18.tfrecords --txt_test_file datasets/text_data/NN3/non_moving_window/nn3_test_18.txt --actual_results_file datasets/text_data/NN3/nn3_results.txt --cell_type RNN --forecast_horizon 18 --optimizer adam --hyperparameter_tuning smac --model_type seq2seqwithdenselayer --input_format non_moving_window --seed $i &

wait
done
echo All Iterations Completed!