%~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
%
%  Data fitting DEMO of neural networks with matrix inputs.
%
%  Author: Povilas Daniu餴s, paralax@hacker.lt
%  http://ai.hacker.lt - lithuanian site about Artificial Intelligence.
%
%  TODO: weighted MSE minimization, maximal likelihood method, multiple
%  activation function support.
%  ----------------------------------------------------------------------
function f = demo_logistic_map()

clear all

alpha = 0.9;     % inertia
eta = 0.01;     % inital learning rate
epsilon = 0.035;    % needed MSE
epsilon1 = 0.001;  % minimal descent (stopping criteria) - all iterations in this case
neurones = 15;
n = 4;
numEpochs = 50;
earlyStop = 5;    

y(1) = 0.5;
for i=2:1000
    y(i) = 3.8*y(i-1)*(1 - y(i-1));
end


for i=1:length(y)-7
    x.training(i).mat = [y(i+1), y(i+2); y(i+3), y(i+4); y(i+5), y(i+6)];  % matrix 
    x.vtraining(i,:) = [y(i+1), y(i+2), y(i+3), y(i+4), y(i+5), y(i+6)];   % vector
    x.target(i) = y(i+7);
end

for i=1:500
    data.training(i).mat = x.training(i).mat;
    data.vtraining(i,:) = x.vtraining(i,:);
    data.target(i) = x.target(i);
end


data.vtraining = data.vtraining';

net=newff(minmax(data.vtraining),[neurones,1],{'tansig','purelin'},'traingd'); 
%net.trainParam.maxit = numIter; 
net.trainParam.show = NaN;
net.trainParam.epochs = 1000;
net.trainParam.goal = epsilon;  
[net,tr,rez,errors]=train(net,data.vtraining,data.target);




e = mNN_device(neurones,size(data.training(1).mat),alpha,eta,epsilon,epsilon1,earlyStop);
nn = NN_device(neurones,length(data.vtraining(:,1)));

e_gd = gdtrain(e,data,numEpochs);
e_elm = ELM_train(e,data); 
nn = velm_train(nn,data);



% -----------------------------------------------------------------------
clear data

for i=501:600
    data.training(i-500).mat = x.training(i).mat;
    data.vtraining(i-500,:) = x.vtraining(i,:);
    data.target(i-500) = x.target(i);
end

data.vtraining = data.vtraining';

s = sim(net,data.vtraining);
s1 = NN_sim(nn,data);
s_gd = mNN_sim(e_gd,data);
s_elm = mNN_sim(e_elm,data);



figure;
plot(data.target,'r-');
hold on;
plot(s,'b-');
hold on;
plot(s1,'b:');
hold on;
plot(s_gd,'b--');
hold on;
plot(s_elm,'b-');

%legend('Real','NNg','NNe','MNNg','MNNe');



sse1 = sum((data.target - s).^2);     % NN(gd)
sse2 = sum((data.target - s1).^2);    % NN(elm)
%sse3 = sum((data.target - s_gd).^2);  % MNN(gd)
sse4 = sum((data.target - s_elm).^2); % MNN(elm) 

sse1 = sse1 / length(data.target);
sse2 = sse2 / length(data.target);
%sse3 = sse3 / length(data.target);
sse4 = sse4 / length(data.target);


%fprintf('NN(gd) = %f, NN(elm) = %f, MNN(gd) = %f, MNN(elm) = %f \n',sse1,sse2,sse3,sse4);
f = sse2/sse4;

% -------------------------------------------------------------------------