F8EC7F00013E14FC3AF01FC00FF80107B512E0D8E001148027C0003FF8C7FC2D417DBF34>I<1438A71478A414F8A31301A31303A21307130F131FA2137F13FF1203000F90B6FCB8FCA3260007F8C8FCB3AE17E0AE6D6CEB01C0A316036D6C148016076D6C14006E6C5A91383FC01E91381FF07C6EB45A020313E09138007F802B597FD733>I<D903C0150FD807FFED1FFFB50203B5FCA40001ED0007D8007F1501A2013F81B3B25FA35FA35F011F15066E140E5F130F6E4A7F01075D6D6C494813E0D901FE4948EBFFC0903A00FFC01F8091393FFFFE00020F13F8020001C0EC800042407DBE49>I E%EndDVIPSBitmapFontend%%EndProlog%%BeginSetup%%Feature: *Resolution 600dpiTeXDict begin%%BeginPaperSize: a4a4%%EndPaperSize%%EndSetup%%Page: 1 11 0 bop 1704 872 a Fj(NetP)l(ac)l(k)1147 1054 y(Quic)l(k-start)44b(\(command)f(line\))1565 1540 y Fi(No)m(v)m(em)m(b)s(er)33b(4,)g(2003)515 1898 y Fh(1)134 b(Before)46 b(y)l(ou)f(b)t(egin)5152080 y Fg(Start)30 b(Matlab)f(and)h(add)g(initialize)g(the)g(to)r(olb)r(o)n(x.)44 b(This)30 b(can)f(b)r(e)i(done)e(b)n(y)h(running)g(the)5152179 y(command)d Ff(init_netpack_snn)o Fg(.)k(T)-7 b(o)28b(do)f(this,)h(at)f(the)h(Matlab)g(prompt)f(t)n(yp)r(e)5152345 y Ff(run\(fullfile\('NE)o(TP)o(AC)o(KRO)o(OT)o(',)37b('netpack',)j('init_netpack_s)o(nn')o(\)\))o(;)515 2511y Fg(where)22 b(for)g(NETP)-7 b(A)n(CKR)n(OOT)20 b(y)n(ou)i(substitute)h(the)g(installation)f(path)h(of)f(the)h(NetP)n(ac)n(k)5152611 y(to)r(olb)r(o)n(x)17 b(\(e.g.)34 b Ff(/home/user/netpa)o(ck-)o(to)o(ol)o(box)o(-1)o(.1)12 b Fg(or)17 b Ff(C:)p Fe(n)pFf(netpack-toolbo)o(x-1)o(.1)o Fg(\).)515 2711 y(F)-7b(or)30 b(\(almost\))i(all)f(functions)g(in)h(the)f(to)r(olb)r(o)n(x)g(online)g(help)h(is)f(a)n(v)-5 b(ailable)30 b(in)h(Matlab)g(b)n(y)5152810 y(t)n(yping:)515 2976 y Ff(help)42 b(<function)e(name>)5153142 y Fg(where)27 b Ff(<function)40 b(name>)25 b Fg(is)j(the)g(name)f(of)h(the)g(function)g(y)n(ou)f(w)n(an)n(t)g(information)g(on.)5153417 y Fh(2)134 b(T)-11 b(raining)45 b(a)h(neural)f(net)l(w)l(ork)5153615 y Fd(2.1)112 b(Imp)s(ort)36 b(training)g(data)5153769 y Fg(T)-7 b(raining)17 b(data)h(can)g(b)r(e)h(read)e(from)h(\014le)h(using)f(the)h(command)f Ff(import_ascii_da)o(ta_)o(sn)o(n)pFg(,)515 3868 y(whic)n(h)28 b(reads)f(an)h(ascii)f(\014le.)39b(This)28 b(\014le)h(m)n(ust)f(con)n(tain)f(columns)h(with)h(input)g(and)f(target)515 3968 y(v)-5 b(alues.)34 b(The)20 b(\014rst)g(argumen)n(t)g(is)g(the)h(name)f(of)g(the)h(\014le,)h(the)f(second)e(and)i(third)f(argumen)n(t)515 4067 y(con)n(tain)27 b(column)g(indices)h(for)f(inputs)h(and)f(targets.)36 b(F)-7 b(or)27 b(example,)g(the)h(command)515 4233 y Ff(wcf_data)40 b(=)j(import_ascii_data)o(_s)o(nn)o(\('f)o(il)o(e.a)o(sc)o(',)37 b(1,)43 b([2)g(3]\))515 4399 yFg(reads)19 b(training)h(patterns)g(from)g(the)h(\014le)fFf(file.asc)p Fg(,)f(with)i(inputs)g(from)f(the)h(\014rst)f(column)5154499 y(of)27 b(the)h(\014le,)g(and)g(outputs)f(from)h(the)g(second)f(and)g(third)h(column.)515 4599 y(See)f(also:)36 b Ff(wcfdata_struct_sn)o(n)1926 5255 y Fg(1)p eop%%Page: 2 22 1 bop 515 523 a Fd(2.2)112 b(Create)37 b(net)m(w)m(ork)515676 y Fg(T)-7 b(o)27 b(de\014ne)i(the)f(arc)n(hitecture)f(of)h(y)n(our)f(feed)h(forw)n(ard)e(net)n(w)n(ork,)h(y)n(ou)g(use)h(the)g(command)515776 y Ff(net_struct_snn)p Fg(,)19 b(whic)n(h)25 b(tak)n(es)f(three)h(argumen)n(ts;)f(1.)36 b(an)24 b(arra)n(y)f(of)i(in)n(tegers)e(with)j(the)515 876 y(n)n(um)n(b)r(er)33 b(of)g(units)h(in)f(eac)n(h)g(net)n(w)n(ork)f(la)n(y)n(er.)52 b(2.)h(a)33 b(cell)g(arra)n(y)e(with)j(transfer)e(function)515 975 y(names)27 b(for)g(eac)n(h)g(la)n(y)n(er.)35 b(3.)h(the)28 b(name)g(of)f(a)g(training)g(algorithm.)36b(F)-7 b(or)27 b(example,)515 1133 y Ff(net)42 b(=)h(net_struct_snn\([1)37 b(8)43 b(2],)f({'tansigtf_snn')c('lintf_snn'},)g('trainlm_snn'\))515 1291 y Fg(creates)28 b(a)i(net)n(w)n(ork)f(with)h(an)g(input)g(la)n(y)n(er)f(with)h(one)f(input,)j(one)d(hidden)i(la)n(y)n(er)d(with)i(8)515 1391 y(units)20 b(and)f(an)g(output)h(la)n(y)n(er)e(with)i(t)n(w)n(o)f(outputs.)34 b(The)20 b(hidden)g(la)n(y)n(er)e(has)h Ff(tansigtf_snn)515 1490 y Fg(\(a)29 b(h)n(yp)r(erb)r(olic)f(tangen)n(t)g(sigmoid\))h(as)f(a)h(transfer)f(function)h(and)g(the)g(output)g(la)n(y)n(er)f(has)515 1590 y(as)33 b(transfer)g(function)iFf(lintf_snn)30 b Fg(\(linear)k(transfer\).)55 b(F)-7b(or)33 b(training)h(the)g(Lev)n(en)n(b)r(erg-)515 1689y(Marquardt)26 b(algorithm)g(will)i(b)r(e)g(used)g(\()pFf(trainlm_snn)p Fg(\).)515 1789 y(See)f(also:)36 b Ff(transferfcn_snn,)h(trainfcn_snn)515 2020 y Fd(2.3)112b(T)-9 b(rain)37 b(net)m(w)m(ork)515 2173 y Fg(T)-7 b(raining)25b(a)h(net)n(w)n(ork)f(can)h(b)r(e)h(done)f(with)h(the)g(command)fFf(train_snn)p Fg(.)33 b(The)26 b(\014rst)h(argu-)5152273 y(men)n(t)f(con)n(tains)f(the)h(net)n(w)n(ork,)f(the)h(second)g(argumen)n(t)e(the)j(training)e(data.)36 b(Optionally)-7b(,)515 2372 y(a)31 b(third)i(argumen)n(t)e(can)g(b)r(e)i(sp)r(eci\014ed)f(con)n(taining)f(v)-5 b(alidation)32 b(data)f(whic)n(h)h(is)g(used)g(to)515 2472 y(early)26 b(stop)i(training.)36b(F)-7 b(or)27 b(example,)515 2630 y Ff([net,)41 b(tr_info])g(=)i(train_snn\(net,)37 b(wcf_data\))515 2860 y Fd(2.4)112b(Use)38 b(the)f(net)m(w)m(ork)g(as)h(an)g(estimator)5153014 y Fg(After)19 b(training,)g(the)g(net)n(w)n(ork)e(can)h(b)r(e)h(used)f(as)g(an)g(estimator.)33 b(The)18 b(command)gFf(simff_snn)515 3113 y Fg(tak)n(es)k(as)g(argumen)n(ts)g(the)i(net)n(w)n(ork)e(and)h(a)f(matrix)h(with)h(in)f(eac)n(h)f(column)i(an)e(input)i(pat-)515 3213 y(tern)d(and)f(returns)h(a)f(matrix)h(with)g(in)g(eac)n(h)g(column)g(an)f(estimate)h(for)g(the)g(corresp)r(onding)5153312 y(output.)37 b(F)-7 b(or)27 b(example,)515 3470y Ff(x)43 b(=)g([0:0.05:1])515 3570 y(y)g(=)g(simff_snn\(net,)38b(x\))515 3843 y Fh(3)134 b(Ensem)l(bles)515 4025 y Fg(T)-7b(o)27 b(estimate)h(con\014dence)f(and)g(prediction)g(in)n(terv)-5b(als,)27 b(w)n(e)h(use)f(ensem)n(bles)g(of)h(net)n(w)n(orks.)5154255 y Fd(3.1)112 b(T)-9 b(rain)37 b(ensem)m(bles)5154408 y Fg(An)31 b(ensem)n(ble)g(of)f(net)n(w)n(orks)g(can)g(b)r(e)h(created)f(b)n(y)h(training)f(the)h(net)n(w)n(orks)e(on)i(di\013eren)n(t)515 4508 y(subsets)j(of)h(the)g(training)g(data)f(set)h(and)g(b)n(y)f(training)g(with)i(di\013eren)n(t)f(initial)g(connec-)5154608 y(tion)k(w)n(eigh)n(ts.)71 b(New)39 b(initial)h(connection)e(w)n(eigh)n(ts)h(can)f(b)r(e)i(set)f(with)h(the)f(command)5154707 y Ff(reinitweights_sn)o(n)p Fg(.)28 b(T)-7 b(raining)17b(on)h(di\013eren)n(t)h(subset)f(is)g(done)g(with)h Ff(train_bootstrap_s)o(nn)o Fg(,)515 4807 y(whic)n(h)28b(tak)n(es)g(a)g(b)r(o)r(otstrap)f(sample)h(from)g(the)h(original)e(data)h(set)h(to)f(create)f(new)i(train-)515 4907 y(ing)c(and)g(v)-5b(alidation)25 b(sets,)h(or)e(with)i Ff(train_halfout_snn)oFg(,)20 b(whic)n(h)26 b(divides)f(the)h(original)5155006 y(data)d(set)g(at)h(random)e(in)i(a)f(training)g(and)g(a)g(v)-5b(alidation)23 b(set)h(of)f(equal)g(size.)36 b(F)-7 b(or)22b(example,)1926 5255 y(2)p eop%%Page: 3 33 2 bop 515 523 a Ff(for)42 b(m)h(=)g(1:10)689 623 y(net)f(=)i(reinitweights_s)o(nn\()o(ne)o(t\))o(;)689 722 y([nets\(m\),)c(tr_info\(m\),)f(datasets\(m\)])g(=)k(train_bootstrap_)o(sn)o(n\()o(net)o(,)37 b(wcf_data\))515 822 y(end)515 988 y Fg(or)5151154 y Ff(for)42 b(m)h(=)g(1:10)689 1254 y(net)f(=)i(reinitweights_s)o(nn\()o(ne)o(t\))o(;)689 1353 y([nets\(m\),)c(tr_info\(m\),)f(datasets\(m\)])g(=)k(train_halfout_sn)o(n\()o(ne)o(t,)37b(wcf_data\))515 1453 y(end)515 1685 y Fd(3.2)112 b(Av)m(erage)38b(ensem)m(bles)515 1839 y Fg(The)25 b(estimates)g(of)g(the)h(net)n(w)n(orks)d(in)j(the)f(ensem)n(ble)g(can)g(b)r(e)h(com)n(bined)f(in)g(sev)n(eral)f(w)n(a)n(ys)515 1938 y(to)f(giv)n(e)g(an)h(a)n(v)n(eraged)d(estimate.)35 b(W)-7 b(e)24 b(use)g(a)f(tec)n(hnique)h(called)fFc(b)l(alancing)p Fg(.)37 b(In)24 b(balancing)515 2038y(w)n(e)d(compute)g(a)g(w)n(eigh)n(ted)g(estimate)h(dep)r(ending)f(on)h(the)f(output)h(error)e(functions.)35 b(First,)515 2137y(the)i(w)n(eigh)n(t)g(of)g(eac)n(h)g(net)n(w)n(ork)f(is)h(computed)g(with)h Ff(balance_snn)p Fg(,)e(whic)n(h)h(returns)f(a)5152237 y(b)r(o)r(otstrap)27 b(estimate)g(of)h(the)g(net)n(w)n(ork)e(w)n(eigh)n(ts.)36 b(F)-7 b(or)27 b(example,)515 2403 y Ff(bootn)41b(=)i(100;)515 2503 y([network_weights)o(,)37 b(ym])43b(=)g(balance_snn\(nets)o(,)37 b(bootn,)k(datasets\))5152669 y Fg(Then,)35 b(for)d(eac)n(h)g(input)i(pattern)f(a)g(new)g(a)n(v)n(eraged)e(estimate)i(can)g(b)r(e)g(computed)h(with)5152768 y Ff(simff_avr_snn)p Fg(.)d(F)-7 b(or)27 b(example,)5152934 y Ff([y_av,)41 b(err_estimate])d(=)43 b(simff_avr_snn\(net)o(s,)37b(network_weights,)g(x\))515 3167 y Fd(3.3)112 b(Estimate)35b(con\014dence)k(in)m(terv)-6 b(als)515 3320 y Fg(Con\014dence)30b(in)n(terv)-5 b(als)29 b(can)h(b)r(e)h(calculated)f(with)hFf(confidence_snn)p Fg(,)25 b(whic)n(h)30 b(mak)n(es)f(an)5153420 y(estimate)k(of)h(the)g(lo)n(w)n(er)d(and)j(upp)r(er)f(b)r(ound)h(of)g(the)g(in)n(terv)-5 b(al)33 b(based)g(on)g(the)h(w)n(eigh)n(ted)515 3519 y(a)n(v)n(eraged)25 b(error)h(and)i Fb(c)12613531 y Fa(conf)7 b(idence)1599 3519 y Fg(.)39 b(The)28b(v)-5 b(alue)28 b(of)g Fb(c)2178 3531 y Fa(conf)7 b(idence)25443519 y Fg(dep)r(ends)28 b(on)g(the)h(desired)515 3619y(con\014dence)34 b(lev)n(el)f(1)h(-)g Fb(\013)p Fg(,)i(where)eFb(\013)h Fg(is)f(the)g(error)e(lev)n(el,)k(and)e(can)f(b)r(e)i(calculated)f(with)515 3719 y Ff(c_confidence_snn)o Fg(.)d(F)-7b(or)27 b(example,)515 3885 y Ff(error_level)39 b(=)k(0.33)5153984 y(c_confidence)38 b(=)44 b(c_confidence_sn)o(n\()o(err)o(or)o(_le)o(ve)o(l,)37 b(nets,)42 b(wcf_data,)d(network_weights\))5154084 y([ylc,)i(yuc,)h(y_av])g(=)h(confidence_snn\(c)o(_c)o(onf)o(id)o(enc)o(e,)37 b(nets,)k(network_weights,)c(x\))515 4316y Fd(3.4)112 b(Estimate)35 b(prediction)h(in)m(terv)-6b(als)515 4470 y Fg(Prediction)28 b(in)n(terv)-5 b(als)29b(are)g(calculated)g(with)h(the)g(command)g Ff(prediction_snn)pFg(,)24 b(whic)n(h)515 4569 y(mak)n(es)42 b(an)g(estimate)h(of)g(the)h(lo)n(w)n(er)d(and)i(upp)r(er)g(b)r(ound)h(of)f(the)g(in)n(terv)-5b(al)43 b(based)f(on)515 4669 y Fb(c)551 4681 y Fa(pr)r(ediction)8984669 y Fg(and)35 b(a)g(\(new\))h(net)n(w)n(ork)e(whic)n(h)h(giv)n(es)f(a)g(prediction)h(of)g(the)h(output)g(noise.)515 4768y(This)24 b(net)n(w)n(ork)g(and)g Fb(c)1209 4780 y Fa(pr)r(ediction)1546 4768 y Fg(are)g(calculated)g(with)h Ff(c_prediction_snn)pFg(.)30 b(F)-7 b(or)24 b(exam-)515 4868 y(ple,)1926 5255y(3)p eop%%Page: 4 44 3 bop 515 523 a Ff([c_prediction,)38 b(noise_net,)h(tr_info])h(=)j(...)863 623 y(c_prediction_snn\()o(err)o(or)o(_l)o(eve)o(l,)37b(nets,)42 b(datasets,)d(network_weights\))515 722 y([ylp,)i(yup,)h(y_av])g(=)h(...)863 822 y(prediction_snn\(c_)o(pre)o(di)o(ct)o(ion)o(,)37 b(noise_net,)j(nets,)h(network_weights,)c(x\))19265255 y Fg(4)p eop%%Trailerenduserdict /end-hook known{end-hook}if%%EOF