% Ellipsen 8161 10099 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 9127 10099 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 10092 10099 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 7195 10099 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 3333 10099 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 8161 6582 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 4298 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 5264 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 6230 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 8161 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 9127 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 10092 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 7195 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 3333 10030 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 8161 6513 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 4298 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 5264 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 6230 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 8161 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 9127 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 10092 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 7195 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr% Ellipsen 3333 9961 276 69 0 360 DrawEllipse gs col7 1.00 shd ef gr gs col0 s gr$F2psEndrs%%EndDocument @endspecial 1456 1665 a Fm(Figure)24 b(1:)29 b(Example)24b(System)-24 2041 y Fl(1)119 b(Intr)n(oduction)-24 2340y Fm(The)34 b(P)o(arallel)h(V)-5 b(irtual)35 b(File)f(System)g(\(PVFS\))f(is)h(a)g(parallel)j(\002le)c(system.)63 b(It)34b(allo)n(ws)h(applications,)40 b(both)c(serial)f(and)-242453 y(parallel,)30 b(to)d(store)i(and)f(retrie)n(v)o(e)h(\002le)d(data)j(which)e(is)h(distrib)n(uted)j(across)e(a)e(set)g(of)h(I/O)f(serv)o(ers.)42 b(This)27 b(is)g(done)i(through)-24 2566y(traditional)j(\002le)c(I/O)g(semantics,)j(which)e(is)g(to)g(say)g(that)g(you)h(can)f(open,)h(close,)h(read,)g(write,)e(and)h(seek)f(in)g(PVFS)d(\002les)-24 2679 y(just)e(as)f(in)h(\002les)f(stored)i(in)f(your)g(home)g(directory)-6 b(.)-24 2883 y(The)18 b(primary)h(goal)g(of)f(PVFS)d(is)j(to)h(pro)o(vide)g(a)f(high)h(performance)i(\223global)f(scratch)g(space\224)f(for)g(clusters)h(of)e(w)o(orkstations)-24 2996 y(running)30 b(parallel)g(applications.)45b(That)28 b(said,)h(there)g(are)f(all)g(sorts)h(of)f(other)h(w)o(ays)f(that)h(people)g(ha)n(v)o(e)g(tried)g(to)e(or)h(might)-243109 y(w)o(ant)f(to)g(use)g(PVFS.)d(W)-7 b(e)26 b(try)h(to)g(support)h(other)g(uses)g(as)f(long)g(as)g(the)o(y)g(do)g(not)g(interfere)i(with)e(the)g(system')-5 b(s)28 b(ability)h(to)-24 3221 y(pro)o(vide)c(high)f(performance)i(parallel)g(I/O.)-24 3426 y(PVFS)f(de)n(v)o(elopment)30b(is)d(performed)i(on)f(x86)g(Linux)g(box)o(es;)j(ho)n(we)n(v)o(er)l(,)e(Alpha)f(Linux)g(is)f(also)i(supported.)43 b(The)27b(PVFS)-24 3539 y(serv)o(ers)38 b(are)e(not)h(particularly)j(platform)e(dependent,)k(so)37 b(it)f(is)g(possible)j(that)e(PVFS)d(could)k(be)e(compiled)i(on)f(other)-24 3652 y(platforms.)-24 3856y(F)o(or)29 b(the)g(purposes)j(of)e(discussion)i(we)d(will)g(pretend)j(that)e(we)f(are)g(installing)k(PVFS)27 b(on)i(a)h(small)f(cluster)i(of)f(nine)g(ma-)-24 3969 y(chines.)50 b(In)30 b(our)g(e)o(xample)h(system,)h(sho)n(wn)e(in)g(Figure)h(1,)g(there)g(is)f(one)h(\223head\224)g(node,)i(called)e(head,)h(and)f(eight)g(other)-244082 y(nodes,)22 b(n1\226n8.)30 b(Each)20 b(of)h(these)h(systems)g(has)f(a)g(local)h(disk,)g(the)o(y)f(are)g(connected)j(via)d(some)g(switch)g(or)g(hub,)h(IP)e(is)g(up)h(and)-24 4195 y(running,)27b(and)f(the)o(y)f(can)g(talk)h(to)f(each)h(other)g(via)f(these)h(short)g(names.)34 b(W)-7 b(e)24 b(will)h(come)g(back)h(to)f(this)h(e)o(xample)f(through-)-24 4307 y(out)35 b(this)f(te)o(xt)h(in)f(order)i(to)e(clarify)i(installation)h(and)e(con\002guration)i(issues.)63b(This)34 b(te)o(xt)h(is)f(rife)g(with)h(e)o(xample)g(shell)-244420 y(interactions)27 b(in)c(order)i(to)e(sho)n(w)h(e)o(xactly)g(ho)n(w)f(things)i(are)f(con\002gured,)h(hopefully)i(this)d(is)f(helpful)i(and)f(not)g(irritating!)-24 4625 y(In)g(Section)h(2)f(we)f(will)h(discuss)i(high-le)n(v)o(el)g(or)n(ganizational)j(issues)c(in)f(the)h(system.)31 b(In)24 b(Sections)h(3)f(and)h(4)f(we)f(co)o(v)o(er)h(the)-24 4737 y(details)g(of)f(compiling)h(and)f(installing)j(PVFS.)19b(Section)24 b(6)e(discusses)j(ho)n(w)e(to)f(mak)o(e)h(best)g(use)g(of)g(PVFS)d(in)i(applications,)-24 4850 y(both)28 b(those)g(using)g(standard)h(interf)o(aces)h(and)e(ones)f(using)i(R)l(OMIO)c(or)i(the)h(nati)n(v)o(e)f(PVFS)e(libraries.)41 b(Section)28 b(7)f(co)o(v)o(ers)-24 4963 y(some)32 b(useful)i(utilities)g(supplied)h(with)d(PVFS.)e(Finally)j(a)f(set)g(of)h(appendices)i(pro)o(vide)f(additional)h(details)f(on)e(topics)-24 5076 y(such)24 b(as)g(con\002guration)i(\002le)d(formats,)h(scripts,)h(RPMs,)d(and)i(mounting)h(PVFS)c(\002le)i(systems.)1920 5580 y(3)p eop%%Page: 4 44 3 bop 820 1189 a @beginspecial 0 @llx 0 @lly 385 @urx182 @ury 2695 @rwi @setspecial%%BeginDocument: eps/user-guide-sys.eps%!PS-Adobe-2.0 EPSF-2.0%%Title: user-guide-sys.eps%%Creator: fig2dev Version 3.2 Patchlevel 1a%%CreationDate: Tue Jan  2 13:56:01 2001%%For: rross@foo.mcs.anl.gov (Robert Ross,Clemson U,864-656-7223,864-653-8674)%%Orientation: Portrait%%BoundingBox: 0 0 385 182%%Pages: 0%%BeginSetup%%EndSetup%%Magnification: 1.0000%%EndComments/$F2psDict 200 dict def$F2psDict begin$F2psDict /mtrx matrix put/col-1 {0 setgray} bind def/col0 {0.000 0.000 0.000 srgb} bind def/col1 {0.000 0.000 1.000 srgb} bind def/col2 {0.000 1.000 0.000 srgb} bind def/col3 {0.000 1.000 1.000 srgb} bind def/col4 {1.000 0.000 0.000 srgb} bind def/col5 {1.000 0.000 1.000 srgb} bind def/col6 {1.000 1.000 0.000 srgb} bind def/col7 {1.000 1.000 1.000 srgb} bind def/col8 {0.000 0.000 0.560 srgb} bind def/col9 {0.000 0.000 0.690 srgb} bind def/col10 {0.000 0.000 0.820 srgb} bind def/col11 {0.530 0.810 1.000 srgb} bind def/col12 {0.000 0.560 0.000 srgb} bind def/col13 {0.000 0.690 0.000 srgb} bind def/col14 {0.000 0.820 0.000 srgb} bind def/col15 {0.000 0.560 0.560 srgb} bind def/col16 {0.000 0.690 0.690 srgb} bind def/col17 {0.000 0.820 0.820 srgb} bind def/col18 {0.560 0.000 0.000 srgb} bind def/col19 {0.690 0.000 0.000 srgb} bind def/col20 {0.820 0.000 0.000 srgb} bind def/col21 {0.560 0.000 0.560 srgb} bind def/col22 {0.690 0.000 0.690 srgb} bind def/col23 {0.820 0.000 0.820 srgb} bind def/col24 {0.500 0.190 0.000 srgb} bind def/col25 {0.630 0.250 0.000 srgb} bind def/col26 {0.750 0.380 0.000 srgb} bind def/col27 {1.000 0.500 0.500 srgb} bind def/col28 {1.000 0.630 0.630 srgb} bind def/col29 {1.000 0.750 0.750 srgb} bind def/col30 {1.000 0.880 0.880 srgb} bind def/col31 {1.000 0.840 0.000 srgb} bind def/col32 {0.812 0.796 0.812 srgb} bind def/col33 {0.812 0.796 0.812 srgb} bind def/col34 {0.812 0.796 0.812 srgb} bind defendsave-166.0 267.0 translate1 -1 scale/cp {closepath} bind def/ef {eofill} bind def/gr {grestore} bind def/gs {gsave} bind def/sa {save} bind def/rs {restore} bind def/l {lineto} bind def/m {moveto} bind def/rm {rmoveto} bind def/n {newpath} bind def/s {stroke} bind def/sh {show} bind def/slc {setlinecap} bind def/slj {setlinejoin} bind def/slw {setlinewidth} bind def/srgb {setrgbcolor} bind def/rot {rotate} bind def/sc {scale} bind def/sd {setdash} bind def/ff {findfont} bind def/sf {setfont} bind def/scf {scalefont} bind def/sw {stringwidth} bind def/tr {translate} bind def/tnt {dup dup currentrgbcolor  4 -2 roll dup 1 exch sub 3 -1 roll mul add  4 -2 roll dup 1 exch sub 3 -1 roll mul add  4 -2 roll dup 1 exch sub 3 -1 roll mul add srgb}  bind def/shd {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul  4 -2 roll mul srgb} bind def /DrawEllipse {	/endangle exch def	/startangle exch def	/yrad exch def	/xrad exch def	/y exch def	/x exch def	/savematrix mtrx currentmatrix def	x y tr xrad yrad sc 0 0 1 startangle endangle arc	closepath	savematrix setmatrix	} def/$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def/$F2psEnd {$F2psEnteredState restore end} def%%EndProlog$F2psBegin10 setmiterlimitn -1000 5444 m -1000 -1000 l 10169 -1000 l 10169 5444 l cp clip n 0.06000 0.06000 sc% Polyline7.500 slwn 6015 1441 m 6716 1441 l 6716 1823 l 6015 1823 l cp gs col0 s gr /Helvetica-Bold ff 210.00 scf sf6142 1696 mgs 1 -1 sc (MGR) col0 sh gr/Helvetica-Bold ff 225.00 scf sf7226 3735 mgs 1 -1 sc (.) col0 sh gr/Helvetica-Bold ff 225.00 scf sf7226 3863 mgs 1 -1 sc (.) col0 sh gr/Helvetica-Bold ff 225.00 scf sf7226 3990 mgs 1 -1 sc (.) col0 sh gr/Helvetica-Bold ff 225.00 scf sf6334 3289 mgs 1 -1 sc (.) col0 sh gr/Helvetica-Bold ff 225.00 scf sf6334 3417 mgs 1 -1 sc (.) col0 sh gr/Helvetica-Bold ff 225.00 scf sf6334 3544 mgs 1 -1 sc (.) col0 sh gr% Polyline30.000 slwgs  clippath6969 4125 m 6996 4206 l 6915 4179 l 7037 4301 l 7091 4247 l cp6779 4043 m 6751 3961 l 6833 3989 l 6711 3867 l 6657 3921 l cpclipn 6716 3926 m 7032 4242 l gs col1 1.00 shd ef gr gs col1 s gr gr% arrowhead45.000 slwn 6779 4043 m 6751 3961 l 6833 3989 l 6806 4016 l 6779 4043 l  cp gs col1 1.00 shd ef gr  col1 s% arrowheadn 6969 4125 m 6996 4206 l 6915 4179 l 6942 4152 l 6969 4125 l  cp gs col1 1.00 shd ef gr  col1 s% Polyline30.000 slwgs  clippath6969 3232 m 6996 3313 l 6915 3287 l 7037 3408 l 7091 3354 l cp6779 3151 m 6751 3069 l 6833 3096 l 6711 2975 l 6657 3029 l cpclipn 6716 3034 m 7032 3349 l gs col1 1.00 shd ef gr gs col1 s gr gr% arrowhead45.000 slwn 6779 3151 m 6751 3069 l 6833 3096 l 6806 3124 l 6779 3151 l  cp gs col1 1.00 shd ef gr  col1 s% arrowheadn 6969 3232 m 6996 3313 l 6915 3287 l 6942 3259 l 6969 3232 l  cp gs col1 1.00 shd ef gr  col1 s% Polyline30.000 slwgs  clippath6969 2722 m 6996 2803 l 6915 2777 l 7037 2898 l 7091 2844 l cp6779 2641 m 6751 2559 l 6833 2586 l 6711 2465 l 6657 2519 l cpclipn 6716 2524 m 7032 2839 l gs col1 1.00 shd ef gr gs col1 s gr gr% arrowhead45.000 slwn 6779 2641 m 6751 2559 l 6833 2586 l 6806 2614 l 6779 2641 l  cp gs col1 1.00 shd ef gr  col1 s% arrowheadn 6969 2722 m 6996 2803 l 6915 2777 l 6942 2749 l 6969 2722 l  cp gs col1 1.00 shd ef gr  col1 s% Polyline7.500 slwn 6015 3671 m 6716 3671 l 6716 4054 l 6015 4054 l cp gs col0 s gr % Polylinen 6015 2779 m 6716 2779 l 6716 3162 l 6015 3162 l cp gs col0 s gr % Polylinen 6015 2269 m 6716 2269 l 6716 2652 l 6015 2652 l cp gs col0 s gr /Helvetica-Bold ff 210.00 scf sf6079 2524 mgs 1 -1 sc (ION) col0 sh gr/Helvetica-Bold ff 210.00 scf sf6079 3034 mgs 1 -1 sc (ION) col0 sh gr