%!PS-Adobe-2.0 %%Creator: dvipsk 5.58a Copyright 1986, 1994 Radical Eye Software %%Title: honolulu_rev.dvi %%Pages: 8 %%PageOrder: Ascend %%BoundingBox: 0 0 596 842 %%DocumentPaperSizes: a4 %%EndComments %DVIPSCommandLine: dvips honolulu_rev %DVIPSParameters: dpi=300, compressed, comments removed %DVIPSSource: TeX output 1996.03.18:0918 %%BeginProcSet: texc.pro /TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N /X{S N}B /TR{translate}N /isls false N /vsize 11 72 mul N /hsize 8.5 72 mul N /landplus90{false}def /@rigin{isls{[0 landplus90{1 -1}{-1 1} ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR[matrix currentmatrix{dup dup round sub abs 0.00001 lt{round}if} forall round exch round exch]setmatrix}N /@landscape{/isls true N}B /@manualfeed{statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{ /nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{ /sf 1 N /fntrx FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0] N df-tail}B /E{pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{ 128 ch-data dup length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 sub]/id ch-image N /rw ch-width 7 add 8 idiv string N /rc 0 N /gp 0 N /cp 0 N{rc 0 ne{rc 1 sub /rc X rw}{G}ifelse}imagemask restore}B /G{{id gp get /gp gp 1 add N dup 18 mod S 18 idiv pl S get exec}loop}B /adv{cp add /cp X}B /chg{rw cp id gp 4 index getinterval putinterval dup gp add /gp X adv}B /nd{/cp 0 N rw exit}B /lsh{rw cp 2 copy get dup 0 eq{pop 1}{ dup 255 eq{pop 254}{dup dup add 255 and S 1 and or}ifelse}ifelse put 1 adv}B /rsh{rw cp 2 copy get dup 0 eq{pop 128}{dup 255 eq{pop 127}{dup 2 idiv S 128 and or}ifelse}ifelse put 1 adv}B /clr{rw cp 2 index string putinterval adv}B /set{rw cp fillstr 0 4 index getinterval putinterval adv}B /fillstr 18 string 0 1 17{2 copy 255 put pop}for N /pl[{adv 1 chg} {adv 1 chg nd}{1 add chg}{1 add chg nd}{adv lsh}{adv lsh nd}{adv rsh}{ adv rsh nd}{1 add adv}{/rc X nd}{1 add set}{1 add clr}{adv 2 chg}{adv 2 chg nd}{pop nd}]dup{bind pop}forall N /D{/cc X dup type /stringtype ne{] }if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{ cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto /V matrix currentmatrix dup 1 get dup mul exch 0 get dup mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N /eop{SI restore userdict /eop-hook known{eop-hook}if showpage}N /@start{userdict /start-hook known{start-hook}if pop /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for 65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V {}B /RV statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval dup(Display)eq exch 0 4 getinterval(NeXT)eq or}{pop false} ifelse}{false}ifelse end{{gsave TR -.1 .1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 .1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /QV{gsave newpath transform round exch round exch itransform moveto rulex 0 rlineto 0 ruley neg rlineto rulex neg 0 rlineto fill grestore}B /a{moveto}B /delta 0 N /tail {dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail}B /c{-4 M} B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B /k{ 4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w}B /q{ p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end %%EndProcSet TeXDict begin 39158280 55380996 1000 300 300 (honolulu_rev.dvi) @start /Fa 6 57 df<133013F0120712FF12F91201B3A4387FFFC0A2121D7D9C1A>49 D51 DI<383801C0EA3FFF148014005B13F813800030C7FCA4EA31FCEA37FF383E0F80 383807C0383003E0120014F0A21238127C12FCA214E0EAF807006013C038381F80381FFE 00EA07F8141D7D9C1A>I<133F3801FFC03807C0E0EA0F81381F03F0121E123E127CEB01 E090C7FCEAFC1013FF00FD13C0EB03E038FE01F0A200FC13F8A4127CA3003C13F0123E38 1E03E0380F07C03807FF803801FE00151D7E9C1A>I56 D E /Fb 1 85 df<381FFFFE38381C0E0020130412601240133812 8000001300A25BA45BA4485AA41203EA3FFC17177F9615>84 D E /Fc 3 108 df0 D<12C0B3B3A9022D7BA10D>106 DI E /Fd 13 121 df<14F8EB03061304EB 080313101320EB4007A2138014063801000E140CEB07F8EB0470380207D8EB001CA2141E 5AA448133CA3147800181370001413F014E0381201C038218700EA207C90C7FCA25AA45A A318297F9F1A>12 D<380FFFF05A5A3860400012C0EA80C012005B1201A4120390C7FCA2 5AA3120E120614147E9314>28 D<127012F8A3127005057C840D>58 D<127012F012F8A212781208A31210A31220A21240050E7C840D>I<3A01FFF0FFF83A00 1F000F80011E1400A349131EA4495BA4495B90B512F89038F00078A248485BA44848485A A44848485AA4000F130739FFF87FFC251F7E9E26>72 D<3801FFF038001F00131EA35BA4 5BA45BA4485AA4485AA4485AA4120FEAFFF0141F7E9E14>I<14FF90380781C090381C00 E0491370491338D801C0131C120349131E48C7120E5A121EA25AA248141EA448143CA215 3815781570007014F0EC01E0007814C0EC03800038EB07006C130E5C000F1370380381C0 C6B4C7FC1F217F9F23>79 D<14FF90380781C090381C00E04913704913384848131C485A 49131E48C7FC48140E121EA25A151E5AA448143CA2153815781570007014F015E090380E 01C039783003803938408700001C138E149C000E13F03903C1C020EA00FF010013601540 15C0ECE18014FF1500147E143C1F297F9F24>81 D<48B5128039001E00F01538151CA249 131EA449133CA2157815F09038F001C0EC0700EBFFF8EBF00E48487E1580140315C03903 C00780A43907800F001502A21504000F130739FFF80308C7EA01F01F207E9E23>I<137C EA0182EA0701120E121C123CEA3802EA780CEA7BF0EA7C0012F0A4127013011302EA3004 EA1838EA0FC010147E9315>101 D<381E0780382318C0EBA0603843C0701380A2388700 E01207A3380E01C0A3EB0382001C1384EB07041408130300381310381801E017147E931B >110 D<381E01C0EA230314E0EA438113000047136000871340120EA3481380A3EB0100 A213025B120CEA0E18EA03E013147E9316>118 D<3803C1C0380C622038103470EB38F0 12201460384070001200A35BA314203861C04012F1148012E238446300EA383C14147E93 1A>120 D E /Fe 2 51 df<1218127812981218AC12FF08107D8F0F>49 D<121FEA6180EA40C0EA806012C01200A213C0EA0180EA030012065AEA10201220EA7FC0 12FF0B107F8F0F>I E /Ff 3 52 df<1206120E12FE120EB1EAFFE00B157D9412>49 DII E /Fg 25 118 df<137013F0EA01C0EA0380EA0700120E5AA25AA25AA3 5AAA1270A37EA27EA27E7EEA0380EA01C0EA00F013700C24799F18>40 D<12C07E12707E7E7E7EA2EA0380A2EA01C0A3EA00E0AAEA01C0A3EA0380A2EA0700A212 0E5A5A5A5A5A0B247B9F18>I<1238127C127EA2123E120E121E121C127812F01260070B 788418>44 D<137013F8A213D8A2EA01DCA3138CEA038EA4EA0707A5380FFF80A3EA0E03 381C01C0A3387F07F000FF13F8007F13F0151C7F9B18>65 D67 DIII<3801F0C0EA03FDEA07FFEA0F07EA1C03123CEA38011270A290C7FC5AA5EB 0FF0131F130F387001C0A3EA3803A2EA1C07EA0F0FEA07FFEA03FDEA01F1141C7E9B18> I<387F07F038FF8FF8387F07F0381C01C0A9EA1FFFA3EA1C01AA387F07F038FF8FF8387F 07F0151C7F9B18>I76 D<38FC01F8EAFE03A2383B06E0A4138EA2EA398CA213DCA3EA38D8A213F81370A21300A6 38FE03F8A3151C7F9B18>I80 D82 D<3807F0C0EA0FFDEA3FFFEA7C0FEA7003EAE001A390 C7FC12701278123FEA1FF0EA07FEC67EEB0F80EB03C01301EB00E0A2126012E0130100F0 13C038FC0780B512005BEAC3F8131C7E9B18>I<38FE03F8EAFF07EAFE03383C01E0001C 13C0A3EA1E03000E1380A438070700A4EA038EA4EA018C13DCA3EA00D813F8A21370151C 7F9B18>86 D<387F0FE0139F130F380E0700120FEA070E138EEA039C13DCEA01FC5B1200 5B137013F07F487E13DCEA039E138EEA070F7F000E13801303001C13C0387F07F000FF13 F8007F13F0151C7F9B18>88 D<38FE03F8EAFF07EAFE03381C01C0EA1E03000E1380A238 070700A2EA038EA2EA018C13DCA2EA00F8A21370A9EA01FC487E6C5A151C7F9B18>I97 D<127E12FE127E120EA5131FEB7F80EBFFC0380F C1E0EB00F01470000E13781438A61470120FEB80F0EBC1E0380EFFC0EB7F8038061E0015 1C809B18>II110 DI<487E1203A4387FFFC0B5FCA238038000A9144014E0A3EBC1 C03801FF806C1300137C13197F9818>116 D<387E07E0EAFE0FEA7E07EA0E00AC1301EA 0F033807FFFC3803FEFE3801F8FC1714809318>I E /Fh 60 122 df12 D34 D<121C123E127EA2123A12021204A21208A21210122012401280070E769F0E>39 D<121C123CA41204A21208A212101220A212401280060E7D840E>44 DI<127012F8A212F012E005057B840E>I<154015C0EC 0180A2EC0300A21406A25C5CA25CA25C5CA2495AA249C7FCA213065BA25BA25BA25B5BA2 485AA248C8FCA212065AA25AA25AA25A5AA25A1A2D7FA117>I<1302A21306130E133C13 DCEA031C12001338A41370A413E0A4EA01C0A4EA0380A41207EAFFF80F1E7B9D17>49 D<131FEB61C0EB8060EA010000021370EB40301204EB2070EA0840A3EB80E0EA09003806 01C000001380EB0300130E1318132013C00003C7FC12044813405A14805AEA4001387F03 00EA43FEEA80FC1378141F7C9D17>II<146014E0A3EB01C0A3EB0380A2 14005BA21306130E130C5BA25BA213635B1387EA01071203EA060E12041208EA3F8EEA60 7C38801FC038001C00A25BA45BA2136013277E9D17>II<3808E010EA0BF00017132038 1E1040381819C038300E80EA2000384001005BEA8002EA00061304130C13081318133813 30A25BA213E05B1201A25B1203A348C7FCA21206141F799D17>55 DI<131FEB6180EBC0C0EA0180380300E01206120EA25A A314C0EA1801A21303A2EB0780EA0C0BEA04133803E700EA00071306130E130CEA601CEA F0185B485AEA80C0EA4380003EC7FC131F7B9D17>I<1207120F121FA2120E1200AA1270 12F8A212F012E008147B930E>I<1406A2140E141EA2143EA2145EA2149E1301141E1302 A2EB041F801308131813101320A2EB7FFFEB400F1380120113001202A2481480000C1307 001C130FB4EB7FF01C207E9F21>65 D<90B512C090381E00F015781538153C5BA4491378 A215F0EC01E09038F007809038FFFE009038F00F80EC03C03801E00115E0A3EA03C0A315 C038078003EC0780EC0F00141E380F007CB512E01E1F7D9E20>II<90 B5128090381E00E015701538151C5B150EA35BA449131EA44848133CA3157848481370A2 15E0EC01C0380780031580EC0E005C380F0070B512C01F1F7D9E22>I<90B512FE90381E 001C150C1504A25BA490387804081500A2140C495AEBFFF8EBF018A23801E010A3EC0010 48481320A21540A248481380140115001407380F001FB512FE1F1F7E9E1E>I<90B512F8 90381E007015301510A25BA4491320EC0800A3495A1430EBFFF0EBF0303801E020A44848 C7FCA4485AA4120FEAFFF81D1F7D9E1D>II73 D<90380FFF809038007C001478A35CA4495AA4495AA4495AA449C7FCA212301278EAF81E A2485AEA8038EA40706C5AEA1F8019207D9E18>I<9039FFF01FE090391F000F80011EEB 0E0015085D495B5D4AC7FC1402495A5C5C1430EBF0F0EBF1F8EBF27813F448487E13F013 E080EA03C0A280A2EA07806E7EA3000F8039FFF03FF8231F7D9E23>II<01FFECFF80011F903801F8005E9038178002A20127EB05E0A2150915 110147EB13C01523A215430187EB47801587EC8107A2270103C20FC7FCA214C4A20002EB C81E14D0A214E000045C14C0A2000C1380001CEB007C3AFF8307FF80291F7D9E28>I<01 FFEB1FF0011FEB078091388002001317A2903823C004A3EB21E001415B14F01340A29038 807810A2147C143CD801005B141EA300026D5AA215C01407485C1403A2120C001C6DC7FC EAFF80241F7E9E21>I<90B512C090381E00E015781538153C5BA4491378A215F015E090 38F001C0EC0700EBFFFC01F0C7FC485AA4485AA4485AA4120FEAFFF01E1F7E9E1E>80 D<90B5FC90381E03C0EC00E0157015785BA44913F0A2EC01E015C09038F00700141EEBFF F0EBF01C48487E140F8015803903C00F00A43807801E1508A21510000F130ED8FFF01320 C7EA03C01D207D9E21>82 D<903807E080EB1C119038300B00EB600713C000017FEB8002 1203A391C7FCA27F13F813FF6C13C06C7FEB1FF0130313001470A31220A21460006013E0 5C130100705BD8F803C7FCEAC60CEA81F819217D9F19>I<000FB512F8391E03C0700018 141012101220EB078012601240A239800F002000001400A3131EA45BA45BA45BA4120138 7FFF801D1F799E20>I<393FFC07FC3907C001E09038800080A3390F000100A4001E1302 A4485BA4485BA4485BA35C5C12705C6C48C7FCEA1806EA0C18EA03E01E20789E21>I<39 FFE007F8391F0001C015806C1400A214025CA25CA25C5CA26D5A12075C0181C7FCA21382 A21384138C138813D0120313E0A25B5BA290C8FCA21D20779E21>I<9039FFE07FC09039 1F801E0090380F001815106E5A01075B5D14C1010390C7FC14C214E4EB01E814F0A21300 A280EB01781302EB047CEB083C1310EB303EEB201E1340EB801F48487E1202000680121E 39FF807FF0221F7E9E21>88 D92 D<13F338030B8038060F00487E12181238130E 1270A3485AA31440EB3880A2EA607813F838311900EA1E0E12147B9317>97 DI<13FCEA0182EA0601EA0C0F121C EA180EEA3804EA7000A35AA5EA60021304EA3008EA1070EA0F8010147B9315>I<14F013 07EB00E0A4EB01C0A4EB0380A213F3EA030B38060F00487E12181238130E1270A3485AA3 1440EB3880A2EA607813F838311900EA1E0E14207B9F17>I<13F8EA0384EA0602120C12 1C12381304EA7018EA77E0EA780012E0A5EA60021304EA3008EA1870EA0F800F147B9315 >I<1478EB019CEB033CA2EB07181400A2130EA5EBFFE0EB1C00A45BA55BA55BA5485AA3 5B1231007BC7FC12F31266123C1629829F0E>III<13C0EA01E0A213C0C7FCA7120E12131223EA4380 EA4700A21287120EA35AA3EA38401380A21270EA31001232121C0B1F7C9E0E>I 107 DI<391C0F80F0392630C318394740640C903880680EEB0070A2008E495A12 0EA34848485AA3ED70803A3803807100A215E115623970070064D83003133821147C9325 >II<13F8EA0386EA0606487E121C 0018138012381270A338E00700A3130E130CEA601C13186C5A13E0EA0F8011147B9317> I<3801C1E03802623038047C181378EB701CA2EA08E01200A33801C038A31470EA038014 6014C0EBC18038074300133C90C7FCA2120EA45AA2B47E161D809317>I114 D<13F8EA0304EA0602EA0C06130E130CEA1C00EA0F8013E0EA07F81203EA003C131C1270 EAF018A2EAE010EA4030EA60C0EA1F800F147D9312>II<000E 13C0001313E0382301C0EA4381EA4701A238870380120EA3381C0700A31410EB0E201218 A2381C1E40EA0C263807C38014147C9318>I<380E0180381303C0EA2301EA4381EA4700 A200871380120EA3381C0100A31302A25BA25BEA0E30EA03C012147C9315>I<000EEBC0 C00013EBE1E0382301C0EA4381D847011360A23987038040120EA3391C070080A3EC0100 A21306EB0F02000C5B380E13083803E1F01B147C931E>I<38038380380CC440381068E0 13711220EB70C03840E0001200A3485AA314403863808012F3EB810012E5EA84C6EA7878 13147D9315>I<000E13C0001313E0382301C0EA4381EA4701A238870380120EA3381C07 00A4130E1218A2EA1C1EEA0C3CEA07DCEA001CA25B12F05BEAE060485AEA4380003EC7FC 131D7C9316>I E /Fi 45 123 df<1380EA010012025A120C120812185AA35AA412E0AA 1260A47EA37E1208120C12047E7EEA008009267D9B0F>40 D<7E12407E7E12181208120C 7EA37EA41380AA1300A41206A35A1208121812105A5A5A09267E9B0F>I<126012F0A212 701210A31220A21240A2040B7D830B>44 D<126012F0A2126004047D830B>46 D<12035AB4FC1207B3A2EA7FF80D187D9713>49 D<1240EA7FFF13FEA2EA4004EA800813 10A2EA00201340A21380120113005AA25A1206A2120EA5120410197E9813>55 DII<130CA3131EA2132F1327 A2EB4380A3EB81C0A200017F1300A248B47E38020070A2487FA3487FA2003C131EB4EBFF C01A1A7F991D>65 DII69 D71 D73 D<39FFE01FC0390E000F00140C 14085C5C5C495A0102C7FC5B130C131C132E1347EB8380EA0F03380E01C06D7EA2147080 A280141E141F39FFE07FC01A1A7F991E>75 DI<00FEEB7FC0000FEB0E001404EA0B80EA09C0A2EA08E013 70A21338131CA2130E1307EB0384A2EB01C4EB00E4A21474143CA2141C140C121C38FF80 041A1A7F991D>78 D<137F3801C1C038070070000E7F487F003C131E0038130E0078130F 00707F00F01480A80078EB0F00A20038130E003C131E001C131C6C5B6C5B3801C1C0D800 7FC7FC191A7E991E>I82 D<007FB5FC38701C0700401301A200C0148000801300A300001400B13803FFE0191A7F99 1C>84 D<39FFE07FC0390E000E001404B200065B12076C5B6C6C5A3800E0C0013FC7FC1A 1A7F991D>I97 D<12FC121CA913FCEA1D07381E0380381C01C0130014 E0A6EB01C01480381E0300EA1906EA10F8131A809915>II<133F1307A9EA03E7EA0C17EA18 0F487E127012E0A6126012706C5AEA1C373807C7E0131A7F9915>II< EA01F0EA0718EA0E38EA1C101300A6EAFFC0EA1C00AEEAFF800D1A80990C>II<12FC121CA9137CEA1D87381E0380A212 1CAB38FF9FF0141A809915>I<1218123CA212181200A612FC121CAE12FF081A80990A>I< 12FC121CA9EB1FC0EB0F00130C5B13205B13E0121DEA1E70EA1C7813387F131E7F148038 FF9FE0131A809914>107 D<12FC121CB3A6EAFF80091A80990A>I<38FC7C1F391D8E6380 391E0781C0A2001C1301AB39FF9FE7F81D107F8F20>IIII114 DI<1208A41218 A21238EAFFC0EA3800A81320A41218EA1C40EA07800B177F960F>I<38FC1F80EA1C03AB 1307120CEA0E0B3803F3F01410808F15>I<38FF0F80383C0700EA1C061304A26C5AA26C 5AA3EA03A0A2EA01C0A36C5A11107F8F14>I<39FE7F1F8039381C0700003C1306381C0C 04130E380E16081317A238072310149013A33803C1A014E0380180C0A319107F8F1C>I< 38FE3F80383C1E00EA1C086C5AEA0F306C5A6C5A12017F1203EA0270487E1208EA181CEA 381E38FC3FC012107F8F14>I<38FF0F80383C0700EA1C061304A26C5AA26C5AA3EA03A0 A2EA01C0A36C5AA248C7FCA212E112E212E4127811177F8F14>II E /Fj 5 124 df<120CA2EACCC012EDEA7F80EA0C00EA7F80EAEDC012CCEA0C00A20A0B 7D8B10>3 D<123C126212C3A212C0124012601238126612C212C3A212431266121C1206 1202120312C3A21246123C08167D900E>120 D<1218A512FFA21218AF08167D900E>I<12 18A512FF1218A512001218A412FFA21218A408167D900E>II E /Fk 78 124 df<90383F07C03901E0 DC60390380F0F0EA07010006EBE060D80E001300A7B6FC380E00E0B2387FC7FE1C20809F 1A>11 DII<90381F81F89038F04F043901C07C06390380F80FEB00F05A02 70C7FCA6B7FC3907007007B23A3FE3FE3FE02320809F26>I<127012F812FCA212741204 A31208A21210A212201240060E7C9F0D>39 D<13401380EA01005A12061204120C5AA212 381230A212701260A412E0AC1260A412701230A212381218A27E120412067E7EEA008013 400A2E7BA112>I<7E12407E12307E1208120C7EA212077EA213801201A413C0AC1380A4 12031300A25A1206A25A120812185A12205A5A0A2E7EA112>I<127012F012F8A2127812 08A31210A31220A21240050E7C840D>44 DI<127012F8A31270 05057C840D>I<144014C0EB0180A3EB0300A31306A25BA35BA35BA25BA35BA3485AA348 C7FCA21206A35AA35AA25AA35AA35AA2122D7EA117>II<13801203120F12F31203B3A6EA07C0EA7FFE0F1E7C9D17>III<1306A2130EA213 1E132EA2134E138EA2EA010E1202A212041208A212101220A2124012C0B512F038000E00 A7EBFFE0141E7F9D17>II<137CEA0182EA0701380E0380EA0C0712183838030090C7FC12781270A2EA F1F0EAF21CEAF406EAF807EB0380A200F013C0A51270A214801238EB07001218EA0C0E6C 5AEA01F0121F7E9D17>I<1240387FFFE014C0A23840008038800100A21302485AA25B5B A25BA21360A213E05B1201A41203A76C5A131F7E9D17>III<127012F8A312701200AA127012F8A3127005147C930D>I<127012F8A312701200AA 127012F012F8A212781208A31210A31220A21240051D7C930D>I<007FB512F8B612FCC9 FCA8B612FC6C14F81E0C7E9023>61 D<5B497EA3497EA3EB09E0A3EB10F0A3EB2078A2EB 607CEB403CA2EB803E141EA248B5FCEB000FA20002EB0780A348EB03C0A2120C001E14E0 39FF801FFE1F207F9F22>65 DI<90380FE0109038781C30EBC002390380017048C712F0000E14705A15305A151012 78127000F01400A91270007814101238A26C1420A26C14407E6C6C13803900C00300EB78 0CEB0FF01C217E9F21>IIII<90380FE02090 387018603801C00439038002E038070001000E13005A15605A15201278127000F01400A7 EC3FFCEC03E00070130112781238A27EA27E7E380380023901C00460390070182090380F E0001E217E9F23>I<39FFF07FF8390F000780AD90B5FCEB0007AF39FFF07FF81D1F7E9E 22>II<3803FFC038003E00131EB3A3122012F8 A3EAF01CEA403CEA6038EA1070EA0FC012207F9E17>I<39FFF007FC390F0003E0EC0180 150014025C5C5C5C5C5C49C7FC5B497E130FEB13C0EB21E01341EB80F0EB0078A28080A2 8015801407EC03C015E015F039FFF00FFE1F1F7E9E23>IIIIII82 D<3803F040380C0CC0EA1802EA3001EA7000126012E01440A3 6C13007E127CEA7F80EA3FF86CB4FC00071380C613C0EB1FE013031301EB00F014707EA4 6C136014E06C13C038D8018038C60700EA81FC14217E9F19>I<007FB512E038780F0100 60EB006000401420A200C0143000801410A400001400B3497E3803FFFC1C1F7E9E21>I< 39FFF00FF8390F0003E0EC0080B3A46CEB01001380120314026C6C5A6C6C5AEB3830EB0F C01D207E9E22>I<39FFE001FE391F8000786CC7123015206C6C1340A36C6C1380A27F00 01EB0100A23800F002A3EB7804A2EB7C0CEB3C08A26D5AA2131F6D5AA214E06D5AA26D5A A36DC7FC1F207F9E22>I<3BFFE07FF01FE03B1F000F80078092380003006CEC80021407 A2D807805CEC0BC0A2D803C05CEC11E0A2D801E05CEC20F0A213F000009038407820A301 78EB7C40EC803CA2013C5C90383D001EA2011F011FC7FC011E7FA2010E130E010C1306A3 2B207F9E2E>I<397FF01FF8390FC007C00007EB030000031302EBE0063801F00400005B EBF818EB78106D5AEB3E60EB1E406D5AA213076D7E497E1305EB08F0497E1478EB207C49 7E141EEB801F3901000F801407000214C00006EB03E0001F130739FFC01FFE1F1F7F9E22 >I<39FFE001FF391F8000786CC712706C6C13606D1340000314807F3901F001001200EB F802EB7C06EB3C04EB3E08131EEB1F10EB0F90EB07A014E06D5AACEB3FFC201F7F9E22> I<387FFFFE387E003C127800701378006013F814F0384001E0130314C0EB07801200EB0F 00131EA25B137C13785B1201EBE002EA03C0A2EA0780000F13061300001E1304003E130C 123C48133C14FCB5FC171F7E9E1C>I<12FFA212C0B3B3A512FFA2082D7CA10D>I<120812 101220A21240A21280A312B812FCA2127C1238060E7D9F0D>96 DI<121C12FC121CAA137CEA1D87381E0180EB00C0001C13E01470A21478 A6147014F014E0001E13C0381A018038198700EA107C15207E9F19>IIII< 137CEA01C6EA030F1207EA0E061300A7EAFFF0EA0E00B2EA7FE01020809F0E>I<14E038 03E330EA0E3CEA1C1C38380E00EA780FA5EA380E6C5AEA1E38EA33E00020C7FCA21230A2 EA3FFE381FFF8014C0383001E038600070481330A4006013606C13C0381C03803803FC00 141F7F9417>I<121C12FC121CAA137C1386EA1D03001E1380A2121CAE38FF8FF014207E 9F19>I<1218123C127C123C1218C7FCA6121C12FC121CB1EAFF80091F7F9E0C>I<13E0EA 01F0A3EA00E01300A61370EA07F012001370B3A31260EAF06013C0EA6180EA3F000C2883 9E0E>I<121C12FC121CAAEB1FE0EB0780EB060013045B5B5B136013E0EA1DF0EA1E70EA 1C38133C131C7F130F7F148014C038FF9FF014207E9F18>I<121C12FC121CB3ABEAFF80 09207F9F0C>I<391C3E03E039FCC30C30391D039038391E01E01CA2001C13C0AE3AFF8F F8FF8021147E9326>I III<3801F04038070CC0EA0E02EA1C03EA38011278127012F0A6127012781238EA1C03EA 0C05EA0709EA01F1EA0001A8EB0FF8151D7F9318>III<1202A312 06A2120EA2123EEAFFF8EA0E00AB1304A5EA07081203EA01F00E1C7F9B12>I<381C0380 EAFC1FEA1C03AE1307120CEA061B3803E3F014147E9319>I<38FF83F8383E00E0001C13 C06C1380A338070100A21383EA0382A2EA01C4A213E4EA00E8A21370A3132015147F9318 >I<39FF9FE1FC393C078070D81C0313601520000E144014C0A2D80704138014E0A23903 8861001471A23801D032143AEBF03E3800E01CA2EB6018EB40081E147F9321>I<38FF87 F8381E03C0380E0180EB0300EA0702EA0384EA01C813D8EA00F01370137813F8139CEA01 0E1202EA060738040380000C13C0003C13E038FE07FC16147F9318>I<38FF83F8383E00 E0001C13C06C1380A338070100A21383EA0382A2EA01C4A213E4EA00E8A21370A31320A2 5BA3EAF080A200F1C7FC1262123C151D7F9318>III E /Fl 40 122 df<130C131C137CEA07FC12FF12F812 00B3ADB512FCA216277BA621>49 DI I<141C143CA2147C14FC1301A213031307130E130C131813381370136013C01201EA0380 13001206120E5A12185A12705AB612F0A2C7EAFC00A990383FFFF0A21C277EA621>I<00 181306381F803EEBFFFC5C5C5C148049C7FC0018C8FCA7EB7F803819FFF0381B80F8381E 007E00187FC7FCEC1F80A215C0A3127C12FEA315805A0078133F006014006C133E001C5B 380F01F83807FFE0C690C7FC1A277DA621>II<1230123C003FB512E0A215C0481480A215003870000600605B5C 5A5C5CC75A495AA249C7FC5BA2130E131EA2133EA25BA313FCA41201A76C5A13701B297C A821>II<1407A24A7EA34A7EA24A7EA3EC67F0A2ECC7F814C3A290380181FC A290380301FE1400497F01067FA24980153F011C800118131FA2013FB57EA2903970000F F001601307A249801503000181491301A248C87E487ED8FFF890381FFFF8A22D297EA832 >65 DI<91387FE002903907FFF8 0690391FE01E0E90397F00039E01FCEB01FE4848EB007ED807F0143E5B4848141E001F15 0E485AA21606127F90C8FC16005AA97EA26D1406123FA36C6C140C120F6C6C14186D1438 D801F814306C6C14E0017FEB03C090391FE00F00903807FFFC9038007FE027297CA830> I69 DI<9138 7FE002903907FFF80690391FE01E0E90397F00039E01FCEB01FE4848EB007ED807F0143E 5B4848141E001F150E485AA21606127F90C8FC93C7FC5AA892B512E07E923800FE007F12 3FA27F121F120F6C7E7FEA01F86C6C1301017FEB03BE90391FF00F1E903907FFFC0E9039 007FE0022B297CA834>I73 D77 D80 D82 D86 D<3803FF80000F13E0381F01F8383F80FC147EA280EA1F00C7FCA4EB3FFF3801 FE3FEA0FE0EA1F80EA3F005A12FE150CA3145F007F139F393F831FF8391FFE0FF03903F8 07C01E1B7E9A21>97 DIIIII<9038FF01E00003EBC7F839 0F81FC78381F00F8003EEB7C701500007E137EA6003E137CA26C5B380F81F0380BFFC000 1890C7FC0010C8FC1238A2123C381FFFF014FE6CEBFF806C14C0001F14E0383C000F007C EB03F0127800F81301A4007CEB03E0A2003FEB0FC0390FC03F003807FFFE38007FE01D28 7E9A21>II<120FEA1F8013C0123FA2121F1380EA0F00 C7FCA8EAFFC0A2120FB3A5EAFFF8A20D2B7EAA13>I107 DI<26FFC0FEEB3F80903AC3FF80FFE03B 0FC60FC183F0903AC807E201F89039D003E40001F001FC7F01E05BA201C05BB13CFFFC3F FF0FFFC0A2321B7E9A37>I<38FFC0FE9038C3FF80390FC60FC09038C807E0EBD00301F0 13F013E0A213C0B139FFFC3FFFA2201B7E9A25>II<38FF83E0EB8FF8380F8C7CEB 98FE13B013A0A2EBE07CEBC000B1EAFFFEA2171B7E9A1B>114 D<3803FC60381FFFE0EA 3C03EA7801EA700000F01360A300FC1300B47EEA7FFC13FF6C13C0000F13E0000313F0EA 003FEB03F8EAC00014787EA27E14706C13E0EAFE0338E7FF803881FE00151B7E9A1A>I< 1360A413E0A21201A212031207121FB512E0A23807E000AE1430A73803F0603801F8C038 00FF80EB3F0014267FA51A>I<39FFC03FF0A2000F1303B21407A2140F0007131B3803E0 333901FFE3FF38007F83201B7E9A25>I<39FFF801FFA2390FC000707F000714606D13E0 000314C07F0001EB0180A23900FC0300A26D5AEB7E06EB7F0EEB3F0C148CEB1F98A2EB0F F0A36D5AA26D5AA26D5A201B7F9A23>I<3BFFF8FFF81FF8A23B0FC00FC00180A22607E0 07EB030015E0A2D803F01406EC0FF0D9F80D130E0001ECF80C1418D800FC5C15FC9039FE 307C38017EEB7E30147090393F603E60153F9138C01FE0011F5CA26D486C5AA2EC00076D 91C7FCA22D1B7F9A30>I<39FFF801FFA2390FC000707F000714606D13E0000314C07F00 01EB0180A23900FC0300A26D5AEB7E06EB7F0EEB3F0C148CEB1F98A2EB0FF0A36D5AA26D 5AA26D5AA249C7FCA25BEA3006EAFC0E130C5B1338EA7870EA3FE0EA1F8020277F9A23> 121 D E /Fm 31 122 df<126012F0A212701210A41220A212401280040C7C830C>44 DI<126012F0A2126004047C830C>I69 D73 D77 D<3807E080EA1C19EA30051303EA600112 E01300A36C13007E127CEA7FC0EA3FF8EA1FFEEA07FFC61380130FEB07C0130313011280 A300C01380A238E00300EAD002EACC0CEA83F8121E7E9C17>83 D<007FB512C038700F01 0060130000401440A200C014201280A300001400B1497E3803FFFC1B1C7F9B1E>I97 D<12FC121CAA137CEA1D87381E0180381C00C014E0146014 70A6146014E014C0381E018038190700EA10FC141D7F9C17>IIII<13F8EA018CEA071E1206EA0E0C 1300A6EAFFE0EA0E00B0EA7FE00F1D809C0D>II<12FC121CAA137C13 87EA1D03001E1380121CAD38FF9FF0141D7F9C17>I<1218123CA21218C7FCA712FC121C B0EAFF80091D7F9C0C>I<12FC121CAAEB0FE0EB0780EB06005B13105B5B13E0121DEA1E 70EA1C781338133C131C7F130F148038FF9FE0131D7F9C16>107 D<12FC121CB3A9EAFF80091D7F9C0C>I<39FC7E07E0391C838838391D019018001EEBE0 1C001C13C0AD3AFF8FF8FF8021127F9124>IIII<3803E080EA0E19EA1805EA3807EA7003A212E0A61270A2EA38071218EA0E1BEA03 E3EA0003A7EB1FF0141A7F9116>III<1204A4120CA2121C123CEAFFE0 EA1C00A91310A5120CEA0E20EA03C00C1A7F9910>I<38FC1F80EA1C03AD1307120CEA0E 1B3803E3F014127F9117>I<38FF07E0383C0380381C0100A2EA0E02A2EA0F06EA0704A2 EA0388A213C8EA01D0A2EA00E0A3134013127F9116>I<39FF3FC7E0393C0703C0001CEB 01801500130B000E1382A21311000713C4A213203803A0E8A2EBC06800011370A2EB8030 000013201B127F911E>I<38FF07E0383C0380381C0100A2EA0E02A2EA0F06EA0704A2EA 0388A213C8EA01D0A2EA00E0A31340A25BA212F000F1C7FC12F312661238131A7F9116> 121 D E /Fn 7 117 df65 D97 DII114 DI<1203A45AA25AA2EA3FFC12FFEA1F00A9130C A4EA0F08EA0798EA03F00E1A7F9913>I E /Fo 5 124 df<1202A3EAC218EAF278EA3AE0 EA0F80A2EA3AE0EAF278EAC218EA0200A30D0E7E8E12>3 D<121FEA3080EA6040EAC0C0 A21300A212607E120C1233EA6080EAC0C01360A31260EA20C0EA1980EA0600EA0180EA00 C01360A21260A2EA40C0EA2180EA1F000B1D7E9610>120 D<1206A8EAFFF0A2EA0600B3 0C1D7E9611>I<1206A6EAFFF0A2EA0600A6C7FC1206A6EAFFF0A2EA0600A60C1D7E9611> I<3803FFC0120F381FC600123F127FA212FFA4127FA2123F121F120F12031200AD121D7E 9616>I E /Fp 23 122 df68 D<39FFFC3FFF390FC003F039078001E0AE90B5FCEB8001AF390FC003F0 39FFFC3FFF20227EA125>72 D<3803FFE038001F007FB3A6127012F8A2130EEAF01EEA40 1C6C5AEA1870EA07C013237EA119>74 DI79 D<3803F020380C0C60EA1802 383001E0EA70000060136012E0A21420A36C1300A21278127FEA3FF0EA1FFE6C7E000313 8038003FC0EB07E01301EB00F0A214707EA46C1360A26C13C07E38C8018038C60700EA81 FC14247DA21B>83 D97 D99 D101 D<14703803F198380E1E18EA1C0E38380700A200781380A400381300 A2EA1C0EEA1E1CEA33F00020C7FCA212301238EA3FFE381FFFC06C13E0383000F0481330 481318A400601330A2003813E0380E03803803FE0015217F9518>103 D<120E12FE121E120EABEB1F80EB60C0EB80E0380F0070A2120EAF38FFE7FF18237FA21B >I<121C121E123E121E121CC7FCA8120E127E121E120EB1EAFFC00A227FA10E>I<120E12 FE121E120EABEB03FCEB01F014C01480EB02005B5B5B133813F8EA0F1CEA0E1E130E7F14 80EB03C0130114E0EB00F014F838FFE3FE17237FA21A>107 D<120E12FE121E120EB3AD EAFFE00B237FA20E>I<390E1FC07F3AFE60E183803A1E807201C03A0F003C00E0A2000E 1338AF3AFFE3FF8FFE27157F942A>I<380E1F8038FE60C0381E80E0380F0070A2120EAF 38FFE7FF18157F941B>II< EA0E3CEAFE46EA1E8FEA0F0F13061300120EAD120FEAFFF010157F9413>114 DI<1202A41206A3120E121E123E EAFFFCEA0E00AB1304A6EA07081203EA01F00E1F7F9E13>I<000E137038FE07F0EA1E00 000E1370AD14F0A238060170380382783800FC7F18157F941B>I<38FF80FE381E007814 30000E1320A26C1340A2EB80C000031380A23801C100A2EA00E2A31374A21338A3131017 157F941A>I<38FF80FE381E00781430000E1320A26C1340A2EB80C000031380A23801C1 00A2EA00E2A31374A21338A31310A25BA35B12F05B12F10043C7FC123C171F7F941A> 121 D E /Fq 24 120 df<127812FCA412781200B3127812FCA41278061F7A9E12>58 D<91383FE001903901FFF803903807F01E90391F800307013EC712870178144F49142F48 48141F4848140F485A000F150790C8FC481503121E123E003C1501127CA30078150012F8 AB1278127C1601A2123C123E121E001F15027E6D1406000715046C6C14086C7E6C6C1410 01781420013E14C090391F800380903907F00F00903801FFFC9038003FE028337CB130> 67 DI72 D78 D<007FB712E0A23A7E000F800700781501007015000060166000401620 A200C01630A2481610A6C71500B3AC4A7E010FB57EA22C317EB030>84 D<13FE380303C0380C00E00010137080003C133C003E131C141EA21208C7FCA3EB0FFEEB FC1EEA03E0EA0F80EA1F00123E123C127C481404A3143EA21278007C135E6CEB8F08390F 0307F03903FC03E01E1F7D9E21>97 D<15F0141FA214011400AFEB0FC0EB70303801C00C 3803800238070001120E001E13005AA2127C1278A212F8A71278A2127C123CA27E000E13 016C1302380380046C6C487E3A00F030FF80EB1FC021327EB125>100 DII<15F090387F03083901C1C41C380380E839 0700700848EB7800001E7FA2003E133EA6001E133CA26C5B6C13706D5A3809C1C0D8087F C7FC0018C8FCA5121C7E380FFFF86C13FF6C1480390E000FC00018EB01E048EB00F00070 1470481438A500701470A26C14E06CEB01C00007EB07003801C01C38003FE01E2F7E9F21 >II<1207EA0F80121FA2120FEA0700C7 FCABEA0780127FA2120F1207B3A6EA0FC0EAFFF8A20D307EAF12>I107 DI<260780FE EB1FC03BFF83078060F0903A8C03C180783B0F9001E2003CD807A013E4DA00F47F01C013 F8A2495BB3A2486C486C133F3CFFFC1FFF83FFF0A2341F7E9E38>I<380780FE39FF8307 8090388C03C0390F9001E0EA07A06E7E13C0A25BB3A2486C487E3AFFFC1FFF80A2211F7E 9E25>II<380781FC39FF86078090388801C0390F9000 E0D807A0137001C01378497F153E151E151FA2811680A716005DA2151E153E153C6D5B01 A013705D90389803C0D9860FC7FCEB81F80180C8FCAB487EEAFFFCA2212D7E9E25>I<38 0783E038FF8418EB887CEA0F90EA07A01438EBC000A35BB3487EEAFFFEA2161F7E9E19> 114 D<3801FC10380E0330381800F048137048133012E01410A37E6C1300127EEA3FF06C B4FC6C13C0000313E038003FF0EB01F813006C133CA2141C7EA27E14186C1338143000CC 136038C301C03880FE00161F7E9E1A>I<1340A513C0A31201A212031207120F381FFFE0 B5FC3803C000B01410A80001132013E000001340EB78C0EB1F00142C7FAB19>II<3BFFF03FF80FFCA23B0F8007E003F0913903C001C00007ED0080 A201C0EBE00100031600140401E06D5A00011502EC087001F0EB780600001504EC103801 78EB3C08A2EC201C013CEB1E10A2EC400E011EEB0F20A2EC8007010F14C0A2EC00036D5C A201061301010291C7FC2E1F7F9E30>119 D E end %%EndProlog %%BeginSetup %%Feature: *Resolution 300dpi TeXDict begin %%PaperSize: a4 %%BeginPaperSize: a4 a4 %%EndPaperSize %%EndSetup %%Page: 1 1 1 0 bop 340 468 a Fq(Th)n(e)21 b(Dan)o(gers)h(of)f(Het)n(erogen)n(eous) h(Net)n(w)n(or)o(k)g(Compu)o(t)n(in)o(g:)436 559 y(Het)n(erogen)n(eous) g(Net)n(w)n(or)o(ks)g(Cons)q(id)o(ere)r(d)f(Harmful)264 704 y Fp(Jim)15 b(Demm)o(e)o(l)537 686 y Fo(\003)635 704 y Fp(Jac)o(k)h(Don)o(garra)944 686 y Fo(y)1047 704 y Fp(Sv)o(en)g(Hamm)o(arli)o(n)o(g)1428 686 y Fo(z)1527 704 y Fp(Susan)i(Ostrou)o(c)o(h)o(o)o(v)1910 686 y Fo(x)957 787 y Fp(K)o(en)e(St)o(anley)1217 769 y Fo({)996 1009 y Fn(A)m(b)q(stract)399 1089 y Fm(Thi)q(s)h(rep)q(ort)i(addre)q(ss)q(e) q(s)h(t)n(h)o(e)f(i)q(ssue)f(of)f(wr)q(it)o(in)o(g)g(relia)o(ble)g(n)n (u)o(m)o(er)q(ical)f(soft)o(w)o(are)i(for)f(n)o(et-)337 1138 y(w)o(or)o(ks)d(of)g(h)o(et)o(erogen)o(eous)h(compu)o(t)o(ers.)k (Mu)o(c)o(h)c(soft)o(w)o(are)f(h)o(as)g(b)q(een)g(wr)q(it)n(t)o(en)h (for)e(di)q(str)q(ibu)o(t)o(e)q(d)337 1188 y(m)o(emory)f(parallel)i (compu)o(t)o(ers)i(an)o(d)e(in)h(pr)q(incipal)f(su)o(c)o(h)i(soft)o(w)o (are)f(could)g(readily)g(b)q(e)g(p)q(ort)o(e)q(d)337 1238 y(t)o(o)d(n)o(et)o(w)o(or)o(ks)g(of)g(m)o(ac)o(hin)o(e)q(s,)e(su)o (c)o(h)j(as)e(a)h(collect)o(ion)f(of)g(w)o(or)o(kst)o(a)o(t)o(ions)h (conn)o(ect)o(e)q(d)h(b)o(y)f(Et)n(h)o(er)q(n)o(et,)337 1288 y(bu)o(t)j(if)f(su)o(c)o(h)i(a)e(n)o(et)o(w)o(or)o(k)i(i)q(s)e (not)h(h)o(omogen)o(eous)f(t)n(h)o(ere)i(are)f(sp)q(ecial)g(c)o(h)o (allen)o(ge)q(s)g(t)n(h)o(a)o(t)g(n)o(ee)q(d)h(t)o(o)337 1338 y(b)q(e)h(addre)q(ss)q(e)q(d.)31 b(Th)o(e)18 b(sympt)o(oms)d(can)j (ran)o(ge)g(f)q(rom)d(erron)o(eous)k(re)q(sul)o(t)o(s)h(ret)o(ur)q(n)o (e)q(d)e(wit)n(h)o(ou)o(t)337 1387 y(w)o(ar)q(nin)o(g)13 b(t)o(o)h(d)o(eadlo)q(c)o(k.)399 1437 y(Som)o(e)9 b(of)h(t)n(h)o(e)g (problems)f(are)i(straigh)o(tforw)o(ard)f(t)o(o)g(solv)o(e,)g(bu)o(t)h (for)f(ot)n(h)o(ers)i(t)n(h)o(e)f(solu)o(t)o(ions)e(are)337 1487 y(not)k(so)h(ob)o(vious)g(an)o(d)f(in)o(d)o(ee)q(d)i(in)e(som)o(e) g(cas)q(e)q(s,)i(su)o(c)o(h)f(as)g(t)n(h)o(e)h(m)o(et)n(h)o(o)q(d)e(of) g(bi)q(s)q(ect)o(ion)h(whic)o(h)f(w)o(e)337 1537 y(sh)o(all)e(di)q (scuss)i(in)e(t)n(h)o(e)i(rep)q(ort,)g(w)o(e)f(h)o(a)o(v)o(e)g(not)g(y) o(et)g(d)o(ecid)o(e)q(d)i(up)q(on)e(a)g(sa)o(t)o(i)q(sf)q(act)o(ory)f (solu)o(t)o(ion)g(t)n(h)o(a)o(t)337 1587 y(do)q(e)q(s)h(not)g(incur)h (an)e(u)o(n)o(accept)o(a)o(ble)i(o)o(v)o(erh)o(ead.)19 b(Makin)o(g)11 b(soft)o(w)o(are)h(robust)h(on)f(h)o(et)o(erogen)o(eous) 337 1637 y(syst)o(ems)i(oft)o(en)f(require)q(s)j(addit)o(ion)o(al)c (comm)n(u)o(nica)o(t)o(io)o(n.)399 1686 y(In)d(t)n(hi)q(s)g(rep)q(ort)i (w)o(e)e(d)o(e)q(scr)q(ib)q(e)i(an)o(d)e(illustra)o(t)o(e)g(t)n(h)o(e)h (problems)e(an)o(d,)h(wh)o(ere)h(p)q(oss)q(ible,)g(sugge)q(st)337 1736 y(solu)o(t)o(ions)i(so)g(t)n(h)o(a)o(t)h(ot)n(h)o(ers)h(m)o(ay)d (b)q(e)i(aw)o(are)g(of)f(t)n(h)o(e)h(p)q(ot)o(en)o(t)o(ial)f(pitf)q (alls)f(an)o(d)h(e)q(it)n(h)o(er)i(a)o(v)o(oid)d(t)n(h)o(em)337 1786 y(or,)16 b(if)f(t)n(h)o(a)o(t)h(i)q(s)g(not)g(p)q(oss)q(ible,)g (ensure)i(t)n(h)o(a)o(t)e(t)n(h)o(e)q(ir)h(soft)o(w)o(are)f(i)q(s)f (not)h(us)q(e)q(d)h(on)f(h)o(et)o(erogen)o(eous)337 1836 y(n)o(et)o(w)o(or)o(ks.)224 1997 y Fl(1)66 b(In)n(tro)r(d)n(u)n(ct)n (ion)224 2119 y Fk(Th)o(ere)16 b(are)g(sp)q(ecial)h(c)o(h)o(allen)o(ge) q(s)f(asso)q(cia)o(t)o(e)q(d)g(wit)n(h)g(wr)q(it)o(in)o(g)g(relia)o (ble)h(n)n(u)o(m)o(er)q(ical)f(soft)o(w)o(are)e(on)i(n)o(et-)224 2175 y(w)o(or)o(ks)10 b(con)o(t)o(ainin)o(g)g(h)o(et)o(erogen)o(eous)e (pro)q(ce)q(ssors,)h(t)n(h)o(a)o(t)h(i)q(s)h(pro)q(ce)q(ssors)f(whic)o (h)g(m)o(ay)g(do)h(\015oa)o(t)o(in)o(g)f(p)q(oin)o(t)224 2231 y(ar)q(it)n(hm)o(et)o(ic)j(di\013eren)o(t)n(ly)l(.)20 b(Thi)q(s)14 b(includ)o(e)q(s)i(not)e(just)g(m)o(ac)o(hin)o(e)q(s)g (wit)n(h)h(complet)o(ely)e(di\013eren)o(t)i(\015oa)o(t)o(in)o(g)224 2288 y(p)q(oin)o(t)e(form)o(a)o(t)o(s)e(an)o(d)i(s)q(em)o(an)o(t)o(ics) e(\(e.g.)18 b(Cray)12 b(m)o(ac)o(hin)o(e)q(s)h(ru)o(nnin)o(g)h(`Cray)d (ar)q(it)n(hm)o(et)o(ic')g(v)o(ersus)i(w)o(or)o(k-)224 2344 y(st)o(a)o(t)o(ions)e(ru)o(nnin)o(g)j(IEEE)f(st)o(an)o(d)o(ard)e (\015oa)o(t)o(in)o(g)h(p)q(oin)o(t)h(ar)q(it)n(hm)o(et)o(ic\),)d(bu)o (t)k(ev)o(en)f(sup)o(p)q(os)q(e)q(dly)g(id)o(en)o(t)o(ical)224 2401 y(m)o(ac)o(hin)o(e)q(s)21 b(ru)o(nnin)o(g)g(wit)n(h)g(di\013eren)o (t)g(compilers,)h(or)f(ev)o(en)g(just)f(di\013eren)o(t)h(compiler)g(o)o (pt)o(ions)f(or)224 2457 y(ru)o(n)o(t)o(im)o(e)14 b(en)o(vironm)o(en)o (t)o(s.)p 224 2486 690 2 v 275 2512 a Fj(\003)293 2528 y Fi(Th)o(e)f(Univ)o(ers)q(it)o(y)i(of)e(Califor)q(nia)h(a)o(t)f(Berk)o (eley)277 2559 y Fj(y)293 2575 y Fi(Th)o(e)g(Univ)o(ers)q(it)o(y)i(of)e (T)m(enn)o(e)q(ss)q(ee)g(a)o(t)g(Kno)o(xville)j(an)o(d)e(Oak)f(Ridge)h (Na)o(t)o(ion)o(al)h(La)o(b)q(ora)o(t)o(ory)277 2606 y Fj(z)293 2622 y Fi(Th)o(e)e(Univ)o(ers)q(it)o(y)i(of)e(T)m(enn)o(e)q (ss)q(ee)g(a)o(t)g(Kno)o(xville)j(an)o(d)e(Th)o(e)e(Nu)o(m)o(er)q(ical) j(Algor)q(it)n(hms)g(Group)f(Ltd,)e(Oxford)277 2653 y Fj(x)293 2669 y Fi(Th)o(e)h(Univ)o(ers)q(it)o(y)i(of)e(T)m(enn)o(e)q (ss)q(ee)g(a)o(t)g(Kno)o(xville)272 2700 y Fj({)293 2716 y Fi(Th)o(e)g(Univ)o(ers)q(it)o(y)i(of)e(Califor)q(nia)h(a)o(t)f(Berk)o (eley)p eop %%Page: 2 2 2 1 bop 224 286 a Fk(Th)o(e)12 b(bas)q(ic)g(problem)g(o)q(ccurs)g(wh)o (en)g(m)o(akin)o(g)g Fh(d)5 b Fk(a)o(t)o(a)10 b(d)o(ep)q(en)o(d)o(en)o (t)i(branc)o(h)o(e)q(s)f(on)i(di\013eren)o(t)f(pro)q(ce)q(ssors.)224 343 y(Th)o(e)k(\015o)o(w)g(of)g(an)h(algor)q(it)n(hm)e(i)q(s)h(usually) h(d)o(a)o(t)o(a)f(d)o(ep)q(en)o(d)o(en)o(t)g(an)o(d)g(so)g(sligh)o(t)h (v)n(ar)q(ia)o(t)o(ions)d(in)j(t)n(h)o(e)g(d)o(a)o(t)o(a)224 399 y(m)o(ay)d(lead)h(t)o(o)g(di\013eren)o(t)f(pro)q(ce)q(ssors)g (execu)o(t)o(in)o(g)h(complet)o(ely)e(di\013eren)o(t)i(s)q(ect)o(ions)f (of)g(co)q(d)o(e.)224 475 y(Thi)q(s)k(rep)q(ort)f(repre)q(s)q(en)o(t)o (s)g(t)n(h)o(e)h(exp)q(er)q(ience)g(of)g(t)o(w)o(o)f(groups)g(d)o(ev)o (elo)o(pin)o(g)i(n)n(u)o(m)o(er)q(ical)f(soft)o(w)o(are)d(for)224 532 y(di)q(str)q(ibu)o(t)o(e)q(d)e(m)o(emory)e(m)o(e)q(ssage-pass)q(in) o(g)g(syst)o(ems,)g(b)q(ot)n(h)i(of)g(wh)o(om)e(b)q(ecam)o(e)h(aw)o (are,)f(a)o(t)h(a)o(b)q(ou)o(t)h(t)n(h)o(e)224 588 y(sam)o(e)d(t)o(im)o (e,)h(t)n(h)o(a)o(t)f(t)n(h)o(e)i(soft)o(w)o(ar)o(e)d(b)q(e)q(in)o(g)j (d)o(ev)o(elo)o(p)q(e)q(d)f(m)o(ay)g(not)g(p)q(erform)e(correct)n(ly)h (on)h(h)o(et)o(erogen)o(eous)224 645 y(syst)o(ems.)18 b(W)l(e)d(br)q(ie\015y)g(d)o(e)q(scr)q(ib)q(e)f(t)n(h)o(e)h(w)o(or)o(k) e(of)h(t)n(h)o(e)q(s)q(e)h(t)o(w)o(o)e(groups)h(in)h(Sect)o(ion)f(2.) 224 721 y(In)g(Sect)o(ions)e(3,)g(4)h(an)o(d)f(6)h(w)o(e)f(lo)q(ok)h(a) o(t)f(t)n(hree)g(areas)g(t)n(h)o(a)o(t)f(require)i(a)o(t)n(t)o(en)o(t)o (ion)d(in)k(d)o(ev)o(elo)o(pin)o(g)f(soft)o(w)o(ar)o(e)224 777 y(for)18 b(h)o(et)o(erogen)o(eous)d(n)o(et)o(w)o(or)o(ks:)24 b(m)o(ac)o(hin)o(e)18 b(param)o(et)o(er)o(s,)e(wh)o(ere)i(w)o(e)g(di)q (scuss)g(wh)o(a)o(t)f(t)n(h)o(e)h(v)n(alue)q(s)g(of)224 834 y(m)o(ac)o(hin)o(e)i(param)o(et)o(ers)o(,)f(su)o(c)o(h)h(as)g(m)o (ac)o(hin)o(e)g(preci)q(s)q(ion)f(sh)o(ould)i(b)q(e;)h(c)o(h)o(ec)o (kin)o(g)e(global)h(argu)o(m)o(en)o(t)o(s)224 890 y(an)o(d)16 b(comm)n(u)o(nica)o(t)o(in)o(g)e(\015oa)o(t)o(in)o(g)h(p)q(oin)o(t)g(v) n(alue)q(s;)h(an)o(d)f(algor)q(it)n(hmic)f(in)o(t)o(egr)q(it)o(y)l(,)g (t)n(h)o(a)o(t)h(i)q(s,)g(h)o(o)o(w)g(can)h(w)o(e)224 947 y(ensure)e(t)n(h)o(a)o(t)f(algor)q(it)n(hms)g(p)q(erform)f(correct) n(ly)h(in)j(a)e(h)o(et)o(erogen)o(eous)e(s)q(et)n(t)o(in)o(g.)18 b(Th)o(e)c(part)o(icular)f(cas)q(e)224 1003 y(of)h(comm)n(u)o(nica)o(t) o(in)o(g)f(\015oa)o(t)o(in)o(g)g(p)q(oin)o(t)h(v)n(alue)q(s)g(on)g (IEEE)g(m)o(ac)o(hin)o(e)q(s)g(i)q(s)g(br)q(ie\015y)g(di)q(scuss)q(e)q (d)h(in)g(Sect)o(ion)224 1059 y(5.)224 1222 y Fl(2)66 b(Mot)n(iv)l(a)n(t)n(ion)20 b(an)n(d)i(Bac)n(kgrou)o(n)n(d)224 1343 y Fk(Th)o(e)14 b(c)o(h)o(allen)o(ge)q(s)g(of)g(h)o(et)o(erogen)o (eous)d(compu)o(t)o(in)o(g)i(di)q(scuss)q(e)q(d)h(in)h(t)n(hi)q(s)f (rep)q(ort)f(cam)o(e)g(t)o(o)h(ligh)o(t)g(d)o(ur)q(in)o(g)224 1400 y(t)n(h)o(e)d(d)o(ev)o(elo)o(pm)o(en)o(t)e(of)h(ScaLAP)l(A)o(CK)f (\(Ch)o(oi,)i(Demm)o(el,)g(Dhillon,)h(Don)o(garra,)e(Ostrou)o(c)o(h)o (o)o(v)o(,)f(P)o(et)o(it)o(et,)224 1456 y(St)o(anley)l(,)k(W)l(alk)o (er)g(an)o(d)f(Wh)o(aley)l(,)i(1995\))c(an)o(d)j(t)n(h)o(e)g(NA)o(G)g (Nu)o(m)o(er)q(ical)f(PVM)h(Library)f(\(NA)o(G,)g(1995\).)224 1532 y(ScaLAP)l(A)o(CK)21 b(i)q(s)h(a)g(library)f(of)h(high)g(p)q (erform)o(ance)d(lin)o(ear)k(alge)o(bra)e(rou)o(t)o(in)o(e)q(s)g(for)g (di)q(str)q(ibu)o(t)o(e)q(d)224 1589 y(m)o(emory)16 b(MIMD)i(m)o(ac)o (hin)o(e)q(s.)28 b(It)17 b(i)q(s)h(a)f(con)o(t)o(in)n(ua)o(t)o(ion)f (of)h(t)n(h)o(e)g(LAP)l(A)o(CK)g(pro)r(ject,)g(whic)o(h)g(h)o(as)g(d)o (e-)224 1645 y(s)q(ign)o(e)q(d)i(an)o(d)g(pro)q(d)o(u)o(ce)q(d)g(an)g (e\016cien)o(t)g(lin)o(ear)h(alge)o(bra)f(library)g(for)f(w)o(or)o(kst) o(a)o(t)o(ions)o(,)g(v)o(ect)o(or)g(sup)q(er-)224 1702 y(compu)o(t)o(ers)i(an)o(d)h(sh)o(are)q(d)f(m)o(emory)f(parallel)j (compu)o(t)o(ers)e(\(An)o(d)o(erson,)h(Bai,)i(Bi)q(sc)o(h)o(of,)e(Demm) o(el,)224 1758 y(Don)o(garra,)f(Du)i(Croz,)f(Green)n(ba)n(u)o(m,)h (Hamm)o(arlin)o(g,)e(McK)o(enn)o(ey)l(,)i(Ostrou)o(c)o(h)o(o)o(v)c(an)o (d)j(Sorens)q(en,)224 1815 y(1995\).)c(Bot)n(h)c(librar)q(ie)q(s)h(con) o(t)o(ain)f(rou)o(t)o(in)o(e)q(s)g(for)g(t)n(h)o(e)h(solu)o(t)o(ion)f (of)h(syst)o(ems)e(of)h(lin)o(ear)i(equa)o(t)o(ions,)d(lin-)224 1871 y(ear)i(least)g(square)q(s)f(problems)g(an)o(d)h(e)q(igen)o(v)n (alue)g(problems.)j(Th)o(e)d(goals)f(of)h(t)n(h)o(e)g(LAP)l(A)o(CK)f (pro)r(ject,)224 1927 y(whic)o(h)j(con)o(t)o(in)n(ue)f(in)o(t)o(o)g(t)n (h)o(e)g(ScaLAP)l(A)o(CK)g(pro)r(ject,)f(are)h(e\016ciency)h(so)f(t)n (h)o(a)o(t)f(t)n(h)o(e)i(compu)o(t)o(a)o(t)o(ion)o(a)o(lly)224 1984 y(in)o(t)o(ens)q(iv)o(e)d(rou)o(t)o(in)o(e)q(s)h(execu)o(t)o(e)g (as)g(f)q(ast)f(as)g(p)q(oss)q(ible;)i(scala)o(bilit)o(y)f(as)g(t)n(h)o (e)g(problem)f(s)q(ize)h(an)o(d)g(n)n(u)o(m)n(b)q(er)224 2040 y(of)19 b(pro)q(ce)q(ssors)e(gro)o(w;)i(relia)o(bilit)o(y)l(,)h (includin)o(g)h(t)n(h)o(e)d(ret)o(ur)q(n)f(of)i(error)e(b)q(ou)o(n)o (ds;)k(p)q(ort)o(a)o(bilit)o(y)c(across)224 2097 y(m)o(ac)o(hin)o(e)q (s;)g(\015exibilit)o(y)g(so)g(t)n(h)o(a)o(t)e(us)q(ers)h(m)o(ay)f (constru)o(ct)g(n)o(ew)h(rou)o(t)o(in)o(e)q(s)g(f)q(rom)f(w)o(ell)i(d)o (e)q(s)q(ign)o(e)q(d)g(com-)224 2153 y(p)q(on)o(en)o(t)o(s;)k(an)o(d)e (eas)q(e)h(of)f(us)q(e.)35 b(T)l(o)o(w)o(ards)17 b(t)n(hi)q(s)i(last)h (goal)f(t)n(h)o(e)g(ScaLAP)l(A)o(CK)g(soft)o(w)o(ar)o(e)e(h)o(as)j(b)q (een)224 2210 y(d)o(e)q(s)q(ign)o(e)q(d)15 b(t)o(o)g(lo)q(ok)f(as)g(m)n (u)o(c)o(h)h(lik)o(e)g(t)n(h)o(e)f(LAP)l(A)o(CK)g(soft)o(w)o(are)e(as)i (p)q(oss)q(ible.)224 2286 y(Man)o(y)c(of)g(t)n(h)o(e)q(s)q(e)g(goals)g (h)o(a)o(v)o(e)f(b)q(een)i(a)o(t)n(t)o(ain)o(e)q(d)e(b)o(y)i(d)o(ev)o (elo)o(pin)o(g)f(an)o(d)g(promot)o(in)o(g)f(st)o(an)o(d)o(ards,)g(e)q (sp)q(ecially)224 2342 y(sp)q(eci\014ca)o(t)o(ions)16 b(for)g(bas)q(ic)g(compu)o(t)o(a)o(t)o(ion)o(al)f(an)o(d)h(comm)n(u)o (nica)o(t)o(ion)g(rou)o(t)o(in)o(e)q(s.)25 b(Th)n(us)17 b(LAP)l(A)o(CK)f(re-)224 2399 y(lie)q(s)e(on)e(t)n(h)o(e)g(BLAS)h (\(Lawson,)d(Hanson,)h(Kincaid)i(an)o(d)f(Krogh,)g(1979;)e(Don)o (garra,)g(Du)j(Croz,)e(Ham-)224 2455 y(m)o(arlin)o(g)f(an)o(d)h (Hanson,)e(1988;)g(Don)o(garra,)g(Du)i(Croz,)f(Du\013)h(an)o(d)g(Hamm)o (arlin)o(g,)e(1990\),)g(part)o(icularly)224 2512 y(t)n(h)o(e)17 b(Lev)o(el)g(2)f(an)o(d)g(3)h(BLAS)g(for)f(compu)o(t)o(a)o(t)o(ion)o(a) o(l)f(e\016ciency)l(,)i(an)o(d)f(ScaLAP)l(A)o(CK)f(relie)q(s)j(up)q(on) f(t)n(h)o(e)224 2568 y(BLA)o(CS)e(\(Don)o(garra)e(an)o(d)i(Wh)o(aley)l (,)g(1995\))f(for)g(e\016ciency)i(of)f(comm)n(u)o(nica)o(t)o(ion)e(an)o (d)i(us)q(e)q(s)h(a)f(s)q(et)g(of)224 2624 y(parallel)j(BLAS,)e(t)n(h)o (e)h(PBLAS)g(\(Ch)o(oi,)g(Don)o(garra,)e(Ostrou)o(c)o(h)o(o)o(v,)f(P)o (et)o(it)o(et,)i(W)l(alk)o(er)h(an)o(d)g(Wh)o(aley)l(,)224 2681 y(1995\),)11 b(whic)o(h)h(t)n(h)o(ems)q(elv)o(e)q(s)g(call)h(t)n (h)o(e)g(BLAS)g(an)o(d)f(t)n(h)o(e)g(BLA)o(CS.)g(LAP)l(A)o(CK)g(an)o(d) g(ScaLAP)l(A)o(CK)f(will)p eop %%Page: 3 3 3 2 bop 224 286 a Fk(ru)o(n)13 b(on)g(an)o(y)f(m)o(ac)o(hin)o(e)q(s)g (for)g(whic)o(h)h(t)n(h)o(e)f(BLAS)h(an)o(d)g(t)n(h)o(e)f(BLA)o(CS)g (are)h(a)o(v)n(aila)o(ble.)k(A)c(PVM)g(\(\(Ge)q(i)q(st,)224 343 y(Beguelin,)19 b(Don)o(garra,)d(Jian)o(g,)i(Manc)o(h)o(ek)g(an)o(d) f(Su)o(n)o(d)o(eram,)g(1994\)\))e(v)o(ers)q(ion)i(of)h(t)n(h)o(e)f(BLA) o(CS)g(h)o(as)224 399 y(b)q(een)e(a)o(v)n(aila)o(ble)e(for)g(som)o(e)h (t)o(im)o(e)f(an)o(d)h(t)n(h)o(e)h(p)q(ort)o(a)o(bilit)o(y)e(of)h(t)n (h)o(e)g(BLA)o(CS)g(h)o(as)f(recen)o(t)n(ly)h(b)q(een)h(furt)n(h)o(er) 224 456 y(increas)q(e)q(d)21 b(b)o(y)f(t)n(h)o(e)g(d)o(ev)o(elo)o(pm)o (en)o(t)e(of)i(a)g(v)o(ers)q(ion)f(t)n(h)o(a)o(t)g(us)q(e)q(s)h(MPI)h (\(M)o(e)q(ssage)f(P)o(ass)q(in)o(g)f(In)o(t)o(erf)q(ace)224 512 y(F)l(oru)o(m,)c(1994;)f(Gro)o(p)o(p,)g(Lusk)h(an)o(d)g(Skjellu)o (m,)h(1994;)e(Snir,)h(Ot)n(t)o(o,)g(Huss-Le)q(d)o(erm)o(an,)f(W)l(alk)o (er)i(an)o(d)224 569 y(Don)o(garra,)c(1996\).)224 645 y(Th)o(e)e(NA)o(G)h(Nu)o(m)o(er)q(ical)f(PVM)g(Library)g(i)q(s)h(a)f (sm)o(all)h(library)f(of)h(n)n(u)o(m)o(er)q(ical)f(rou)o(t)o(in)o(e)q (s)g(also)g(for)g(di)q(str)q(ib-)224 701 y(u)o(t)o(e)q(d)j(m)o(emory)e (MIMD)j(m)o(ac)o(hin)o(e)q(s)e(t)n(h)o(a)o(t)f(con)o(t)o(ains)h(rou)o (t)o(in)o(e)q(s)g(for)f(d)o(ens)q(e)i(an)o(d)g(spars)q(e)e(lin)o(ear)j (alge)o(bra,)224 758 y(includin)o(g)22 b(som)o(e)c(ScaLAP)l(A)o(CK)h (rou)o(t)o(in)o(e)q(s,)h(quadra)o(t)o(ure,)e(o)o(pt)o(imiza)o(t)o(ion,) g(ran)o(dom)g(n)n(u)o(m)n(b)q(er)i(gen-)224 814 y(era)o(t)o(ion)f(an)o (d)g(v)n(ar)q(ious)g(u)o(t)o(ilit)o(y)h(rou)o(t)o(in)o(e)q(s)f(for)h(o) o(p)q(era)o(t)o(ions)d(su)o(c)o(h)j(as)f(d)o(a)o(t)o(a)g(di)q(str)q (ibu)o(t)o(ion)g(an)o(d)h(error)224 871 y(h)o(an)o(dlin)o(g.)f(Thi)q(s) 14 b(Library)f(us)q(e)q(s)h(m)n(u)o(c)o(h)g(t)n(h)o(e)g(sam)o(e)f(mo)q (d)o(el)h(for)f(di)q(str)q(ibu)o(t)o(e)q(d)h(m)o(emory)d(compu)o(t)o (in)o(g)j(as)224 927 y(ScaLAP)l(A)o(CK)f(an)o(d)i(w)o(as)e(d)o(ev)o (elo)o(p)q(e)q(d)i(wit)n(h)f(t)n(h)o(e)h(sam)o(e)e(goals)h(in)i(min)o (d)e(\(Hamm)o(arlin)o(g,)f(1994\).)224 1003 y(Bot)n(h)j(ScaLAP)l(A)o (CK)f(an)o(d)i(t)n(h)o(e)f(NA)o(G)g(Nu)o(m)o(er)q(ical)h(PVM)f(Library) g(w)o(ere)g(d)o(ev)o(elo)o(p)q(e)q(d)g(wit)n(h)h(h)o(et)o(ero-)224 1059 y(gen)o(eous)c(en)o(vironm)o(en)o(t)o(s)f(in)j(min)o(d,)e(as)h(w)o (ell)g(as)g(st)o(an)o(d)o(ard)e(h)o(omogen)o(eous)f(m)o(ac)o(hin)o(e)q (s.)18 b(Bu)o(t,)c(in)h(b)q(ot)n(h)224 1116 y(cas)q(e)q(s)f(d)o(ur)q (in)o(g)g(d)o(ev)o(elo)o(pm)o(en)o(t)e(i)q(s)i(w)o(as)f(realize)q(d)i (t)n(h)o(a)o(t)e(w)o(e)h(could)g(not)g(guaran)o(t)n(ee)e(t)n(h)o(e)i (safe)f(b)q(e)o(h)o(a)o(viour)224 1172 y(of)j(all)h(our)f(rou)o(t)o(in) o(e)q(s)g(in)h(a)f(h)o(et)o(erogen)o(eous)d(en)o(vironm)o(en)o(t)h(an)o (d)i(so,)g(for)f(t)n(h)o(e)i(t)o(im)o(e)e(b)q(e)q(in)o(g,)i(b)q(ot)n(h) f(lib-)224 1229 y(rar)q(ie)q(s)h(are)g(only)g(fully)i(sup)o(p)q(ort)o (e)q(d)d(on)h(h)o(omogen)o(eous)e(m)o(ac)o(hin)o(e)q(s,)i(al)o(t)n(h)o (ough)g(t)n(h)o(ey)g(are)g(t)o(e)q(st)o(e)q(d)g(on)224 1285 y(n)o(et)o(w)o(or)o(ks)c(of)i(IEEE)f(m)o(ac)o(hin)o(e)q(s)h(an)o (d)g(are)f(b)q(eliev)o(e)q(d)i(t)o(o)f(w)o(or)o(k)f(correct)n(ly)g(in)i (su)o(c)o(h)f(en)o(vironm)o(en)o(t)o(s.)j(It)224 1342 y(i)q(s,)d(t)n(h)o(ough,)e(in)o(t)o(en)o(d)o(e)q(d)i(t)o(o)g(b)q(e)g(a) o(ble)g(t)o(o)f(fully)i(sup)o(p)q(ort)e(ot)n(h)o(er)g(h)o(et)o(erogen)o (eous)e(en)o(vironm)o(en)o(t)o(s)h(in)j(t)n(h)o(e)224 1398 y(n)o(ear)e(fu)o(t)o(ure.)224 1561 y Fl(3)66 b(Mac)n(hin)n(e)21 b(P)n(aram)n(et)n(ers)224 1682 y Fk(A)11 b(s)q(imple)f(example)f(of)h (wh)o(ere)g(an)g(algor)q(it)n(hm)e(migh)o(t)i(not)f(w)o(or)o(k)h (correct)n(ly)f(i)q(s)h(an)g(it)o(era)o(t)o(ion)f(wh)o(ere)h(t)n(h)o(e) 224 1738 y(st)o(o)o(p)o(pin)o(g)15 b(cr)q(it)o(er)q(ion)f(d)o(ep)q(en)o (ds)i(on)f(t)n(h)o(e)g(v)n(alue)g(of)h(t)n(h)o(e)f(m)o(ac)o(hin)o(e)g (preci)q(s)q(ion.)21 b(If)15 b(t)n(h)o(e)h(preci)q(s)q(ion)f(v)n(ar)q (ie)q(s)224 1795 y(f)q(rom)10 b(pro)q(ce)q(ssor)g(t)o(o)i(pro)q(ce)q (ssor,)e(di\013eren)o(t)i(pro)q(ce)q(ssors)e(m)o(ay)g(h)o(a)o(v)o(e)h (s)q(igni\014can)o(t)n(ly)g(di\013eren)o(t)g(st)o(o)o(p)o(pin)o(g)224 1851 y(cr)q(it)o(er)q(ia.)25 b(In)17 b(part)o(icular,)f(t)n(h)o(e)g(st) o(o)o(p)o(pin)o(g)h(cr)q(it)o(er)q(ion)e(us)q(e)q(d)i(b)o(y)g(t)n(h)o (e)g(most)f(accura)o(t)o(e)f(pro)q(ce)q(ssor)g(m)o(ay)224 1908 y(n)o(ev)o(er)f(b)q(e)h(sa)o(t)o(i)q(s\014e)q(d)e(if)j(it)f(d)o (ep)q(en)o(ds)f(on)h(d)o(a)o(t)o(a)e(compu)o(t)o(e)q(d)h(le)q(ss)i (accura)o(t)o(ely)d(b)o(y)h(ot)n(h)o(er)g(pro)q(ce)q(ssors.)224 1984 y(Man)o(y)k(su)o(c)o(h)h(problems)e(can)h(b)q(e)h(elimin)o(a)o(t)o (e)q(d)g(b)o(y)f(us)q(in)o(g)h(t)n(h)o(e)f Fh(l)5 b Fk(arge)q(st)18 b(m)o(ac)o(hin)o(e)g(preci)q(s)q(ion)g(amon)o(g)224 2040 y(all)f(part)o(icipa)o(t)o(in)o(g)d(pro)q(ce)q(ssors.)22 b(In)17 b(LAP)l(A)o(CK)e(rou)o(t)o(in)o(e)g Fg(DLAMCH)f Fk(ret)o(ur)q(ns)g(t)n(h)o(e)i(\(dou)n(ble)g(preci)q(s)q(ion\))224 2097 y(m)o(ac)o(hin)o(e)11 b(preci)q(s)q(ion)g(\(as)g(w)o(ell)h(as)f (ot)n(h)o(er)g(m)o(ac)o(hin)o(e)g(param)o(et)o(er)o(s\).)k(In)d(ScaLAP) l(A)o(CK)f(t)n(hi)q(s)g(i)q(s)h(replace)q(d)224 2153 y(b)o(y)i Fg(PDLAMCH)e Fk(whic)o(h)h(ret)o(ur)q(ns)g(t)n(h)o(e)g(large) q(st)g(v)n(alue)h(o)o(v)o(er)f(all)i(t)n(h)o(e)e(pro)q(ce)q(ssors,)g (replacin)o(g)g(t)n(h)o(e)h(u)o(nipro-)224 2210 y(ce)q(ssor)d(v)n(alue) g(ret)o(ur)q(n)o(e)q(d)e(b)o(y)i Fg(DLAMCH)p Fk(.)d(Similarly)l(,)13 b(on)o(e)d(sh)o(ould)h(us)q(e)g(t)n(h)o(e)g(sm)o(alle)q(st)g(o)o(v)o (er\015o)o(w)e(t)n(hre)q(sh)o(old)224 2266 y(an)o(d)16 b(large)q(st)g(u)o(n)o(d)o(er\015o)o(w)f(t)n(hre)q(sh)o(old)g(o)o(v)o (er)h(t)n(h)o(e)g(pro)q(ce)q(ssors)f(b)q(e)q(in)o(g)i(us)q(e)q(d.)24 b(In)17 b(a)g(non-h)o(omogen)o(eo)o(us)224 2323 y(en)o(vironm)o(en)o(t) h(t)n(h)o(e)i(ScaLAP)l(A)o(CK)f(rou)o(t)o(in)o(e)g Fg(PDLAMCH)f Fk(ru)o(ns)j(t)n(h)o(e)f(LAP)l(A)o(CK)f(rou)o(t)o(in)o(e)g Fg(DLAMCH)g Fk(on)224 2379 y(eac)o(h)h(pro)q(ce)q(ssor)g(an)o(d)f (compu)o(t)o(e)q(s)g(t)n(h)o(e)h(relev)n(an)o(t)f(m)o(axim)n(u)o(m)g (or)g(minim)n(u)o(m)i(v)n(alue.)35 b(W)l(e)21 b(refer)f(t)o(o)224 2436 y(t)n(h)o(e)q(s)q(e)14 b(m)o(ac)o(hin)o(e)g(param)o(et)o(ers)e(as) i(t)n(h)o(e)h Fh(m)s Fk(ul)o(t)o(ipro)q(ce)q(ssor)f(m)o(ac)o(hin)o(e)g (param)o(et)o(ers.)224 2512 y(It)k(sh)o(ould)g(b)q(e)g(not)o(e)q(d)f(t) n(h)o(a)o(t)g(if)h(t)n(h)o(e)g(co)q(d)o(e)g(con)o(t)o(ains)f(comm)n(u)o (nica)o(t)o(ion)f(b)q(et)o(w)o(een)g(pro)q(ce)q(ssors)h(wit)n(hin)224 2568 y(an)f(it)o(era)o(t)o(ion,)e(it)i(will)h(not)e(complet)o(e)g(if)h (on)o(e)g(pro)q(ce)q(ssor)e(con)o(v)o(erge)q(s)g(b)q(efore)h(t)n(h)o(e) g(ot)n(h)o(ers.)22 b(In)16 b(a)g(h)o(et-)224 2624 y(erogen)o(eous)d(en) o(vironm)o(en)o(t,)e(t)n(h)o(e)j(only)h(w)o(ay)e(t)o(o)h(guaran)o(t)n (ee)e(t)o(ermin)o(a)o(t)o(ion)g(i)q(s)j(t)o(o)f(h)o(a)o(v)o(e)f(on)o(e) h(pro)q(ce)q(ssor)224 2681 y(m)o(ak)o(e)h(t)n(h)o(e)i(con)o(v)o (ergence)d(d)o(eci)q(s)q(ion)j(an)o(d)f(broadcast)e(t)n(h)o(a)o(t)i(d)o (eci)q(s)q(ion.)24 b(Thi)q(s)16 b(i)q(s)h(a)f(stra)o(t)o(egy)e(w)o(e)i (sh)o(all)p eop %%Page: 4 4 4 3 bop 224 286 a Fk(s)q(ee)15 b(again)f(in)h(la)o(t)o(er)f(s)q(ect)o (ions.)224 362 y(Th)o(e)g(NA)o(G)h(Nu)o(m)o(er)q(ical)f(PVM)h(Library)f (will)i(us)q(e)e(an)h(equiv)n(alen)o(t)f(m)o(ec)o(h)o(ani)q(sm.)224 525 y Fl(4)66 b(Global)20 b(Argu)o(m)n(en)n(t)o(s)h(an)n(d)h(Floa)n(t)n (in)o(g)f(P)n(oin)n(t)g(V)-6 b(alue)r(s)224 646 y Fk(Th)o(e)11 b(high)g(lev)o(el)h(rou)o(t)o(in)o(e)q(s)e(in)i(b)q(ot)n(h)f(ScaLAP)l (A)o(CK)e(an)o(d)i(t)n(h)o(e)g(NA)o(G)g(Nu)o(m)o(er)q(ical)f(PVM)h (Library)f(c)o(h)o(ec)o(k)224 703 y(argu)o(m)o(en)o(t)o(s)j(sup)o(plie) q(d)i(b)o(y)g(us)q(ers)f(for)g(t)n(h)o(e)q(ir)h(v)n(alidit)o(y)f(in)i (ord)o(er)e(t)o(o)g(aid)i(us)q(ers)e(an)o(d)g(pro)o(vid)o(e)h(as)f(m)n (u)o(c)o(h)224 759 y(relia)o(bilit)o(y)19 b(as)f(p)q(oss)q(ibilit)o(y)l (.)31 b(In)19 b(part)o(icular,)d(global)j(argu)o(m)o(en)o(t)o(s)c(are)j (c)o(h)o(ec)o(k)o(e)q(d.)29 b(Wh)o(en)18 b(t)n(h)o(e)q(s)q(e)g(are)224 816 y(\015oa)o(t)o(in)o(g)12 b(p)q(oin)o(t)g(v)n(alue)q(s)h(t)n(h)o(ey) f(m)o(ay)g(of)g(cours)q(e,)g(for)g(t)n(h)o(e)h(reasons)e(already)i(di)q (scuss)q(e)q(d,)g(h)o(a)o(v)o(e)f(di\013eren)o(t)224 872 y(v)n(alue)q(s)i(on)h(di\013eren)o(t)g(pro)q(ce)q(ssors.)224 948 y(Thi)q(s)i(rai)q(s)q(e)q(s)f(t)n(h)o(e)h(que)q(st)o(ion)g(of)g(h)o (o)o(w,)f(an)o(d)h(ev)o(en)g(wh)o(et)n(h)o(er,)f(su)o(c)o(h)h(argu)o(m) o(en)o(t)o(s)e(sh)o(ould)i(b)q(e)h(c)o(h)o(ec)o(k)o(e)q(d,)224 1005 y(an)o(d)e(wh)o(a)o(t)e(act)o(ion)i(sh)o(ould)g(b)q(e)g(t)o(ak)o (en)f(wh)o(en)g(a)h(f)q(ailure)g(o)q(ccurs.)23 b(If)16 b(w)o(e)g(compare)f(t)n(h)o(e)g(v)n(alue)q(s,)h(t)n(h)o(ey)224 1061 y(m)o(ay)d(not)f(b)q(e)i(t)n(h)o(e)f(sam)o(e)f(on)h(di\013eren)o (t)g(pro)q(ce)q(ssors,)f(so)h(w)o(e)g(n)o(ee)q(d)h(t)o(o)f(allo)o(w)g (a)g(t)o(olerance)f(bas)q(e)q(d)h(up)q(on)224 1117 y(t)n(h)o(e)i(m)n (ul)o(t)o(ipro)q(ce)q(ssor)g(m)o(ac)o(hin)o(e)f(preci)q(s)q(ion.)20 b(Al)o(t)o(er)q(n)o(a)o(t)o(iv)o(ely)l(,)14 b(w)o(e)h(can)g(c)o(h)o(ec) o(k)g(a)g(global)g(argu)o(m)o(en)o(t)e(on)224 1174 y(just)18 b(on)o(e)f(pro)q(ce)q(ssor)g(an)o(d)g(t)n(h)o(en,)h(if)h(t)n(h)o(e)e(v) n(alue)h(i)q(s)g(v)n(alid,)g(broadcast)e(t)n(h)o(a)o(t)g(v)n(alue)i(t)o (o)f(all)i(t)n(h)o(e)f(ot)n(h)o(er)224 1230 y(pro)q(ce)q(ssors.)28 b(Of)17 b(cours)q(e)g(t)n(hi)q(s)h(al)o(t)o(er)q(n)o(a)o(t)o(iv)o(e)e (ap)o(proac)o(h)g(h)o(as)h(extra)f(o)o(v)o(erh)o(ead,)h(bu)o(t)h(it)g (m)o(ay)f(b)q(e)h(t)n(h)o(e)224 1287 y(most)13 b(relia)o(ble)h(solu)o (t)o(ion,)f(s)q(ince)h(t)n(h)o(e)f(library)h(rou)o(t)o(in)o(e)f(h)o(as) g(algor)q(it)n(hmic)f(con)o(trol,)g(an)o(d)h(pu)o(t)o(s)h(sligh)o(t)n (ly)224 1343 y(le)q(ss)i(burd)o(en)f(on)f(t)n(h)o(e)h(us)q(er.)224 1419 y(Similar)f(i)q(ssue)q(s)g(o)q(ccur)f(wh)o(en)o(ev)o(er)f(w)o(e)i (comm)n(u)o(nica)o(t)o(e)d(a)j(\015oa)o(t)o(in)o(g)e(p)q(oin)o(t)h(v)n (alue)h(f)q(rom)d(on)o(e)j(pro)q(ce)q(ssor)224 1476 y(t)o(o)f(anot)n(h) o(er.)k(Unle)q(ss)e(w)o(e)d(h)o(a)o(v)o(e)h(sp)q(ecial)g(kno)o(wle)q (dge,)g(an)o(d)f(on)o(e)h(su)o(c)o(h)g(cas)q(e)g(will)i(b)q(e)e(di)q (scuss)q(e)q(d)h(in)g(t)n(h)o(e)224 1532 y(n)o(ext)h(s)q(ect)o(ion,)f (w)o(e)h(sh)o(ould)h(not)f(assu)o(m)o(e)g(t)n(h)o(a)o(t)f(t)n(h)o(e)h (t)o(arget)e(pro)q(ce)q(ssor)h(will)j(h)o(a)o(v)o(e)d(exact)n(ly)h(t)n (h)o(e)h(sam)o(e)224 1589 y(v)n(alue)e(as)h(t)n(h)o(e)f(s)q(en)o(din)o (g)h(pro)q(ce)q(ssor)f(an)o(d)g(w)o(e)g(m)n(ust)g(wr)q(it)o(e)g(t)n(h)o (e)g(co)q(d)o(e)h(accordin)o(gly)l(.)224 1751 y Fl(5)66 b(Comm)m(u)o(nica)n(t)n(in)o(g)15 b(Floa)n(t)n(in)o(g)h(P)n(oin)n(t)g (V)-6 b(alue)r(s)16 b(on)g(IEEE)i(Mac)n(hin)n(e)r(s)224 1873 y Fk(Th)o(e)d(IEEE)g(st)o(an)o(d)o(ard)f(for)g(bin)o(ary)h(\015oa) o(t)o(in)o(g)f(p)q(oin)o(t)h(ar)q(it)n(hm)o(et)o(ic)f(\(IEEE,)g(1985\)) f(sp)q(eci\014e)q(s)j(h)o(o)o(w)e(m)o(a-)224 1929 y(c)o(hin)o(e)q(s)19 b(conformin)o(g)e(t)o(o)i(t)n(h)o(e)f(st)o(an)o(d)o(ard)f(sh)o(ould)i (repre)q(s)q(en)o(t)e(\015oa)o(t)o(in)o(g)g(p)q(oin)o(t)i(v)n(alue)q (s.)30 b(W)l(e)20 b(refer)e(t)o(o)224 1985 y(m)o(ac)o(hin)o(e)q(s)13 b(conformin)o(g)g(t)o(o)h(t)n(hi)q(s)f(st)o(an)o(d)o(ard)g(as)g Fh(I)7 b Fk(EEE)14 b(m)o(ac)o(hin)o(e)q(s)1337 1969 y Ff(1)1356 1985 y Fk(.)19 b(Th)n(us,)13 b(wh)o(en)h(w)o(e)f(comm)n(u)o (nica)o(t)o(e)224 2042 y(\015oa)o(t)o(in)o(g)j(p)q(oin)o(t)g(n)n(u)o(m) n(b)q(ers)f(b)q(et)o(w)o(een)g(IEEE)h(m)o(ac)o(hin)o(e)q(s)g(w)o(e)g (migh)o(t)g(h)o(o)o(p)q(e)f(t)n(h)o(a)o(t)g(eac)o(h)i(pro)q(ce)q(ssor)e (h)o(as)224 2098 y(t)n(h)o(e)g(sam)o(e)e(v)n(alue.)19 b(Thi)q(s)14 b(i)q(s)h(a)g(reason)o(a)o(ble)e(h)o(o)o(p)q(e)h(an)o(d)g (will)i(oft)o(en)e(b)q(e)g(realize)q(d.)224 2174 y(F)l(or)i(example,)e (XDR)i(\(Ext)o(er)q(n)o(al)e(Da)o(t)o(a)g(Repre)q(s)q(en)o(t)o(a)o(t)o (ion,)f(Su)o(nSoft)i(\(1993\)\))e(us)q(e)q(s)i(t)n(h)o(e)h(IEEE)f(rep-) 224 2231 y(re)q(s)q(en)o(t)o(a)o(t)o(ion)f(for)h(\015oa)o(t)o(in)o(g)g (p)q(oin)o(t)h(n)n(u)o(m)n(b)q(ers)f(an)o(d)h(so)g(a)f(m)o(e)q(ssage)h (pass)q(in)o(g)g(syst)o(em)e(t)n(h)o(a)o(t)h(us)q(e)q(s)h(XDR)224 2287 y(will)g(comm)n(u)o(nica)o(t)o(e)d(\015oa)o(t)o(in)o(g)g(p)q(oin)o (t)h(n)n(u)o(m)n(b)q(ers)g(wit)n(h)o(ou)o(t)g(c)o(h)o(an)o(ge)1331 2271 y Ff(2)1350 2287 y Fk(.)19 b(PVM)c(i)q(s)f(an)h(example)e(of)i(a)f (sys-)224 2344 y(t)o(em)h(t)n(h)o(a)o(t)g(us)q(e)q(s)h(XDR.)g(MPI)g (sugge)q(st)o(s)f(t)n(h)o(e)h(us)q(e)g(of)g(XDR,)g(bu)o(t)g(do)q(e)q(s) g(not)f(m)o(an)o(d)o(a)o(t)o(e)f(it)o(s)j(us)q(e)f(\(Snir)224 2400 y(et)e(al.,)f(1996,)f(Sect)o(ion)h(2.3.3\),)e(so)j(pre)q(su)o(m)o (a)o(bly)e(w)o(e)i(cannot)e(assu)o(m)o(e)i(t)n(h)o(a)o(t)e(\015oa)o(t)o (in)o(g)h(p)q(oin)o(t)g(n)n(u)o(m)n(b)q(ers)224 2457 y(will)h(b)q(e)e(comm)n(u)o(nica)o(t)o(e)q(d)f(wit)n(h)o(ou)o(t)g(c)o (h)o(an)o(ge)h(on)g(IEEE)g(m)o(ac)o(hin)o(e)q(s)f(wh)o(en)h(us)q(in)o (g)g(MPI)h(u)o(nle)q(ss)h(w)o(e)e(h)o(a)o(v)o(e)224 2513 y(addit)o(ion)o(al)i(inform)o(a)o(t)o(ion)f(a)o(b)q(ou)o(t)h(t)n(h)o(e) g(implem)o(en)o(t)o(a)o(t)o(ion.)p 224 2553 690 2 v 276 2580 a Fe(1)293 2595 y Fi(It)f(sh)o(ould)i(b)q(e)e(not)o(e)q(d)g(t)n(h) o(a)o(t)h(t)n(h)o(ere)f(i)q(s)h(also)g(a)f(radix)h(in)o(d)o(ep)q(en)o (d)o(en)o(t)h(st)o(an)o(d)o(ard)g(\(IEEE,)e(1987\).)276 2625 y Fe(2)293 2641 y Fi(It)e(sh)o(ould)i(b)q(e)e(not)o(e)q(d)g(t)n(h) o(a)o(t)h(it)f(i)q(s)h(not)f(clear)h(wh)o(et)n(h)o(er)g(or)f(not)g(t)n (hi)q(s)h(can)g(b)q(e)e(assu)o(m)o(e)q(d)j(for)e(d)o(enorm)o(alize)q(d) k(n)n(u)o(m)n(b)q(ers.)p eop %%Page: 5 5 5 4 bop 224 286 a Fl(6)66 b(Algor)q(it)m(hmic)19 b(In)n(t)n(egr)q(it)n (y)224 407 y Fk(Th)o(e)13 b(sugge)q(st)o(ions)e(w)o(e)i(h)o(a)o(v)o(e)f (m)o(ad)o(e)h(so)g(f)q(ar)f(cert)o(ainly)h(do)g(not)f(solv)o(e)h(all)h (t)n(h)o(e)f(problems.)k(W)l(e)d(are)e(st)o(ill)224 464 y(left)17 b(wit)n(h)f(m)o(an)o(y)g(of)g(t)n(h)o(os)q(e)g(problems)f (asso)q(cia)o(t)o(e)q(d)h(wit)n(h)g(t)n(h)o(e)g(m)o(a)r(jor)f(concer)q (n)h(of)g(v)n(aryin)o(g)g(\015oa)o(t)o(in)o(g)224 520 y(p)q(oin)o(t)j(repre)q(s)q(en)o(t)o(a)o(t)o(ions)e(an)o(d)i(ar)q(it)n (hm)o(et)o(ic)e(o)o(p)q(era)o(t)o(ions)g(b)q(et)o(w)o(een)h(di\013eren) o(t)h(pro)q(ce)q(ssors,)h(di\013eren)o(t)224 577 y(compilers)i(an)o(d)f (di\013eren)o(t)h(compiler)f(o)o(pt)o(ions.)39 b(W)l(e)22 b(illustra)o(t)o(e)f(t)n(h)o(e)h(di\016cul)o(t)o(ie)q(s)g(wit)n(h)g (just)f(t)o(w)o(o)224 633 y(example)q(s)c(f)q(rom)g(ScaLAP)l(A)o(CK,)f (t)n(h)o(e)i(s)q(econ)o(d)f(example)g(givin)o(g)i(ra)o(t)n(h)o(er)d (more)h(s)q(ev)o(ere)g(di\016cul)o(t)o(ie)q(s)224 690 y(t)n(h)o(an)d(t)n(h)o(e)g(\014rst.)224 766 y(Cons)q(id)o(er)h(t)n(h)o (e)g(LAP)l(A)o(CK)f(rou)o(t)o(in)o(e)g Fg(DLARFG)f Fk(whic)o(h)j(compu) o(t)o(e)q(s)e(an)h(elem)o(en)o(t)o(ary)e(re\015ect)o(or)h(\(Hous)q(e-) 224 822 y(h)o(old)o(er)h(transform)n(a)o(t)n(ion)d(m)o(a)o(tr)q(ix\))g Fd(H)19 b Fk(su)o(c)o(h)14 b(t)n(h)o(a)o(t)337 936 y Fd(H)t(x)e Fk(=)g Fd(\014)r(e)513 943 y Ff(1)533 936 y Fd(;)224 1049 y Fk(wh)o(ere)g Fd(\014)k Fk(i)q(s)d(a)f(scalar,)g Fd(x)h Fk(i)q(s)g(an)g Fd(n)g Fk(elem)o(en)o(t)g(v)o(ect)o(or)e(an)o(d) i Fd(e)1197 1056 y Ff(1)1230 1049 y Fk(i)q(s)g(t)n(h)o(e)f(\014rst)h (colu)o(mn)f(of)h(t)n(h)o(e)f(u)o(nit)i(m)o(a)o(tr)q(ix.)224 1105 y Fd(H)19 b Fk(i)q(s)c(repre)q(s)q(en)o(t)o(e)q(d)e(in)i(t)n(h)o (e)g(form)337 1219 y Fd(H)h Fk(=)c Fd(I)i Fc(\000)d Fd(\034)5 b(v)r(v)591 1200 y Fb(T)617 1219 y Fd(;)224 1332 y Fk(wh)o(ere)14 b Fd(\034)20 b Fk(i)q(s)15 b(a)g(scalar)e(an)o(d)i Fd(v)h Fk(i)q(s)f(an)g Fd(n)g Fk(elem)o(en)o(t)f(v)o(ect)o(or.)k(Since)d Fd(H)k Fk(i)q(s)c(ort)n(h)o(ogon)o(a)o(l)e(w)o(e)h(s)q(ee)h(t)n(h)o(a)o (t)337 1446 y Fc(j)p Fd(\014)r Fc(j)d Fk(=)g Fc(k)p Fd(x)p Fc(k)522 1459 y Ff(2)541 1446 y Fd(:)224 1559 y Fk(If)22 b Fc(j)p Fd(\014)r Fc(j)g Fk(i)q(s)g(v)o(ery)f(sm)o(all)h(\(su)n (b-norm)o(al)e(or)h(clos)q(e)i(t)o(o)e(b)q(e)q(in)o(g)i(su)n(b-norm)o (al\),)e Fg(DLARFG)f Fk(scale)q(s)i Fd(x)g Fk(an)o(d)224 1615 y(recompu)o(t)o(e)q(s)d Fc(k)p Fd(x)p Fc(k)538 1629 y Ff(2)558 1615 y Fk(.)36 b(Thi)q(s)20 b(compu)o(t)o(a)o(t)o(ion)e(i)q (s)j(a)o(t)e(t)n(h)o(e)h(h)o(eart)g(of)g(t)n(h)o(e)g(LAP)l(A)o(CK)f Fd(QR)p Fk(,)i(an)o(d)f(ot)n(h)o(er,)224 1672 y(f)q(act)o(or)q(iza)o(t) o(ions)12 b(\(s)q(ee)i(for)g(example)f(\(Golu)n(b)i(an)o(d)f(V)l(an)h (Loan,)e(1989\)\).)224 1748 y(In)h(t)n(h)o(e)g(cas)q(e)f(of)g(t)n(h)o (e)g(equiv)n(alen)o(t)g(ScaLAP)l(A)o(CK)f(rou)o(t)o(in)o(e)h Fg(PDLARFG)p Fk(,)e Fd(x)j Fk(will)g(usually)g(b)q(e)g(di)q(str)q(ibu)o (t)o(e)q(d)224 1804 y(o)o(v)o(er)k(s)q(ev)o(eral)g(pro)q(ce)q(ssors,)h (eac)o(h)g(of)f(whic)o(h)h(part)o(icipa)o(t)o(e)q(s)e(in)j(t)n(h)o(e)f (compu)o(t)o(a)o(t)o(ion)e(of)h Fc(k)p Fd(x)p Fc(k)1780 1818 y Ff(2)1819 1804 y Fk(an)o(d,)h(if)224 1861 y(n)o(ece)q(ssary)l(,) g(scale)q(s)g(it)o(s)h(p)q(ort)o(ion)d(of)i(t)n(h)o(e)g(v)o(ect)o(or)e Fd(x)j Fk(an)o(d)e(recompu)o(t)o(e)q(s)g Fc(k)p Fd(x)p Fc(k)1519 1874 y Ff(2)1539 1861 y Fk(.)32 b(F)l(rom)18 b(t)n(h)o(e)h(previous)224 1917 y(di)q(scuss)q(ion)14 b(w)o(e)f(can)h(s)q(ee)g(t)n(h)o(a)o(t)e(w)o(e)i(clearly)g(n)o(ee)q(d)h (t)o(o)e(t)o(ak)o(e)g(care)g(h)o(ere,)g(or)g(els)q(e,)h(in)h(clos)q(e)g (cas)q(e)q(s,)e(som)o(e)224 1974 y(pro)q(ce)q(ssors)j(m)o(ay)g(a)o(t)n (t)o(empt)e(t)o(o)j(recompu)o(t)o(e)e Fc(k)p Fd(x)p Fc(k)1062 1987 y Ff(2)1081 1974 y Fk(,)j(while)f(ot)n(h)o(ers)f(do)h(not,)f (leadin)o(g)i(t)o(o)f(complet)o(ely)224 2030 y(erron)o(eous)c(re)q(sul) o(t)o(s,)i(or)f(ev)o(en)g(d)o(eadlo)q(c)o(k.)224 2106 y(Th)o(ere)j(are)g(m)o(an)o(y)f(ot)n(h)o(er)h(rou)o(t)o(in)o(e)q(s)g (in)h(t)n(h)o(e)f(LAP)l(A)o(CK)g(an)o(d)g(ScaLAP)l(A)o(CK)f(librar)q (ie)q(s)i(wh)o(ere)f(scal-)224 2163 y(in)o(g)h(t)o(ak)o(e)q(s)d(place,) i(e)q(it)n(h)o(er)g(t)o(o)g(a)o(v)o(oid)f(problems)g(asso)q(cia)o(t)o (e)q(d)f(wit)n(h)i(o)o(v)o(er\015o)o(w)e(an)o(d)h(u)o(n)o(d)o(er\015o)o (w,)h(or)f(t)o(o)224 2219 y(impro)o(v)o(e)d(n)n(u)o(m)o(er)q(ical)i(st) o(a)o(bilit)o(y)l(,)f(as)g(in)i(t)n(h)o(e)e(equilibra)o(t)o(ion)g(rou)o (t)o(in)o(e)q(s)g(for)g(lin)o(ear)i(equa)o(t)o(ions.)224 2295 y(On)o(e)g(w)o(ay)e(t)o(o)h(ensure)g(correct)f(compu)o(t)o(a)o(t)o (ion)f(i)q(s)i(t)o(o)h(pu)o(t)f(on)o(e)g(pro)q(ce)q(ssor)f(in)j(con)o (trol)c(of)i(wh)o(et)n(h)o(er)f(or)224 2352 y(not)i(scalin)o(g)g(sh)o (ould)g(t)o(ak)o(e)f(place,)h(an)o(d)g(for)f(t)n(h)o(a)o(t)g(pro)q(ce)q (ssor)g(t)o(o)g(reque)q(st)h(t)n(h)o(e)g(ot)n(h)o(er)f(pro)q(ce)q (ssors)g(all)224 2408 y(e)q(it)n(h)o(er)f(t)o(o)g(scale,)g(or)f(not)g (t)o(o)h(scale.)19 b(Ha)o(vin)o(g)13 b(a)h Fh(c)s Fk(on)o(trollin)o(g)e (pro)q(ce)q(ssor)h(i)q(s)i(a)e(common)g(w)o(ay)g(t)o(o)g(solv)o(e)224 2465 y(su)o(c)o(h)h(problems)g(on)g(h)o(et)o(erogen)o(eous)e(n)o(et)o (w)o(or)o(ks.)224 2541 y(As)18 b(a)g(som)o(ewh)o(a)o(t)d(h)o(ard)o(er)i (problem)g(cons)q(id)o(er)g(t)n(h)o(e)h(m)o(et)n(h)o(o)q(d)f(of)g(bi)q (s)q(ect)o(ion)h(for)f(\014n)o(din)o(g)h(t)n(h)o(e)g(e)q(igen-)224 2597 y(v)n(alue)q(s)h(of)f(symm)o(etr)q(ic)e(m)o(a)o(tr)q(ice)q(s)h(p)q (erform)o(e)q(d)g(b)o(y)i(t)n(h)o(e)f(ScaLAP)l(A)o(CK)f(rou)o(t)o(in)o (e)h Fg(PDSYEVX)p Fk(.)e(In)k(t)n(hi)q(s)224 2653 y(algor)q(it)n(hm,)14 b(t)n(h)o(e)h(real)h(axi)q(s)f(i)q(s)g(brok)o(en)g(in)o(t)o(o)g(di)q (sjoin)o(t)g(in)o(t)o(erv)n(als)f(t)o(o)h(b)q(e)h(s)q(earc)o(h)o(e)q(d) e(b)o(y)i(di\013eren)o(t)f(pro-)224 2710 y(ce)q(ssors)g(for)g(t)n(h)o (e)h(e)q(igen)o(v)n(alue)q(s)f(con)o(t)o(ain)o(e)q(d)g(in)i(eac)o(h)f (in)o(t)o(erv)n(al.)21 b(Di)q(sjoin)o(t)15 b(in)o(t)o(erv)n(als)f(are)i (s)q(earc)o(h)o(e)q(d)f(in)p eop %%Page: 6 6 6 5 bop 224 286 a Fk(parallel.)18 b(Th)o(e)10 b(algor)q(it)n(hm)e(d)o (ep)q(en)o(ds)i(on)g(a)g(fu)o(nct)o(ion,)h(say)e Fg(count\(a,b\))o Fk(,)f(t)n(h)o(a)o(t)h(cou)o(n)o(t)o(s)h(t)n(h)o(e)f(n)n(u)o(m)n(b)q (er)h(of)224 343 y(e)q(igen)o(v)n(alue)q(s)i(in)g(t)n(h)o(e)f(h)o(alf)h (o)o(p)q(en)f(in)o(t)o(erv)n(al)f([)p Fg(a)p Fk(,)h Fg(b)h Fk(\).)18 b(Us)q(in)o(g)12 b Fg(count)p Fk(,)e(in)o(t)o(erv)n(als)g (can)i(b)q(e)f(su)n(b)q(divid)o(e)q(d)j(in)o(t)o(o)224 399 y(sm)o(aller)i(in)o(t)o(erv)n(als)e(con)o(t)o(ainin)o(g)g(e)q(igen) o(v)n(alue)q(s)i(u)o(n)o(t)o(il)g(t)n(h)o(e)f(in)o(t)o(erv)n(als)f(are) h(n)o(arro)o(w)e(enough)i(t)o(o)g(d)o(eclare)224 456 y(t)n(h)o(e)j(e)q(igen)o(v)n(alue)q(s)g(t)n(h)o(ey)g(con)o(t)o(ain)f (as)h(b)q(e)q(in)o(g)g(fou)o(n)o(d.)30 b(Th)o(e)18 b(problem)f(h)o(ere) h(i)q(s)g(t)n(h)o(a)o(t)f(t)o(w)o(o)g(pro)q(ce)q(ssors)224 512 y(m)o(ay)h(not)f(agree)h(on)g(t)n(h)o(e)g(b)q(ou)o(n)o(d)o(ary)g(b) q(et)o(w)o(een)f(t)n(h)o(e)q(ir)i(in)o(t)o(erv)n(als.)29 b(Thi)q(s)18 b(could)h(re)q(sul)o(t)g(in)g(m)n(ul)o(t)o(iple)224 569 y(co)o(pie)q(s)13 b(of)f(e)q(igen)o(v)n(alue)q(s)h(if)g(in)o(t)o (erv)n(als)e(o)o(v)o(erlap,)g(or)h(mi)q(ss)q(in)o(g)h(e)q(igen)o(v)n (alue)q(s)f(if)i(t)n(h)o(ere)e(are)g(gaps)g(b)q(et)o(w)o(een)224 625 y(in)o(t)o(erv)n(als.)17 b(F)l(urt)n(h)o(ermore,)12 b(t)n(h)o(e)h Fg(count)f Fk(fu)o(nct)o(ion)h(m)o(ay)g(cou)o(n)o(t)f (di\013eren)o(t)n(ly)i(on)g(di\013eren)o(t)f(pro)q(ce)q(ssors,)224 682 y(so)19 b(an)g(in)o(t)o(erv)n(al)f([)p Fg(a)p Fk(,)i Fg(b)f Fk(\))g(m)o(ay)g(b)q(e)g(cons)q(id)o(ere)q(d)g(t)o(o)g(con)o(t)o (ain)g(1)g(e)q(igen)o(v)n(alue)g(b)o(y)g(pro)q(ce)q(ssor)f(A,)h(bu)o(t) 224 738 y(0)e(e)q(igen)o(v)n(alue)q(s)f(b)o(y)h(pro)q(ce)q(ssor)e(B,)i (whic)o(h)f(h)o(as)h(b)q(een)f(giv)o(en)h(t)n(h)o(e)f(in)o(t)o(erv)n (al)g(b)o(y)g(pro)q(ce)q(ssor)g(A)h(d)o(ur)q(in)o(g)224 795 y(load)g(balancin)o(g.)27 b(Thi)q(s)16 b(can)h(h)o(ap)o(p)q(en)f (ev)o(en)h(if)h(pro)q(ce)q(ssors)e(A)h(an)o(d)f(B)i(are)e(id)o(en)o(t)o (ical)h(in)h(h)o(ardw)o(are)224 851 y(t)o(erms,)i(bu)o(t)g(if)g(t)n(h)o (e)g(compilers)g(on)g(eac)o(h)g(on)o(e)g(gen)o(era)o(t)o(e)e(sligh)o(t) n(ly)i(di\013eren)o(t)g(co)q(d)o(e)h(s)q(equence)q(s)e(for)224 907 y Fg(count)p Fk(.)26 b(In)19 b(t)n(hi)q(s)e(example)g(w)o(e)g(h)o (a)o(v)o(e)f(not)h(y)o(et)g(d)o(ecid)o(e)q(d)i(wh)o(a)o(t)d(t)o(o)i(do) f(a)o(b)q(ou)o(t)g(all)h(t)n(h)o(e)q(s)q(e)f(problems,)224 964 y(so)h(w)o(e)f(curren)o(t)n(ly)g(only)g(guaran)o(t)o(ee)e(correctn) o(e)q(ss)i(of)g Fg(PDSYEVX)e Fk(for)i(n)o(et)o(w)o(or)o(ks)f(of)h(pro)q (ce)q(ssors)g(wit)n(h)224 1020 y(id)o(en)o(t)o(ical)d(\015oa)o(t)o(in)o (g)e(p)q(oin)o(t)i(form)o(a)o(t)o(s)d(\(sligh)o(t)n(ly)i(di\013eren)o (t)g(\015oa)o(t)o(in)o(g)g(p)q(oin)o(t)g(o)o(p)q(era)o(t)o(ions)e(t)o (ur)q(n)h(ou)o(t)h(t)o(o)h(b)q(e)224 1077 y(accept)o(a)o(ble\).)k(See)d (\(Demm)o(el,)f(Dhillon)i(an)o(d)f(Ren,)f(1995\))f(for)h(furt)n(h)o(er) g(di)q(scuss)q(ion.)19 b(Ass)q(ignin)o(g)c(t)n(h)o(e)224 1133 y(w)o(or)o(k)g(b)o(y)h(in)o(d)o(ex)h(ra)o(t)n(h)o(er)d(t)n(h)o(an) h(b)o(y)h(ran)o(ge)f(an)o(d)h(sort)o(in)o(g)f(all)i(t)n(h)o(e)f(e)q (igen)o(v)n(alue)q(s)f(a)o(t)h(t)n(h)o(e)f(en)o(d)i(m)o(ay)e(giv)o(e) 224 1190 y(t)n(h)o(e)e(d)o(e)q(s)q(ire)q(d)g(re)q(sul)o(t)g(wit)n(h)f (mo)q(d)o(e)q(st)g(o)o(v)o(erh)o(ead.)18 b(Of)12 b(cours)q(e,)g(if)h (\015oa)o(t)o(in)o(g)f(p)q(oin)o(t)g(form)o(a)o(t)o(s)f(di\013er)i (across)224 1246 y(pro)q(ce)q(ssors,)g(sort)o(in)o(g)h(i)q(s)h(a)f (problem)g(in)h(it)o(s)q(elf.)20 b(Thi)q(s)14 b(require)q(s)h(furt)n(h) o(er)e(in)o(v)o(e)q(st)o(iga)o(t)o(ion.)224 1322 y(Similar)j(problems,) d(al)o(t)n(h)o(ough)i(not)f(usually)h(wit)n(h)h(quit)o(e)f(su)o(c)o(h)f (p)q(ot)o(en)o(t)o(ially)g(s)q(ev)o(ere)h(cons)q(equence)q(s,)224 1379 y(could)k(o)q(ccur)f(in)h(t)n(h)o(e)f(ad)o(apt)o(iv)o(e)f(quadra)o (t)o(ure)e(rou)o(t)o(in)o(e)q(s)j(of)g(t)n(h)o(e)g(NA)o(G)g(Nu)o(m)o (er)q(ical)f(PVM)h(Library)l(,)224 1435 y(wh)o(ere)j(again)f (di\013eren)o(t)h(pro)q(ce)q(ssors)f(are)h(ass)q(ign)o(e)q(d)f (di\013eren)o(t)h(in)o(t)o(erv)n(als)f(on)h(whic)o(h)g(t)o(o)g(p)q (erform)224 1492 y(n)n(u)o(m)o(er)q(ical)15 b(in)o(t)o(egra)o(t)o(ion.) 224 1568 y(Re)q(d)o(u)o(n)o(d)o(an)o(t)h(w)o(or)o(k)f(on)i(di\013eren)o (t)f(pro)q(ce)q(ssors)f(whic)o(h)i(i)q(s)f(in)o(t)o(en)o(d)o(e)q(d)h(t) o(o)f(re)q(sul)o(t)h(in)g(id)o(en)o(t)o(ical)g(re)q(sul)o(t)o(s,)224 1624 y(m)o(ay)d(not)g(do)h(so)f(in)i(a)f(h)o(et)o(erogen)o(eous)c(en)o (vironm)o(en)o(t.)18 b(On)o(e)d(ap)o(proac)o(h)d(for)i(parallelizin)o (g)j(t)n(h)o(e)d(sym-)224 1680 y(m)o(etr)q(ic)k(e)q(igenproblem)h(i)q (s)g(t)o(o)h(p)q(erform)d(a)i(tr)q(idiagon)o(al)f Fd(QR)i Fk(it)o(era)o(t)o(ion)e(re)q(d)o(u)o(n)o(d)o(an)o(t)n(ly)h(on)g(all)h (pro-)224 1737 y(ce)q(ssors)15 b(an)o(d)h(accu)o(m)n(ula)o(t)o(e)f(t)n (h)o(e)g(re)q(sul)o(t)o(in)o(g)h(Giv)o(ens)g(rot)o(a)o(t)o(ions)d(in)k (parallel.)23 b(Thi)q(s)15 b(re)q(sul)o(t)o(s)i(in)f Fd(O)q Fk(\()p Fd(n)1912 1720 y Ff(2)1932 1737 y Fk(\))224 1793 y(re)q(d)o(u)o(n)o(d)o(an)o(t)f(w)o(or)o(k,)f Fd(O)q Fk(\()p Fd(n)643 1777 y Ff(3)662 1793 y Fk(\))i(parallel)g(w)o(or)o(k,) e(an)o(d)h(require)q(s)g(no)h(comm)n(u)o(nica)o(t)o(ion.)k(Since)d Fd(QR)e Fk(i)q(s)h(not)224 1850 y(forw)o(ard)j(st)o(a)o(ble,)i(sligh)o (t)g(di\013erence)q(s)h(in)h(t)n(h)o(e)e(u)o(n)o(d)o(erlyin)o(g)h(ar)q (it)n(hm)o(et)o(ic)d(can)i(lead)i(t)o(o)e(complet)o(ely)224 1906 y(di\013eren)o(t)d(rot)o(a)o(t)o(ions)d(an)o(d)j(complet)o(ely)f (incorrect)g(re)q(sul)o(t)o(s.)29 b(Thi)q(s)18 b(can)g(b)q(e)g(solv)o (e)q(d)f(b)o(y)h(h)o(a)o(vin)o(g)g(on)o(e)224 1963 y(pro)q(ce)q(ssor)c (compu)o(t)o(e)f(all)j(t)n(h)o(e)e(re\015ect)o(ors)f(an)o(d)i (broadcast)d(t)n(h)o(em)i(t)o(o)g(t)n(h)o(e)g(ot)n(h)o(er)g(pro)q(ce)q (ssors,)f(bu)o(t)i(t)n(h)o(e)224 2019 y(comm)n(u)o(nica)o(t)o(ion)e (cost)i(i)q(s)f(su)n(bst)o(an)o(t)o(ial:)k Fd(O)q Fk(\()p Fd(n)997 2003 y Ff(2)1017 2019 y Fk(\).)224 2180 y Fl(7)66 b(Clo)q(s)q(in)o(g)20 b(Rem)n(ar)o(ks)224 2301 y Fk(W)l(e)e(h)o(a)o(v)o (e)f(tr)q(ie)q(d)g(t)o(o)g(illustra)o(t)o(e)g(t)n(h)o(e)g(p)q(ot)o(en)o (t)o(ial)f(di\016cul)o(t)o(ie)q(s)j(concer)q(n)o(e)q(d)d(wit)n(h)i (\015oa)o(t)o(in)o(g)e(p)q(oin)o(t)h(com-)224 2357 y(pu)o(t)o(a)o(t)o (ions)g(on)h(h)o(et)o(erogen)o(eous)e(n)o(et)o(w)o(or)o(ks.)28 b(Som)o(e)17 b(of)h(t)n(h)o(e)q(s)q(e)g(di\016cul)o(t)o(ie)q(s)i(are)d (straigh)o(tforw)n(ar)o(d)f(t)o(o)224 2414 y(addre)q(ss,)h(while)h(ot)n (h)o(ers)e(require)g(cons)q(id)o(era)o(bly)g(more)g(t)n(h)o(ough)o(t.) 24 b(All)18 b(of)f(t)n(h)o(em)f(require)h(som)o(e)f(ad-)224 2470 y(dit)o(ion)o(al)h(lev)o(el)g(of)f(d)o(efens)q(iv)o(e)g(programm)o (in)o(g)e(t)o(o)i(ensure)g(t)n(h)o(e)g(usual)h(st)o(an)o(d)o(ards)d(of) i(relia)o(bilit)o(y)h(t)n(h)o(a)o(t)224 2527 y(us)q(ers)i(h)o(a)o(v)o (e)f(com)o(e)h(t)o(o)g(exp)q(ect)g(f)q(rom)f(pac)o(kage)q(s)f(su)o(c)o (h)i(as)g(LAP)l(A)o(CK)g(an)o(d)g(librar)q(ie)q(s)h(su)o(c)o(h)f(as)g (t)n(h)o(e)224 2583 y(NA)o(G)c(Library)l(.)224 2659 y(W)l(e)g(h)o(a)o (v)o(e)e(sugge)q(st)o(e)q(d)g(reason)o(a)o(bly)g(straigh)o(tfor)o(w)n (ar)o(d)f(solu)o(t)o(ions)h(t)o(o)h(t)n(h)o(e)g(problems)f(asso)q(cia)o (t)o(e)q(d)h(wit)n(h)224 2716 y(\015oa)o(t)o(in)o(g)k(p)q(oin)o(t)h(m)o (ac)o(hin)o(e)f(param)o(et)o(ers)e(an)o(d)i(global)h(v)n(alue)q(s,)g (an)o(d)g(h)o(a)o(v)o(e)f(sugge)q(st)o(e)q(d)f(t)n(h)o(e)i(us)q(e)g(of) g(a)p eop %%Page: 7 7 7 6 bop 224 286 a Fk(con)o(trollin)o(g)16 b(pro)q(ce)q(ssor)g(t)o(o)h (solv)o(e)f(som)o(e)h(of)f(t)n(h)o(e)h(di\016cul)o(t)o(ie)q(s)h(of)f (algor)q(it)n(hmic)f(in)o(t)o(egr)q(it)o(y)l(.)25 b(Thi)q(s)17 b(can)224 343 y(proba)o(bly)e(b)q(e)i(us)q(e)q(d)g(t)o(o)f(solv)o(e)g (most)g(of)g(t)n(h)o(e)q(s)q(e)h(problems,)e(bu)o(t)i(in)h(som)o(e)d (cas)q(e)q(s)h(a)o(t)g(t)n(h)o(e)h(exp)q(ens)q(e)f(of)224 399 y(cons)q(id)o(era)o(ble)e(addit)o(ion)o(al)g(o)o(v)o(erh)o(ead.)224 475 y(A)20 b(t)o(o)o(pic)f(t)n(h)o(a)o(t)f(w)o(e)h(h)o(a)o(v)o(e)f(not) h(di)q(scuss)q(e)q(d)h(i)q(s)g(t)n(h)o(a)o(t)e(of)h(t)n(h)o(e)g(addit)o (ion)o(al)g(t)o(e)q(st)o(in)o(g)g(n)o(ece)q(ssary)f(t)o(o)i(giv)o(e)224 532 y(con\014d)o(ence)g(in)h(h)o(et)o(erogen)o(eous)c(en)o(vironm)o(en) o(t)o(s.)32 b(Th)o(e)19 b(t)o(e)q(st)o(in)o(g)g(stra)o(t)o(egie)q(s)f (t)n(h)o(a)o(t)g(are)h(n)o(ee)q(d)o(e)q(d)i(are)224 588 y(s)q(imilar)15 b(t)o(o)f(t)n(h)o(os)q(e)h(already)f(emplo)o(y)o(e)q(d) g(in)i(repu)o(t)o(a)o(ble)d(soft)o(w)o(are)f(pac)o(kage)q(s)h(su)o(c)o (h)i(as)f(LAP)l(A)o(CK)g(an)o(d)224 645 y(t)n(h)o(e)i(NA)o(G)h(Library) l(,)e(bu)o(t)i(it)g(m)o(ay)e(b)q(e)h(v)o(ery)g(h)o(ard)g(t)o(o)g(pro)q (d)o(u)o(ce)f(act)o(ual)h(t)o(e)q(st)f(example)q(s)h(t)n(h)o(a)o(t)f(w) o(ould)224 701 y(d)o(et)o(ect)f(incorrect)e(implem)o(en)o(t)o(a)o(t)o (ions)f(of)j(t)n(h)o(e)g(algor)q(it)n(hms)e(b)q(eca)n(us)q(e,)h(as)h(w) o(e)f(h)o(a)o(v)o(e)g(s)q(een,)h(t)n(h)o(e)g(f)q(ailure)q(s)224 758 y(are)k(lik)o(ely)i(t)o(o)f(b)q(e)g(v)o(ery)f(s)q(ens)q(it)o(iv)o (e)g(t)o(o)g(t)n(h)o(e)h(compu)o(t)o(in)o(g)f(en)o(vironm)o(en)o(t,)f (an)o(d)i(in)g(addit)o(ion)g(m)o(ay)f(b)q(e)224 814 y(non-d)o(et)o (ermini)q(st)o(ic.)224 977 y Fl(8)66 b(Ac)n(kno)n(wle)r(dgm)n(en)n(t)o (s)224 1098 y Fk(W)l(e)21 b(t)n(h)o(ank)f(In)o(d)o(erjit)g(Dhillon)j (an)o(d)d(Huan)g(Ren)h(of)f(t)n(h)o(e)g(Univ)o(ers)q(it)o(y)f(of)h (Califor)q(nia)g(a)o(t)f(Ber)o(k)o(eley)224 1154 y(for)d(v)n(alua)o (ble)f(inpu)o(t)i(t)o(o)f(t)n(hi)q(s)h(pap)q(er,)e(an)o(d)h(our)g(ot)n (h)o(er)f(ScaLAP)l(A)o(CK)g(an)o(d)h(NA)o(G)h(colleague)q(s)f(for)g(a) 224 1211 y(n)n(u)o(m)n(b)q(er)e(of)g(us)q(eful)h(di)q(scuss)q(ions)g (on)f(h)o(et)o(erogen)o(eous)e(compu)o(t)o(in)o(g.)224 1374 y Fl(Reference)r(s)224 1494 y Fk(An)o(d)o(erson,)i(E.,)h(Bai,)g (Z.,)f(Bi)q(sc)o(h)o(of,)g(C.)g(H.,)h(Demm)o(el,)g(J.,)g(Don)o(garra,)e (J.)i(J.,)g(Du)h(Croz,)d(J.,)i(Green-)319 1550 y(ba)n(u)o(m,)23 b(A.,)f(Hamm)o(arlin)o(g,)e(S.,)j(McK)o(enn)o(ey)l(,)f(A.,)g(Ostrou)o (c)o(h)o(o)o(v,)d(S.)j(an)o(d)e(Sorens)q(en,)i(D.)f(C.)319 1607 y(\(1995\).)c Fh(LAP)m(A)o(CK)f(Users')h(Guide)p Fk(,)d(2n)o(d)g(e)q(dn,)h(SIAM,)g(Philad)o(elphia,)g(P)l(A,)f(USA.)224 1700 y(Ch)o(oi,)j(J.,)f(Demm)o(el,)h(J.,)f(Dhillon,)i(I.,)f(Don)o (garra,)e(J.)h(J.,)h(Ostrou)o(c)o(h)o(o)o(v,)d(S.,)i(P)o(et)o(it)o(et,) f(A.)h(P)l(.,)g(St)o(an-)319 1757 y(ley)l(,)i(K.,)e(W)l(alk)o(er,)h(D.) f(W.)h(an)o(d)f(Wh)o(aley)l(,)h(R.)g(C.)f(\(1995\).)22 b(ScaLAP)l(A)o(CK:)15 b(a)h(p)q(ort)o(a)o(ble)f(lin)o(ear)319 1813 y(alge)o(bra)e(library)h(for)f(di)q(str)q(ibu)o(t)o(e)q(d)h(m)o (emory)e(compu)o(t)o(ers)g({)i(d)o(e)q(s)q(ign)g(i)q(ssue)q(s)h(an)o(d) f(p)q(erform)o(ance.)319 1870 y(LAP)l(A)o(CK)i(W)l(or)o(kin)o(g)g(Not)o (e)f(No.95,)g Fh(T)m(e)n(chnic)n(al)h(R)n(ep)n(ort)g(CS-95-283)p Fk(,)h(Depart)o(m)o(en)o(t)d(of)i(Com-)319 1926 y(pu)o(t)o(er)f (Science,)g(Univ)o(ers)q(it)o(y)f(of)h(T)l(enn)o(e)q(ss)q(ee,)g(107)f (Ayre)q(s)g(Hall,)h(Kno)o(xville,)g(TN)g(37996-130)o(1,)319 1983 y(USA.)224 2077 y(Ch)o(oi,)20 b(J.,)f(Don)o(garra,)f(J.)h(J.,)h (Ostrou)o(c)o(h)o(o)o(v,)d(S.,)i(P)o(et)o(it)o(et,)f(A.)h(P)l(.,)g(W)l (alk)o(er,)h(D.)f(W.)g(an)o(d)g(Wh)o(aley)l(,)319 2133 y(R.)e(C.)f(\(1995\).)24 b(A)17 b(pro)o(p)q(osal)f(for)g(a)g(s)q(et)h (of)f(P)o(arallel)h(Bas)q(ic)f(Lin)o(ear)i(Alge)o(bra)e(Su)n(b)o (programs.)319 2189 y(LAP)l(A)o(CK)d(W)l(or)o(kin)o(g)h(Not)o(e)f (No.100,)e Fh(T)m(e)n(chnic)n(al)j(R)n(ep)n(ort)g(CS-95-292)p Fk(,)g(Depart)o(m)o(en)o(t)d(of)j(Com-)319 2246 y(pu)o(t)o(er)h (Science,)g(Univ)o(ers)q(it)o(y)f(of)h(T)l(enn)o(e)q(ss)q(ee,)g(107)f (Ayre)q(s)g(Hall,)h(Kno)o(xville,)g(TN)g(37996-130)o(1,)319 2302 y(USA.)224 2396 y(Demm)o(el,)i(J.,)f(Dhillon,)i(I.)f(an)o(d)f (Ren,)g(H.)g(\(1995\).)22 b(On)17 b(t)n(h)o(e)f(correctn)o(e)q(ss)f(of) h(parallel)h(bi)q(s)q(ect)o(ion)f(in)319 2453 y(\015oa)o(t)o(in)o(g)e (p)q(oin)o(t,)g Fh(ETNA)i Fa(3)p Fk(:)f(116{149)o(.)224 2546 y(Don)o(garra,)9 b(J.)i(J.,)h(Du)f(Croz,)f(J.,)h(Du\013,)i(I.)e (S.)f(an)o(d)h(Hamm)o(arlin)o(g,)f(S.)g(\(1990\).)h(A)g(s)q(et)f(of)h (Lev)o(el)g(3)g(Bas)q(ic)319 2603 y(Lin)o(ear)19 b(Alge)o(bra)f(Su)n(b) o(programs,)f Fh(A)o(CM)j(T)m(r)n(ans.)g(Math.)f(Softwar)n(e)g Fa(16)p Fk(:)f(1{28.)29 b(\(Algor)q(it)n(hm)319 2659 y(679\).)p eop %%Page: 8 8 8 7 bop 224 286 a Fk(Don)o(garra,)16 b(J.)h(J.,)g(Du)h(Croz,)e(J.,)h (Hamm)o(arlin)o(g,)f(S.)h(an)o(d)g(Hanson,)f(R.)h(J.)g(\(1988\).)24 b(An)17 b(ext)o(en)o(d)o(e)q(d)319 343 y(s)q(et)d(of)g(F)o(OR)l(TRAN)g (Bas)q(ic)g(Lin)o(ear)g(Alge)o(bra)g(Su)n(b)o(programs)o(,)e Fh(A)o(CM)k(T)m(r)n(ans.)f(Math.)h(Softwar)n(e)319 399 y Fa(14)p Fk(:)e(1{32.)k(\(Algor)q(it)n(hm)13 b(656\).)224 493 y(Don)o(garra,)f(J.)i(J.)g(an)o(d)f(Wh)o(aley)l(,)h(R.)g(C.)g (\(1995\).)h(A)f(us)q(ers')f(guid)o(e)i(t)o(o)e(t)n(h)o(e)h(BLA)o(CS)f (v1.0.)f(LAP)l(A)o(CK)319 550 y(W)l(or)o(kin)o(g)f(Not)o(e)d(No.94,)h Fh(T)m(e)n(chnic)n(al)h(R)n(ep)n(ort)h(CS-95-281)p Fk(,)g(Depart)o(m)o (en)o(t)c(of)j(Compu)o(t)o(er)e(Science,)319 606 y(Univ)o(ers)q(it)o(y) 14 b(of)g(T)l(enn)o(e)q(ss)q(ee,)g(107)g(Ayre)q(s)g(Hall,)h(Kno)o (xville,)f(TN)h(37996-13)o(01)o(,)d(USA.)224 700 y(Ge)q(i)q(st,)22 b(A.,)e(Beguelin,)i(A.,)f(Don)o(garra,)e(J.)h(J.,)h(Jian)o(g,)h(W.,)f (Manc)o(h)o(ek,)f(R.)h(an)o(d)e(Su)o(n)o(d)o(eram,)i(V.)319 756 y(\(1994\).)11 b Fh(PVM:)j(Par)n(al)r(lel)g(Virtual)g(Machine.)e(A) h(Users')h(Guide)e(and)h(T)m(utorial)g(for)f(Networke)n(d)319 813 y(Par)n(al)r(lel)18 b(Computing)p Fk(,)c(MIT)h(Pre)q(ss,)f(Cam)n (br)q(idge,)e(MA,)i(USA.)224 907 y(Golu)n(b,)k(G.)f(H.)f(an)o(d)h(V)l (an)g(Loan,)f(C.)h(F.)g(\(1989\).)23 b Fh(Matrix)18 b(Computations)p Fk(,)g(2n)o(d)e(e)q(dn,)i(Th)o(e)f(Johns)319 963 y(Ho)o(pkins)d(Univ)o (ers)q(it)o(y)g(Pre)q(ss,)g(Sudbury)l(,)g(MA,)g(USA.)224 1057 y(Gro)o(p)o(p,)h(W.,)i(Lusk,)f(E.)f(an)o(d)h(Skjellu)o(m,)h(A.)f (\(1994\).)21 b Fh(Using)d(MPI:)g(Portable)g(Pr)n(o)n(gr)n(amming)e (with)319 1113 y(the)g(Message-Passing)h(Interfac)n(e)p Fk(,)c(MIT)i(Pre)q(ss,)f(Cam)n(br)q(idge,)e(MA,)j(USA.)224 1207 y(Hamm)o(arlin)o(g,)g(S.)i(\(1994\).)23 b(P)o(arallel)16 b(library)h(w)o(or)o(k)e(a)o(t)h(NA)o(G,)g Fh(in)h Fk(J.)g(J.)g(Don)o (garra)e(an)o(d)h(B.)g(T)l(our-)319 1264 y(anc)o(h)o(ea)n(u)i(\(e)q (ds\),)h Fh(Envir)n(onments)h(and)f(T)m(o)n(ols)h(for)f(Par)n(al)r(lel) j(Scienti\014c)c(Computing)p Fk(,)h(SIAM,)319 1320 y(Philad)o(elphia,)c (P)l(A,)f(USA,)f(p)o(p.)h(172{182.)h(\(Pro)q(cee)q(din)o(gs)f(of)f(t)n (h)o(e)h(Secon)o(d)g(W)l(or)o(ksh)o(o)o(p,)f(T)l(o)o(wn-)319 1377 y(s)q(en)o(d,)h(TN,)g(USA\).)224 1470 y(IEEE)c(\(1985\).)h Fh(ANSI/IEEE)k(Standar)n(d)e(for)f(Binary)g(Flo)n(ating)h(Point)g(A)o (rithmetic:)k(Std)c(754-1985)p Fk(,)319 1527 y(IEEE)h(Pre)q(ss,)g(New)h (Y)l(or)o(k,)e(NY,)h(USA.)224 1621 y(IEEE)j(\(1987\).)23 b Fh(ANSI/IEEE)e(Standar)n(d)d(for)g(R)n(adix)f(Indep)n(endent)h(Flo)n (ating)g(Point)h(A)o(rithmetic:)319 1677 y(Std)d(854-1987)p Fk(,)f(IEEE)f(Pre)q(ss,)g(New)g(Y)l(or)o(k,)g(NY,)g(USA.)224 1771 y(Lawson,)22 b(C.)f(L.,)i(Hanson,)f(R.)g(J.,)h(Kincaid,)h(D.)e(an) o(d)g(Krogh,)g(F.)g(T.)f(\(1979\).)38 b(Bas)q(ic)21 b(Lin)o(ear)319 1827 y(Alge)o(bra)c(Su)n(b)o(programs)e(for)h(F)o(OR)l(TRAN)i(usage,)f Fh(A)o(CM)i(T)m(r)n(ans.)f(Math.)h(Softwar)n(e)e Fa(5)p Fk(:)g(308{)319 1884 y(323.)h(\(Algor)q(it)n(hm)13 b(539\).)224 1978 y(M)o(e)q(ssage)k(P)o(ass)q(in)o(g)g(In)o(t)o(erf)q(ace)e(F)l(oru) o(m)h(\(1994\).)24 b(MPI:)17 b(A)g(M)o(e)q(ssage-P)o(ass)q(in)o(g)f(In) o(t)o(erf)q(ace)f(st)o(an)o(d)o(ard,)319 2034 y Fh(Int.)i(J.)e(Sup)n (er)n(c)n(omputer)f(Applics.)i Fa(8)p Fk(\(3/4\).)224 2128 y(NA)o(G)21 b(\(1995\).)36 b Fh(NA)o(G)23 b(Numeric)n(al)e(PVM)i (Libr)n(ary)e(Manual,)k(R)n(ele)n(ase)c(1)p Fk(,)h(Th)o(e)f(Nu)o(m)o (er)q(ical)g(Al-)319 2184 y(gor)q(it)n(hms)13 b(Group)h(Ltd,)g (Wilkinson)i(Hous)q(e,)e(Jord)o(an)g(Hill)i(Road,)e(Oxford)f(O)o(X2)h (8DR,)h(UK.)224 2278 y(Snir,)j(M.,)g(Ot)n(t)o(o,)f(S.)h(W.,)f(Huss-Le)q (d)o(erm)o(an,)g(S.,)h(W)l(alk)o(er,)g(D.)f(W.)h(an)o(d)f(Don)o(garra,) f(J.)h(J.)h(\(1996\).)319 2335 y Fh(MPI:)f(The)f(Complete)g(R)n(efer)n (enc)n(e)p Fk(,)11 b(MIT)k(Pre)q(ss,)f(Cam)n(br)q(idge,)e(MA,)j(USA.) 224 2428 y(Su)o(nSoft)k(\(1993\).)31 b Fh(The)20 b(XDR)h(Pr)n(oto)n(c)n (ol)f(Sp)n(e)n(ci\014c)n(ation.)e(App)n(endix)i(A)h(of)f(\\Network)g (Interfac)n(es)319 2485 y(Pr)n(o)n(gr)n(ammer's)15 b(Guide")p Fk(,)e(Su)o(nSoft.)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF .