%!PS-Adobe-2.0 %%Creator: dvips 5.526 Copyright 1986, 1994 Radical Eye Software %%Title: paper.dvi %%CreationDate: Tue Feb 13 16:14:09 1996 %%Pages: 80 %%PageOrder: Ascend %%BoundingBox: 0 0 612 792 %%EndComments %DVIPSCommandLine: dvips paper -o paper.ps %DVIPSParameters: dpi=300, comments removed %DVIPSSource: TeX output 1996.02.13:1614 %%BeginProcSet: tex.pro /TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N /X{S N}B /TR{translate}N /isls false N /vsize 11 72 mul N /hsize 8.5 72 mul N /landplus90{false}def /@rigin{isls{[0 landplus90{1 -1}{-1 1} ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR matrix currentmatrix dup dup 4 get round 4 exch put dup dup 5 get round 5 exch put setmatrix}N /@landscape{/isls true N}B /@manualfeed{ statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{/nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{/sf 1 N /fntrx FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0]N df-tail}B /E{ pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get} B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{128 ch-data dup length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 add]{ ch-image}imagemask restore}B /D{/cc X dup type /stringtype ne{]}if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{cc 1 add D }B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto /V matrix currentmatrix dup 1 get dup mul exch 0 get dup mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N /eop{SI restore showpage userdict /eop-hook known{eop-hook}if}N /@start{userdict /start-hook known{start-hook}if pop /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for 65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V {}B /RV statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval dup(Display)eq exch 0 4 getinterval(NeXT)eq or}{pop false} ifelse}{false}ifelse end{{gsave TR -.1 -.1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 -.1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /QV{gsave transform round exch round exch itransform moveto rulex 0 rlineto 0 ruley neg rlineto rulex neg 0 rlineto fill grestore}B /a{moveto}B /delta 0 N /tail{dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail} B /c{-4 M}B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{ 3 M}B /k{4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w}B /q{p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{ 3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end %%EndProcSet %%BeginProcSet: special.pro TeXDict begin /SDict 200 dict N SDict begin /@SpecialDefaults{/hs 612 N /vs 792 N /ho 0 N /vo 0 N /hsc 1 N /vsc 1 N /ang 0 N /CLIP 0 N /rwiSeen false N /rhiSeen false N /letter{}N /note{}N /a4{}N /legal{}N}B /@scaleunit 100 N /@hscale{@scaleunit div /hsc X}B /@vscale{@scaleunit div /vsc X}B /@hsize{/hs X /CLIP 1 N}B /@vsize{/vs X /CLIP 1 N}B /@clip{ /CLIP 2 N}B /@hoffset{/ho X}B /@voffset{/vo X}B /@angle{/ang X}B /@rwi{ 10 div /rwi X /rwiSeen true N}B /@rhi{10 div /rhi X /rhiSeen true N}B /@llx{/llx X}B /@lly{/lly X}B /@urx{/urx X}B /@ury{/ury X}B /magscale true def end /@MacSetUp{userdict /md known{userdict /md get type /dicttype eq{userdict begin md length 10 add md maxlength ge{/md md dup length 20 add dict copy def}if end md begin /letter{}N /note{}N /legal{} N /od{txpose 1 0 mtx defaultmatrix dtransform S atan/pa X newpath clippath mark{transform{itransform moveto}}{transform{itransform lineto} }{6 -2 roll transform 6 -2 roll transform 6 -2 roll transform{ itransform 6 2 roll itransform 6 2 roll itransform 6 2 roll curveto}}{{ closepath}}pathforall newpath counttomark array astore /gc xdf pop ct 39 0 put 10 fz 0 fs 2 F/|______Courier fnt invertflag{PaintBlack}if}N /txpose{pxs pys scale ppr aload pop por{noflips{pop S neg S TR pop 1 -1 scale}if xflip yflip and{pop S neg S TR 180 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{pop S neg S TR pop 180 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{ppr 1 get neg ppr 0 get neg TR}if}{noflips{TR pop pop 270 rotate 1 -1 scale}if xflip yflip and{TR pop pop 90 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{TR pop pop 90 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{TR pop pop 270 rotate ppr 2 get ppr 0 get neg sub neg 0 S TR}if}ifelse scaleby96{ppr aload pop 4 -1 roll add 2 div 3 1 roll add 2 div 2 copy TR .96 dup scale neg S neg S TR}if}N /cp {pop pop showpage pm restore}N end}if}if}N /normalscale{Resolution 72 div VResolution 72 div neg scale magscale{DVImag dup scale}if 0 setgray} N /psfts{S 65781.76 div N}N /startTexFig{/psf$SavedState save N userdict maxlength dict begin /magscale false def normalscale currentpoint TR /psf$ury psfts /psf$urx psfts /psf$lly psfts /psf$llx psfts /psf$y psfts /psf$x psfts currentpoint /psf$cy X /psf$cx X /psf$sx psf$x psf$urx psf$llx sub div N /psf$sy psf$y psf$ury psf$lly sub div N psf$sx psf$sy scale psf$cx psf$sx div psf$llx sub psf$cy psf$sy div psf$ury sub TR /showpage{}N /erasepage{}N /copypage{}N /p 3 def @MacSetUp}N /doclip{ psf$llx psf$lly psf$urx psf$ury currentpoint 6 2 roll newpath 4 copy 4 2 roll moveto 6 -1 roll S lineto S lineto S lineto closepath clip newpath moveto}N /endTexFig{end psf$SavedState restore}N /@beginspecial{SDict begin /SpecialSave save N gsave normalscale currentpoint TR @SpecialDefaults count /ocount X /dcount countdictstack N}N /@setspecial {CLIP 1 eq{newpath 0 0 moveto hs 0 rlineto 0 vs rlineto hs neg 0 rlineto closepath clip}if ho vo TR hsc vsc scale ang rotate rwiSeen{rwi urx llx sub div rhiSeen{rhi ury lly sub div}{dup}ifelse scale llx neg lly neg TR }{rhiSeen{rhi ury lly sub div dup scale llx neg lly neg TR}if}ifelse CLIP 2 eq{newpath llx lly moveto urx lly lineto urx ury lineto llx ury lineto closepath clip}if /showpage{}N /erasepage{}N /copypage{}N newpath }N /@endspecial{count ocount sub{pop}repeat countdictstack dcount sub{ end}repeat grestore SpecialSave restore end}N /@defspecial{SDict begin} N /@fedspecial{end}B /li{lineto}B /rl{rlineto}B /rc{rcurveto}B /np{ /SaveX currentpoint /SaveY X N 1 setlinecap newpath}N /st{stroke SaveX SaveY moveto}N /fil{fill SaveX SaveY moveto}N /ellipse{/endangle X /startangle X /yrad X /xrad X /savematrix matrix currentmatrix N TR xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix}N end %%EndProcSet TeXDict begin 40258431 52099146 1000 300 300 (/white/homes/dongarra/PAPERS/TEX/MACHINES/paper.dvi) @start /Fa 38 122 df<000100020004000800100020006000C0018001800300070006 000E000C001C0018003800380030007000700060006000E000E000C000C000C000C000C0 00C000C000C000C000C000C000C000C0004000600060002000100010000800102E79A113 >40 D<1C3C3C3C3C040408081020204080060E7D840E>44 D<7FF0FFE07FE00C037D8A10 >I<70F8F8F0E005057B840E>I<000200020006000E003C00DC031C001C00380038003800 38007000700070007000E000E000E000E001C001C001C001C003800380038003800780FF F80F1E7B9D17>49 D<001F000061C00080E00100E00200700240700440700420700840F0 0840F00840F00880E00901E00601C0000380000700000C0000180000600000C000030000 0400000800401000401000802001807E038047FF0041FE0080FC00807800141F7C9D17> I<001F0000718000C0C00180C00380E00700E00F00E00F01E01E01E01E01E01E01E01E01 C01C03C01C03C01C03C01C07C01C0F800C0F8006378003C700000F00000E00000E00001C 00601C00F03800F07000E0600080C0004380003E0000131F7B9D17>57 D<070F1F1F0E0000000000000000000070F8F8F0E008147B930E>I<0000020000000600 0000060000000E0000001E0000001E0000003F0000002F0000004F000000CF0000008F00 00010F0000010F0000020F0000020F0000040F0000080F0000080F0000100F8000100780 00200780003FFF8000400780008007800080078001000780010007800200078006000780 040007801E0007C0FF807FF81D207E9F22>65 D<01FFFFC0001E00F0001E0078001E0038 001E003C003C003C003C003C003C003C003C003C0078007800780078007800F0007801E0 00F0078000FFFE0000F00F8000F003C001E001C001E001E001E001E001E001E003C001E0 03C001E003C001E003C001C0078003C00780078007800F0007801E000F007C00FFFFE000 1E1F7D9E20>I<0000FE0200078186001C004C0038003C0060003C00C0001C01C0001803 800018070000180F0000181E0000101E0000103C0000003C000000780000007800000078 00000078000000F0000000F0000000F0000000F0000000F0000080700000807000008070 0001003800010038000200180004000C001800060020000381C00000FE00001F217A9F21 >I<01FFFFFE001E001C001E000C001E0004001E0004003C0004003C0004003C0004003C 000400780408007804000078040000780C0000F0180000FFF80000F0180000F0180001E0 100001E0100001E0100001E0001003C0002003C0002003C0004003C00040078000800780 018007800100078007000F001F00FFFFFE001F1F7D9E1F>69 D<01FFF0001F00001E0000 1E00001E00003C00003C00003C00003C0000780000780000780000780000F00000F00000 F00000F00001E00001E00001E00001E00003C00003C00003C00003C00007800007800007 80000780000F8000FFF000141F7D9E12>73 D<01FE00007FC0001E0000FC00001E0000F8 0000170001780000170001780000270002F00000270004F00000270004F00000270008F0 0000470009E00000470011E00000470021E00000470021E00000870043C00000838043C0 0000838083C00000838083C0000103810780000103820780000103820780000103840780 000203840F00000203880F00000203900F00000203900F00000401E01E00000401E01E00 000401C01E00000C01801E00001C01803E0000FF8103FFC0002A1F7D9E29>77 D<01FFFF80001E00E0001E0070001E0038001E003C003C003C003C003C003C003C003C00 3C0078007800780078007800F0007800E000F003C000F00F0000FFFC0000F0000001E000 0001E0000001E0000001E0000003C0000003C0000003C0000003C0000007800000078000 0007800000078000000F800000FFF000001E1F7D9E1F>80 D<00FFFF00001E03C0001E00 E0001E0070001E0078003C0078003C0078003C0078003C0078007800F0007800F0007801 E0007801C000F0070000F01E0000FFF00000F01C0001E00E0001E00F0001E0070001E007 8003C00F0003C00F0003C00F0003C00F0007801E0007801E0807801E0807801E100F800E 10FFF00E20000003C01D207D9E21>82 D<0007E040001C18C0003005800060038000C003 8001C00180018001000380010003800100038001000380000003C0000003C0000003F800 0001FF800001FFE000007FF000001FF0000001F800000078000000780000003800000038 0020003800200038002000300060007000600060006000E0007000C000E8038000C60600 0081F800001A217D9F1A>I<0FFFFFFC1E03C0381803C0181003C0082003C00820078008 600780084007800840078008800F0010000F0000000F0000000F0000001E0000001E0000 001E0000001E0000003C0000003C0000003C0000003C0000007800000078000000780000 0078000000F0000000F0000000F0000000F0000001F000007FFF80001E1F799E21>I87 D<00F1800389C00707800E03801C03803C03 80380700780700780700780700F00E00F00E00F00E00F00E20F01C40F01C40703C40705C 40308C800F070013147C9317>97 D<007E0001C1000300800E07801E07801C07003C0200 780000780000780000F00000F00000F00000F00000F00000700100700200300400183800 07C00011147C9315>99 D<0000780003F80000700000700000700000700000E00000E000 00E00000E00001C00001C000F1C00389C00707800E03801C03803C038038070078070078 0700780700F00E00F00E00F00E00F00E20F01C40F01C40703C40705C40308C800F070015 207C9F17>I<007C01C207010E011C013C013802780C7BF07C00F000F000F000F0007000 700170023804183807C010147C9315>I<00007800019C00033C00033C00071800070000 0700000E00000E00000E00000E00000E0000FFE0001C00001C00001C00001C0000380000 380000380000380000380000700000700000700000700000700000E00000E00000E00000 E00000E00001C00001C00001C0000180003180007B0000F300006600003C00001629829F 0E>I<001E3000713800E0F001C0700380700780700700E00F00E00F00E00F00E01E01C0 1E01C01E01C01E01C01E03801E03800E07800E0B8006170001E700000700000700000E00 000E00300E00781C00F038006070003FC000151D7F9315>I<01E0000FE00001C00001C0 0001C00001C000038000038000038000038000070000070000071E000763000E81800F01 C00E01C00E01C01C03801C03801C03801C0380380700380700380700380E10700E20700E 20701C20700C40E00C8060070014207D9F17>I<00C001E001E001C00000000000000000 0000000000000E001300230043804700470087000E000E000E001C001C001C0038403880 38807080310032001C000B1F7C9E0E>I<01E0000FE00001C00001C00001C00001C00003 80000380000380000380000700000700000703C00704200E08E00E11E00E21E00E40C01C 80001D00001E00001FC00038E000387000387000383840707080707080707080703100E0 3100601E0013207D9F15>107 D<03C01FC0038003800380038007000700070007000E00 0E000E000E001C001C001C001C0038003800380038007000700070007100E200E200E200 E200640038000A207C9F0C>I<1C0F80F0002630C318004740640C004780680E00470070 0E004700700E008E00E01C000E00E01C000E00E01C000E00E01C001C01C038001C01C038 001C01C038001C01C0708038038071003803807100380380E10038038062007007006400 300300380021147C9325>I<1C0F802630C04740604780604700704700708E00E00E00E0 0E00E00E00E01C01C01C01C01C01C01C03843803883803883807083803107003303001C0 16147C931A>I<007C0001C3000301800E01C01E01C01C01E03C01E07801E07801E07801 E0F003C0F003C0F003C0F00780F00700700F00700E0030180018700007C00013147C9317 >I<01C1E002621804741C04781C04701E04701E08E01E00E01E00E01E00E01E01C03C01 C03C01C03C01C0380380780380700380E003C1C0072380071E000700000700000E00000E 00000E00000E00001C00001C0000FF8000171D809317>I<1C1E00266100278380478780 4707804703008E00000E00000E00000E00001C00001C00001C00001C0000380000380000 38000038000070000030000011147C9313>114 D<00FC030206010C030C070C060C000F 800FF007F803FC003E000E700EF00CF00CE008401020601F8010147D9313>I<018001C0 038003800380038007000700FFF007000E000E000E000E001C001C001C001C0038003800 38003820704070407080708031001E000C1C7C9B0F>I<0E00C01300E02301C04381C047 01C04701C08703800E03800E03800E03801C07001C07001C07001C07101C0E20180E2018 0E201C1E400C264007C38014147C9318>I<0E00C01300E02301C04381C04701C04701C0 8703800E03800E03800E03801C07001C07001C07001C07001C0E00180E00180E001C1E00 0C3C0007DC00001C00001C00003800F03800F07000E06000C0C0004380003E0000131D7C 9316>121 D E /Fb 2 52 df<187898181818181818181818181818FF08107D8F0F>49 D<1F00218060C060C000C0008001001F00008000400060C060C060804060801F000B107F 8F0F>51 D E /Fc 57 127 df<7FFFC0FFFFE0FFFFE07FFFC013047E8F18>45 D<3078FCFC78300606778518>I<000300000780000780000F80000F00001F00001E0000 1E00003E00003C00007C0000780000780000F80000F00001F00001E00003E00003C00003 C00007C0000780000F80000F00000F00001F00001E00003E00003C00003C00007C000078 0000F80000F00000F0000060000011247D9F18>I<01F00007FC000FFE001F1F001C0700 3803807803C07001C07001C0E000E0E000E0E000E0E000E0E000E0E000E0E000E0E000E0 E000E0F001E07001C07001C07803C03803801C07001F1F000FFE0007FC0001F000131C7E 9B18>I<01800380038007800F803F80FF80FB8043800380038003800380038003800380 0380038003800380038003800380038003807FFCFFFE7FFC0F1C7B9B18>I<03F0000FFE 003FFF007C0F807003C0E001C0F000E0F000E06000E00000E00000E00001C00001C00003 C0000780000F00001E00003C0000780000F00001E00007C0000F80001E00E03C00E07FFF E0FFFFE07FFFE0131C7E9B18>I<07F8001FFE003FFF007807807803C07801C03001C000 01C0000380000380000F0003FF0003FE0003FF000007800003C00001C00000E00000E000 00E0F000E0F000E0F001C0F003C07C07803FFF001FFE0003F800131C7E9B18>I<3FFF80 3FFF803FFF803800003800003800003800003800003800003800003800003BF8003FFE00 3FFF003C07803003C00001C00000E00000E06000E0F000E0F000E0E001C07003C07C0F80 3FFF001FFC0003F000131C7E9B18>53 D<03F8000FFE001FFF003E0F803803807001C070 01C07001C07001C03803803C07801FFF0007FC000FFE001F1F003C07807001C0F001E0E0 00E0E000E0E000E0E000E07001C07803C03E0F801FFF000FFE0003F800131C7E9B18>56 D<03F0000FFC001FFE003C0F00780780700380E001C0E001C0E001C0E001E0E001E07001 E07803E03C0FE01FFFE00FFEE003F0E00000E00001C00001C00001C0300380780780780F 00783E003FFC001FF00007C000131C7E9B18>I<3078FCFC783000000000000000003078 FCFC78300614779318>I<00700000F80000F80000D80000D80001DC0001DC0001DC0001 8C00038E00038E00038E00038E000707000707000707000707000707000FFF800FFF800F FF800E03801C01C01C01C01C01C07F07F0FF07F87F07F0151C7F9B18>65 D<7FFC00FFFF007FFF801C03C01C01C01C00E01C00E01C00E01C00E01C01E01C01C01C07 C01FFF801FFF001FFFC01C03C01C00E01C00F01C00701C00701C00701C00701C00F01C00 E01C03E07FFFC0FFFF807FFE00141C7F9B18>I<00F8E003FEE007FFE00F07E01E03E03C 01E03800E07000E07000E0700000E00000E00000E00000E00000E00000E00000E00000E0 00007000007000E07000E03800E03C00E01E01C00F07C007FF8003FE0000F800131C7E9B 18>I<7FF800FFFE007FFF001C0F801C03C01C03C01C01E01C00E01C00E01C00F01C0070 1C00701C00701C00701C00701C00701C00701C00701C00F01C00E01C00E01C01E01C01C0 1C03C01C0F807FFF00FFFE007FF800141C7F9B18>III<01F1C003FDC00FFFC01F0FC0 1C03C03803C03801C07001C07001C0700000E00000E00000E00000E00000E00000E00FF0 E01FF0E00FF07001C07001C07003C03803C03803C01C07C01F0FC00FFFC003FDC001F1C0 141C7E9B18>I<7F07F0FF8FF87F07F01C01C01C01C01C01C01C01C01C01C01C01C01C01 C01C01C01C01C01FFFC01FFFC01FFFC01C01C01C01C01C01C01C01C01C01C01C01C01C01 C01C01C01C01C01C01C07F07F0FF8FF87F07F0151C7F9B18>I<7FFF00FFFF807FFF0001 C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001 C00001C00001C00001C00001C00001C00001C00001C00001C00001C0007FFF00FFFF807F FF00111C7D9B18>I<7F07F0FF87F87F07F01C03C01C07801C07001C0E001C1E001C3C00 1C38001C70001CF0001DF0001DF0001FB8001FB8001F1C001E1C001C0E001C0E001C0700 1C07001C03801C03801C01C07F03F0FF87F87F03F0151C7F9B18>75 DII<7E07F0FF0FF87F07F01D81C01D81C01D81C01DC1C01CC1C01CC1C01CE1C01CE1C0 1CE1C01C61C01C71C01C71C01C31C01C39C01C39C01C39C01C19C01C19C01C1DC01C0DC0 1C0DC01C0DC07F07C0FF87C07F03C0151C7F9B18>I<0FFE003FFF807FFFC07803C07001 C0F001E0E000E0E000E0E000E0E000E0E000E0E000E0E000E0E000E0E000E0E000E0E000 E0E000E0E000E0E000E0E000E0E000E0F001E07001C07C07C07FFFC03FFF800FFE00131C 7E9B18>II<7FF800FFFE007FFF001C0F80 1C03801C03C01C01C01C01C01C01C01C03C01C03801C0F801FFF001FFE001FFE001C0F00 1C07001C03801C03801C03801C03801C03801C039C1C039C1C039C7F01F8FF81F87F00F0 161C7F9B18>82 D<03F1C01FFFC03FFFC07C0FC07003C0E001C0E001C0E001C0E0000070 00007800003F00001FF00007FE0000FF00000F800003C00001C00000E00000E06000E0E0 00E0E001E0F001C0F80780FFFF80FFFE00E7F800131C7E9B18>I<7FFFF8FFFFF8FFFFF8 E07038E07038E07038E07038007000007000007000007000007000007000007000007000 00700000700000700000700000700000700000700000700000700000700007FF0007FF00 07FF00151C7F9B18>II87 D89 D<0FF0001FFC003FFE003C0F0018070000038000038000FF8007FF801FFF807F03807803 80E00380E00380E00380F00780780F803FFFF81FFDF807F0F815147E9318>97 D<7E0000FE00007E00000E00000E00000E00000E00000E00000E3E000EFF800FFFC00FC1 E00F80E00F00700E00700E00380E00380E00380E00380E00380E00380F00700F00700F80 E00FC1E00FFFC00EFF80063E00151C809B18>I<01FE0007FF001FFF803E078038030070 0000700000E00000E00000E00000E00000E00000E000007000007001C03801C03E03C01F FF8007FF0001FC0012147D9318>I<001F80003F80001F80000380000380000380000380 00038003E3800FFB801FFF803C1F80380F80700780700380E00380E00380E00380E00380 E00380E00380700780700780380F803C1F801FFFF00FFBF803E3F0151C7E9B18>I<01F0 0007FC001FFE003E0F00380780700380700380E001C0E001C0FFFFC0FFFFC0FFFFC0E000 007000007001C03801C03E07C01FFF8007FF0001F80012147D9318>I<001F80007FC000 FFE000E1E001C0C001C00001C00001C0007FFFC0FFFFC0FFFFC001C00001C00001C00001 C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001C0007FFF007F FF007FFF00131C7F9B18>I<01E1F007FFF80FFFF81E1E301C0E00380700380700380700 3807003807001C0E001E1E001FFC001FF80039E0003800001C00001FFE001FFFC03FFFE0 7801F0700070E00038E00038E00038E000387800F07E03F01FFFC00FFF8001FC00151F7F 9318>I<7E0000FE00007E00000E00000E00000E00000E00000E00000E3E000EFF800FFF C00FC1C00F80E00F00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00 E00E00E00E00E07FC7FCFFE7FE7FC7FC171C809B18>I<038007C007C007C00380000000 00000000007FC0FFC07FC001C001C001C001C001C001C001C001C001C001C001C001C001 C001C0FFFFFFFFFFFF101D7C9C18>I<0038007C007C007C003800000000000000000FFC 0FFC0FFC001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C 001C001C001C001C001C001C6038F078FFF07FE03F800E277E9C18>I<7E0000FE00007E 00000E00000E00000E00000E00000E00000E3FF00E3FF00E3FF00E07800E0F000E1E000E 3C000E78000EF0000FF8000FFC000F9C000F0E000E0F000E07000E03800E03C07FC7F8FF C7F87FC7F8151C7F9B18>III<7E3E00FEFF807FFFC00F C1C00F80E00F00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E00E 00E00E00E07FC7FCFFE7FE7FC7FC1714809318>I<01F0000FFE001FFF003E0F80380380 7001C07001C0E000E0E000E0E000E0E000E0E000E0F001E07001C07803C03C07803E0F80 1FFF000FFE0001F00013147E9318>I<7E3E00FEFF807FFFC00FC1E00F80E00F00700E00 700E00380E00380E00380E00380E00380E00380F00700F00700F80E00FC1E00FFFC00EFF 800E3E000E00000E00000E00000E00000E00000E00000E00007FC000FFE0007FC000151E 809318>I 114 D<07F7003FFF007FFF00780F00E00700E00700E007007C00007FE0001FFC0003FE00 001F00600780E00380E00380F00380F80F00FFFF00FFFC00E7F00011147D9318>I<0180 000380000380000380000380007FFFC0FFFFC0FFFFC00380000380000380000380000380 000380000380000380000380000380400380E00380E00380E001C1C001FFC000FF80003E 0013197F9818>I<7E07E0FE0FE07E07E00E00E00E00E00E00E00E00E00E00E00E00E00E 00E00E00E00E00E00E00E00E00E00E00E00E01E00F03E007FFFC03FFFE01FCFC17148093 18>I<7F8FF0FF8FF87F8FF01C01C00E03800E03800E0380070700070700070700078F00 038E00038E00038E0001DC0001DC0001DC0000F80000F80000700015147F9318>II<7F8FF07F9FF07F 8FF00F0700078E00039E0001DC0001F80000F80000700000F00000F80001DC00039E0003 8E000707000E07807F8FF0FF8FF87F8FF015147F9318>I<7F8FF0FF8FF87F8FF00E01C0 0E03800E0380070380070700070700038700038700038E0001CE0001CE0001CC0000CC00 00DC0000780000780000780000700000700000700000F00000E00079E0007BC0007F8000 3F00001E0000151E7F9318>I<060C1F1E3FBEFBF8F1F060C00F067C9B18>126 D E /Fd 59 122 df<387CFEFFFF7F3B03030306060C1C18702008117C8610>44 DI<387CFEFEFE7C3807077C8610>I<00001800003800 00380000700000700000E00000E00000E00001C00001C000038000038000038000070000 0700000700000E00000E00001C00001C00001C0000380000380000700000700000700000 E00000E00001C00001C00001C0000380000380000700000700000700000E00000E00000E 00001C00001C0000380000380000380000700000700000E00000E00000C0000015317DA4 1C>I<00FE0007FFC00F83E01F01F03E00F83E00F87C007C7C007C7C007CFC007CFC007E FC007EFC007EFC007EFC007EFC007EFC007EFC007EFC007EFC007EFC007EFC007EFC007E 7C007C7C007C7C007C3E00F83E00F81F01F00F83E007FFC000FE0017207E9F1C>I<0018 0000780001F800FFF800FFF80001F80001F80001F80001F80001F80001F80001F80001F8 0001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F8 0001F80001F80001F80001F80001F8007FFFE07FFFE013207C9F1C>I<03FC000FFF003C 1FC07007E07C07F0FE03F0FE03F8FE03F8FE01F87C01F83803F80003F80003F00003F000 07E00007C0000F80001F00003E0000380000700000E01801C0180380180700180E00380F FFF01FFFF03FFFF07FFFF0FFFFF0FFFFF015207D9F1C>I<00FE0007FFC00F07E01E03F0 3F03F03F81F83F81F83F81F81F03F81F03F00003F00003E00007C0001F8001FE0001FF00 0007C00001F00001F80000FC0000FC3C00FE7E00FEFF00FEFF00FEFF00FEFF00FC7E01FC 7801F81E07F00FFFC001FE0017207E9F1C>I<0000E00001E00003E00003E00007E0000F E0001FE0001FE00037E00077E000E7E001C7E00187E00307E00707E00E07E00C07E01807 E03807E07007E0E007E0FFFFFFFFFFFF0007E00007E00007E00007E00007E00007E00007 E000FFFF00FFFF18207E9F1C>I<3000203E01E03FFFC03FFF803FFF003FFE003FF80033 C00030000030000030000030000031FC0037FF003E0FC03807E03003E00003F00003F000 03F80003F83803F87C03F8FE03F8FE03F8FC03F0FC03F07007E03007C03C1F800FFF0003 F80015207D9F1C>I<001F8000FFE003E07007C0F00F01F81F01F83E01F83E01F87E00F0 7C00007C0000FC0800FC7FC0FCFFE0FD80F0FF00F8FE007CFE007CFC007EFC007EFC007E FC007E7C007E7C007E7C007E3C007C3E007C1E00F80F00F00783E003FFC000FF0017207E 9F1C>I<6000007800007FFFFE7FFFFE7FFFFC7FFFF87FFFF87FFFF0E00060E000C0C001 80C00300C00300000600000C00001C0000180000380000780000780000F00000F00000F0 0001F00001F00001F00003F00003F00003F00003F00003F00003F00003F00001E0001722 7DA11C>I<00FE0003FFC00703E00E00F01C00F01C00783C00783E00783F00783F80783F E0F01FF9E01FFFC00FFF8007FFC003FFE007FFF01E7FF83C1FFC7807FC7801FEF000FEF0 003EF0001EF0001EF0001EF8001C7800383C00381F00F00FFFC001FF0017207E9F1C>I< 01FE0007FF800F83E01E01F03E00F07C00F87C0078FC007CFC007CFC007CFC007EFC007E FC007EFC007E7C00FE7C00FE3E01FE1E037E0FFE7E07FC7E00207E00007C00007C1E007C 3F00F83F00F83F00F03F01E01E03C01C0F800FFE0003F80017207E9F1C>I<0000700000 00007000000000F800000000F800000000F800000001FC00000001FC00000003FE000000 03FE00000003FE000000067F000000067F0000000C7F8000000C3F8000000C3F80000018 1FC00000181FC00000301FE00000300FE00000700FF000006007F000006007F00000C007 F80000FFFFF80001FFFFFC00018001FC00018001FC00030001FE00030000FE00070000FF 000600007F000600007F00FFE007FFF8FFE007FFF825227EA12A>65 DI<0003 FE0080001FFF818000FF01E38001F8003F8003E0001F8007C0000F800F800007801F8000 07803F000003803F000003807F000001807E000001807E00000180FE00000000FE000000 00FE00000000FE00000000FE00000000FE00000000FE00000000FE000000007E00000000 7E000001807F000001803F000001803F000003801F800003000F8000030007C000060003 F0000C0001F800380000FF00F000001FFFC0000003FE000021227DA128>IIII<0003FE0040001FFFC0C0 007F00F1C001F8003FC003F0000FC007C00007C00FC00003C01F800003C03F000001C03F 000001C07F000000C07E000000C07E000000C0FE00000000FE00000000FE00000000FE00 000000FE00000000FE00000000FE00000000FE000FFFFC7E000FFFFC7F00001FC07F0000 1FC03F00001FC03F00001FC01F80001FC00FC0001FC007E0001FC003F0001FC001FC003F C0007F80E7C0001FFFC3C00003FF00C026227DA12C>III<01FFFF8001FFFF800003F8000003F8 000003F8000003F8000003F8000003F8000003F8000003F8000003F8000003F8000003F8 000003F8000003F8000003F8000003F8000003F8000003F8000003F8000003F8000003F8 000003F8000003F8001803F8007E03F800FF03F800FF03F800FF03F800FF03F0007E07E0 007C0FC0001FFF800007FC0000192280A11D>I77 DI80 D<0007FC0000003FFF800000FC07E00003F001F80007E000 FC000FC0007E001F80003F001F80003F003F00001F803F00001F807F00001FC07E00000F C07E00000FC0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0 FE00000FE0FE00000FE0FE00000FE07E00000FC07F00001FC07F00001FC03F00001F803F 81F03F801F83F83F000FC70C7E0007E606FC0003F607F80000FF07E000003FFF80000007 FF80200000038020000001C020000001E0E0000001FFE0000001FFC0000000FFC0000000 FFC00000007F800000007F000000001E00232C7DA12A>II<01FE0207FF861F01FE3C007E7C001E 78000E78000EF80006F80006FC0006FC0000FF0000FFE0007FFF007FFFC03FFFF01FFFF8 0FFFFC03FFFE003FFE0003FE00007F00003F00003FC0001FC0001FC0001FE0001EE0001E F0003CFC003CFF00F8C7FFE080FF8018227DA11F>I<7FFFFFFF807FFFFFFF807E03F80F 807803F807807003F803806003F80180E003F801C0E003F801C0C003F800C0C003F800C0 C003F800C0C003F800C00003F800000003F800000003F800000003F800000003F8000000 03F800000003F800000003F800000003F800000003F800000003F800000003F800000003 F800000003F800000003F800000003F800000003F800000003F800000003F800000003F8 000001FFFFF00001FFFFF00022227EA127>III<7FFFC1FFF87FFFC1FFF803FC000C0001FE00180001FE00 380000FF003000007F806000007F80E000003FC1C000001FE18000001FE30000000FF700 000007FE00000003FC00000003FC00000001FE00000000FE00000000FF00000000FF8000 0001FFC0000001BFC00000031FE00000070FF000000E0FF000000C07F800001803FC0000 3803FC00007001FE00006000FF0000C000FF0001C0007F800180003FC0FFFC03FFFEFFFC 03FFFE27227FA12A>88 D<0FFC003FFF807E07C07E03E07E01E07E01F03C01F00001F000 01F0003FF003FDF01FC1F03F01F07E01F0FC01F0FC01F0FC01F0FC01F07E02F07E0CF81F F87F07E03F18167E951B>97 DI<00FF8007FFE00F83F01F03F03E03F07E03F07C01 E07C0000FC0000FC0000FC0000FC0000FC0000FC00007C00007E00007E00003E00181F00 300FC06007FFC000FF0015167E9519>I<0001FE000001FE0000003E0000003E0000003E 0000003E0000003E0000003E0000003E0000003E0000003E0000003E0000003E0001FC3E 0007FFBE000F81FE001F007E003E003E007E003E007C003E00FC003E00FC003E00FC003E 00FC003E00FC003E00FC003E00FC003E00FC003E007C003E007C003E003E007E001F00FE 000F83BE0007FF3FC001FC3FC01A237EA21F>I<00FE0007FF800F87C01E01E03E01F07C 00F07C00F8FC00F8FC00F8FFFFF8FFFFF8FC0000FC0000FC00007C00007C00007E00003E 00181F00300FC07003FFC000FF0015167E951A>I<001FC0007FE000F1F001E3F003E3F0 07C3F007C1E007C00007C00007C00007C00007C00007C000FFFE00FFFE0007C00007C000 07C00007C00007C00007C00007C00007C00007C00007C00007C00007C00007C00007C000 07C00007C00007C00007C0003FFC003FFC00142380A211>I<01FE0F0007FFBF800F87C7 801F03E7801E01E0003E01F0003E01F0003E01F0003E01F0003E01F0001E01E0001F03E0 000F87C0000FFF800009FE000018000000180000001C0000001FFFE0000FFFF80007FFFE 001FFFFF003C003F0078000F80F0000780F0000780F0000780F000078078000F003C001E 001F007C000FFFF80001FFC00019217F951C>II<1C003E007F007F007F003E001C 000000000000000000000000000000FF00FF001F001F001F001F001F001F001F001F001F 001F001F001F001F001F001F001F001F001F00FFE0FFE00B247EA310>I<0038007C00FE 00FE00FE007C0038000000000000000000000000000003FE03FE003E003E003E003E003E 003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E 783EFC3EFC3CFC7C78F87FE01F800F2E83A311>IIIII<00FE0007FFC00F83E01E00F03E00F87C007C7C007C7C007CFC 007EFC007EFC007EFC007EFC007EFC007EFC007E7C007C7C007C3E00F81F01F00F83E007 FFC000FE0017167E951C>II<00FE030007FF87000FC1C7001F006F003F003F007E003F007E001F007C001F00FC 001F00FC001F00FC001F00FC001F00FC001F00FC001F00FC001F007E001F007E001F003E 003F001F007F000FC1DF0007FF9F0001FC1F0000001F0000001F0000001F0000001F0000 001F0000001F0000001F0000001F000000FFE00000FFE01B207E951E>II<0FF3003FFF 00781F00600700E00300E00300F00300FC00007FE0007FF8003FFE000FFF0001FF00000F 80C00780C00380E00380E00380F00700FC0E00EFFC00C7F00011167E9516>I<01800001 80000180000180000380000380000780000780000F80003F8000FFFF00FFFF000F80000F 80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F81800F81800F 81800F81800F81800F830007C30003FE0000F80011207F9F16>II IIII E /Fe 3 111 df<0008001800300030003000600060006000C000C000C0018001800180030003 000600060006000C000C000C00180018001800300030003000600060006000C000C0000D 217E9812>61 D<003E000C000C000C000C0018001800180018073018F0307060706060C0 60C060C06080C080C480C4C1C446C838700F177E9612>100 D<383C0044C60047020046 02008E06000C06000C06000C0600180C00180C40181840181880300980300E00120E7F8D 15>110 D E /Ff 32 122 df 45 D<1C003E007F00FF80FF80FF807F003E001C0009097B8813>I<003F800001FFF00007 E0FC000FC07E001F803F001F803F003F001F803F001F807F001FC07F001FC07F001FC07F 001FC0FF001FE0FF001FE0FF001FE0FF001FE0FF001FE0FF001FE0FF001FE0FF001FE0FF 001FE0FF001FE0FF001FE0FF001FE0FF001FE0FF001FE0FF001FE07F001FC07F001FC07F 001FC07F001FC03F001F803F001F801F803F001F803F000FC07E0007E0FC0001FFF00000 3F80001B277DA622>48 D<000E00001E00007E0007FE00FFFE00FFFE00F8FE0000FE0000 FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000 FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000 FE0000FE0000FE0000FE007FFFFE7FFFFE7FFFFE17277BA622>I<00FF800003FFF0000F FFFC001F03FE003800FF007C007F80FE003FC0FF003FC0FF003FE0FF001FE0FF001FE07E 001FE03C003FE000003FE000003FC000003FC000007F8000007F000000FE000000FC0000 01F8000003F0000003E00000078000000F0000001E0000003C00E0007000E000E000E001 C001C0038001C0070001C00FFFFFC01FFFFFC03FFFFFC07FFFFFC0FFFFFF80FFFFFF80FF FFFF801B277DA622>I<007F800003FFF00007FFF8000F81FE001F00FE003F80FF003F80 7F803F807F803F807F801F807F800F007F800000FF000000FF000000FE000001FC000001 F8000007F00000FFC00000FFF0000001FC000000FE0000007F0000007F8000003FC00000 3FC000003FE000003FE03C003FE07E003FE0FF003FE0FF003FE0FF003FC0FF007FC07E00 7F807C007F003F01FE001FFFFC0007FFF00000FF80001B277DA622>I<00000E0000001E 0000003E0000007E000000FE000000FE000001FE000003FE0000077E00000E7E00000E7E 00001C7E0000387E0000707E0000E07E0000E07E0001C07E0003807E0007007E000E007E 000E007E001C007E0038007E0070007E00E0007E00FFFFFFF8FFFFFFF8FFFFFFF80000FE 000000FE000000FE000000FE000000FE000000FE000000FE000000FE00003FFFF8003FFF F8003FFFF81D277EA622>I<080003001F803F001FFFFE001FFFFC001FFFF8001FFFF000 1FFFE0001FFF80001FFE00001C0000001C0000001C0000001C0000001C0000001C000000 1C7FC0001DFFF8001F80FC001E003E0008003F0000003F8000001FC000001FC000001FE0 00001FE018001FE07C001FE0FE001FE0FE001FE0FE001FE0FE001FC0FC001FC078003F80 78003F803C007F001F01FE000FFFF80003FFF00000FF80001B277DA622>I68 D70 D73 D77 D80 D<007F806003FFF0E007FFF9E00F807FE01F001FE03E0007E07C0003E07C0001E0FC0001 E0FC0001E0FC0000E0FE0000E0FE0000E0FF000000FFC000007FFE00007FFFE0003FFFFC 001FFFFE000FFFFF8007FFFFC003FFFFC0007FFFE00007FFF000007FF000000FF8000007 F8000003F8600001F8E00001F8E00001F8E00001F8F00001F0F00001F0F80003F0FC0003 E0FF0007C0FFE01F80F3FFFF00E1FFFE00C01FF0001D297CA826>83 D<7FFFFFFFFFC07FFFFFFFFFC07FFFFFFFFFC07F803FC03FC07E003FC007C078003FC003 C078003FC003C070003FC001C0F0003FC001E0F0003FC001E0E0003FC000E0E0003FC000 E0E0003FC000E0E0003FC000E0E0003FC000E000003FC0000000003FC0000000003FC000 0000003FC0000000003FC0000000003FC0000000003FC0000000003FC0000000003FC000 0000003FC0000000003FC0000000003FC0000000003FC0000000003FC0000000003FC000 0000003FC0000000003FC0000000003FC0000000003FC0000000003FC0000000003FC000 0000003FC00000007FFFFFE000007FFFFFE000007FFFFFE0002B287EA730>I86 D<03FF80000FFFF0001F01F8003F807E003F807E003F803F001F003F800E003F8000 003F8000003F8000003F80000FFF8000FFFF8007FC3F800FE03F803F803F803F003F807F 003F80FE003F80FE003F80FE003F80FE003F807E007F807F00DF803F839FFC0FFF0FFC01 FC03FC1E1B7E9A21>97 DI<003FF80000FFFE0003F01F0007E03F800FC03F801F803F80 3F801F007F000E007F0000007F000000FF000000FF000000FF000000FF000000FF000000 FF000000FF0000007F0000007F0000007F8000003F8001C01F8001C00FC0038007E00700 03F01E0000FFFC00003FE0001A1B7E9A1F>I<00003FF80000003FF80000003FF8000000 03F800000003F800000003F800000003F800000003F800000003F800000003F800000003 F800000003F800000003F800000003F800000003F800001FE3F80000FFFBF80003F83FF8 0007E00FF8000FC007F8001F8003F8003F8003F8007F0003F8007F0003F8007F0003F800 FF0003F800FF0003F800FF0003F800FF0003F800FF0003F800FF0003F800FF0003F8007F 0003F8007F0003F8007F0003F8003F8003F8001F8003F8000F8007F80007C00FF80003F0 3FFF8000FFF3FF80003FC3FF80212A7EA926>I<003FE00001FFF80003F07E0007C01F00 0F801F801F800F803F800FC07F000FC07F0007C07F0007E0FF0007E0FF0007E0FFFFFFE0 FFFFFFE0FF000000FF000000FF0000007F0000007F0000007F0000003F8000E01F8000E0 0FC001C007E0038003F81F0000FFFE00001FF0001B1B7E9A20>I104 D<07000F801FC03FE03FE03FE01FC00F8007000000000000000000000000000000FFE0FF E0FFE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00F E00FE00FE00FE00FE0FFFEFFFEFFFE0F2B7DAA14>I<000700000F80001FC0003FE0003F E0003FE0001FC0000F8000070000000000000000000000000000000000000000000000FF E000FFE000FFE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000F E0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000F E0000FE0000FE0000FE0000FE0000FE0000FE07C0FE0FE0FE0FE0FC0FE1F80FE1F007C3E 003FFC000FF000133784AA15>I109 DI<00 3FE00001FFFC0003F07E000FC01F801F800FC03F800FE03F0007E07F0007F07F0007F07F 0007F0FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F87F 0007F07F0007F03F800FE03F800FE01F800FC00FC01F8007F07F0001FFFC00003FE0001D 1B7E9A22>I114 D<03FE300FFFF01E03F03800F0 700070F00070F00070F80070FE0000FFE0007FFE007FFF803FFFE01FFFF007FFF800FFF8 0007FC6000FCE0007CE0003CF0003CF00038F80038FC0070FF01E0F7FFC0C1FF00161B7E 9A1B>I<00700000700000700000700000F00000F00000F00001F00003F00003F00007F0 001FFFF0FFFFF0FFFFF007F00007F00007F00007F00007F00007F00007F00007F00007F0 0007F00007F00007F00007F00007F03807F03807F03807F03807F03807F03803F03803F8 7001F86000FFC0001F8015267FA51B>II 121 D E /Fg 20 122 df45 D<07F8000C0C001E06001E07001C 070000070000070000070000FF0007C7001E07003C0E00780E00F00E10F00E10F00E10F0 1E10F02E20784F401F878014147D9317>97 D<0700003F00000F00000700000700000E00 000E00000E00000E00000E00000E00001C00001C7C001D83001E01801C01C01C00E03800 E03800F03800F03800F03800F03800F07001E07001E07001C07003C0700380700700E80E 00CC380083E00014207B9F19>I<00FE000383000E07801C0780380700380000780000F0 0000F00000F00000F00000E00000E00000E00000F00000F001007002003804001C180007 E00011147D9314>I<0000380001F8000078000038000038000070000070000070000070 0000700000700000E000FCE00382E00601E01C01E03C00E03801C07801C0F001C0F001C0 F001C0F001C0E00380E00380E00380E00380F00380700780380F001C378007C7E015207D 9F19>I<00F800070E000E07001C0700380380780380700380F00380F00380FFFF80F000 00E00000E00000E00000E00000F001007002003004001C180007E00011147D9314>I<00 07C0001C600030F00060F000E0E000C00001C00001C00001C00001C00001C0000380003F FC000380000380000380000380000700000700000700000700000700000700000E00000E 00000E00000E00000E00000E00001C00001E0000FFC00014207F9F0E>I<00000E003E11 00E1A301C1C20381E00780E00701E00F01E00F01E00F01E00703C007038007870004FC00 0800000800001800001C00000FFF000FFFC00FFFE01800F0300030600030C00030C00030 C000306000603000C01C070007FC00181F809417>I<00E00007E00001E00000E00000E0 0001C00001C00001C00001C00001C00001C000038000038F800390E003A0E003C0600380 600780E00700E00700E00700E00700E00700E00E01C00E01C00E01C00E01C00E01C00E01 C01C03801E03C0FF8FF014207E9F19>I<01C003E003E003C00180000000000000000000 00000003801F800780038003800700070007000700070007000E000E000E000E000E000E 001C001E00FF800B1F7F9E0C>I<00E007E001E000E000E001C001C001C001C001C001C0 0380038003800380038003800700070007000700070007000E000E000E000E000E000E00 1C001E00FF800B207F9F0C>108 D<0387C07C001F9861860007A072070003C034030003 803803000780780700070070070007007007000700700700070070070007007007000E00 E00E000E00E00E000E00E00E000E00E00E000E00E00E000E00E00E001C01C01C001E01E0 1E00FFCFFCFFC022147E9326>I<038F801F90E007A0E003C0600380600780E00700E007 00E00700E00700E00700E00E01C00E01C00E01C00E01C00E01C00E01C01C03801E03C0FF 8FF014147E9319>I<00FC000387000E01801C00C03800E03800E07000F0F000F0F000F0 F000F0F000F0E001E0E001E0E001C0E003C0F00380700700380E001C1C0007E00014147D 9317>I<00E3E00007EC380000F01C0000E00E0000E00F0001C0070001C0078001C00780 01C0078001C0078001C0078003800F0003800F0003800E0003801E0003801C0003803800 074070000761C000071F00000700000007000000070000000E0000000E0000000E000000 0E0000001E000000FFC00000191D809319>I<038E001FB38007C78003C7800383000780 000700000700000700000700000700000E00000E00000E00000E00000E00000E00001C00 001E0000FFC00011147E9312>114 D<01F9060708031803180138023C001F001FF007FC 01FE001F40074003400360036006F004C81887E010147F9312>I<008001000100010003 0007000F001E00FFF80E000E000E000E001C001C001C001C001C001C0038003810381038 1038103820382018400F800D1C7C9B12>I<1C0380FC1F803C07801C03801C0380380700 380700380700380700380700380700700E00700E00700E00700E00701E00701E00703C00 305E001F9F8011147B9319>I<0FF83F8001E00E0001C00C0001C0080001E0080000E010 0000E0300000E0200000E040000070400000708000007080000071000000390000003A00 00003E0000003C0000003800000018000000100000001000000020000000200000004000 0070C00000F0800000F1000000E600000078000000191D809318>121 D E /Fh 3 21 df<400004C0000C6000183000301800600C00C006018003030001860000 CC0000780000300000300000780000CC000186000303000601800C00C018006030003060 0018C0000C40000416187A9623>2 D<03F0000FFC001FFE003FFF007FFF807FFF80FFFF C0FFFFC0FFFFC0FFFFC0FFFFC0FFFFC07FFF807FFF803FFF001FFE000FFC0003F0001212 7E9317>15 D<000000C0000003C000000F0000003C000000F0000003C00000070000001C 00000078000001E00000078000001E00000078000000E0000000780000001E0000000780 000001E0000000780000001C0000000700000003C0000000F00000003C0000000F000000 03C0000000C0000000000000000000000000000000000000000000000000000000007FFF FF80FFFFFFC01A247C9C23>20 D E /Fi 21 123 df<01801801C01C0380380380380380 380380380700700700700700700700700E00E00E00E00E00E00E00E11E01C21E01C21E03 C21E05C43F08C439F078380000380000700000700000700000700000E00000E00000E000 00C00000181E7F931B>22 D<70F8F8F87005057C840D>58 D<70F0F8F878080808101010 202040050E7C840D>I<000001C00000078000001E00000078000001E00000078000000E 00000038000000F0000003C000000F0000003C000000F0000000F00000003C0000000F00 000003C0000000F0000000380000000E0000000780000001E0000000780000001E000000 0780000001C01A1A7C9723>I62 D<01FF001FF8001F0003C0001F80010000178001 0000178001000023C002000023C002000021E002000021E002000041F004000040F00400 0040F004000040780400008078080000807C080000803C080000803C080001001E100001 001E100001000F100001000F100002000FA000020007A000020007A000020003E0000400 03C000040003C000040001C0000C0001C0001E00008000FFC0008000251F7E9E25>78 D<0000FF00000781C0001C00E0003800700070003801C0001C03C0001C0380001E070000 0E0F00000E1E00000E1E00000E3C00000E3C00000E7800001E7800001E7800001E780000 1EF000003CF000003CF0000038F0000078F0000070700000F0700001E0780001C0780003 80380007001C000E001C001C000F0070000381C00000FF00001F217F9F23>I<00F18003 89C00707800E03801C03803C0380380700780700780700780700F00E00F00E00F00E00F0 0E10F01C20F01C20703C20705C40308C400F078014147E9318>97 D<07803F8007000700070007000E000E000E000E001C001C001CF01D0C3A0E3C0E380F38 0F700F700F700F700FE01EE01EE01EE01CE03CE038607060E031C01F0010207E9F14>I< 0000780003F80000700000700000700000700000E00000E00000E00000E00001C00001C0 00F1C00389C00707800E03801C03803C0380380700780700780700780700F00E00F00E00 F00E00F00E10F01C20F01C20703C20705C40308C400F078015207E9F18>100 D<001E3000713800E0F001C0700380700780700700E00F00E00F00E00F00E01E01C01E01 C01E01C01E01C01E03801E03800E07800E0B8006170001E700000700000700000E00000E 00300E00781C00F038006070003FC000151D809316>103 D<00E001E001E000C0000000 00000000000000000000000E00130023804380438043808700070007000E000E001C001C 001C20384038403840388019000E000B1F7E9E10>105 D<0000C00001E00001E00001C0 000000000000000000000000000000000000000000001E00002300004380008380010380 010380020700000700000700000700000E00000E00000E00000E00001C00001C00001C00 001C0000380000380000380000380000700000700030700078E000F1C0006380003E0000 1328819E13>I<01E0000FE00001C00001C00001C00001C0000380000380000380000380 000700000700000701E00706100E08700E10F00E20F00E20601C40001D80001E00001FC0 00387000383800383800381C20703840703840703840701880E01880600F0014207E9F18 >I<01C01FC0038003800380038007000700070007000E000E000E000E001C001C001C00 1C0038003800380038007000700070007100E200E200E200E200640038000A207E9F0E> I<1E07802318C023A06043C0704380704380708700E00700E00700E00700E00E01C00E01 C00E01C00E03821C03841C07041C07081C03083803101801E017147E931B>110 D<007C0001C3000301800E01C01E01C01C01E03C01E07801E07801E07801E0F003C0F003 C0F003C0F00780F00700700F00700E0030180018700007C00013147E9316>I<03C1E004 621804741C08781C08701E08701E10E01E00E01E00E01E00E01E01C03C01C03C01C03C01 C0380380780380700380E003C1C0072380071E000700000700000E00000E00000E00000E 00001C00001C0000FFC000171D819317>I<03C1C00C62201034701038F02038F0203860 40700000700000700000700000E00000E00000E00000E02061C040F1C040F1C080E2C080 446300383C0014147E931A>120 D<1E00602300702300E04380E04300E04700E08701C0 0E01C00E01C00E01C01C03801C03801C03801C03801C07001807001C07001C0F000C3E00 03CE00000E00000E00001C00F01800F03800E07000C0600041C0003F0000141D7E9316> I<01C02003F04007F8C00C1F8008010000020000040000080000100000600000C0000100 000200000400800801001003003F060063FE0040FC0080700013147E9315>I E /Fj 38 122 df<0000E00001E00003C0000780000F00001E00003C00007C0000780000 F80001F00001F00003E00007E00007C0000FC0000FC0000F80001F80001F80003F00003F 00003F00003F00007F00007F00007E00007E00007E0000FE0000FE0000FE0000FE0000FE 0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE00007E00007E 00007E00007F00007F00003F00003F00003F00003F00001F80001F80000F80000FC0000F C00007C00007E00003E00001F00001F00000F800007800007C00003C00001E00000F0000 07800003C00001E00000E0134978B520>40 DI<0001E0000003E0 00000FE000007FE0001FFFE000FFFFE000FFBFE000E03FE000003FE000003FE000003FE0 00003FE000003FE000003FE000003FE000003FE000003FE000003FE000003FE000003FE0 00003FE000003FE000003FE000003FE000003FE000003FE000003FE000003FE000003FE0 00003FE000003FE000003FE000003FE000003FE000003FE000003FE000003FE000003FE0 00003FE000003FE000003FE000003FE000003FE0007FFFFFF07FFFFFF07FFFFFF01C2E7A AD29>49 D<003FF00001FFFE0007FFFF800FC07FE01E001FF03C000FF87F0007FC7F8007 FEFFC007FEFFC003FEFFC003FFFFC003FF7F8003FF7F8003FF3F0003FF000003FF000003 FE000003FE000007FC000007FC00000FF800000FF000001FE000001FC000003F8000007F 000000FE000001F8000001F0000003E00000078007000F0007001E0007003C000F007800 0E00F0000E01C0001E03FFFFFE07FFFFFE0FFFFFFE1FFFFFFE3FFFFFFE7FFFFFFCFFFFFF FCFFFFFFFCFFFFFFFC202E7CAD29>I<000FFC0000007FFF800001F01FE00003C00FF000 070007F8000FE007FC000FF007FC001FF007FE001FF807FE001FF807FE001FF807FE001F F807FE000FF007FC0007E007FC0001800FFC0000000FF80000000FF00000001FE0000000 3FC0000000FF8000003FFE0000003FFC0000003FFF800000001FF000000007F800000003 FC00000003FE00000003FF00000001FF80000001FF800E0001FFC03F8001FFC07FC001FF C07FC001FFC0FFE001FFC0FFE001FFC0FFE001FF80FFE001FF80FFC003FF007F8003FF00 3F0003FE001F0007FC000FE01FF80007FFFFE00001FFFF8000001FFC0000222E7DAD29> I<0000007800000000F800000001F800000003F800000007F800000007F80000000FF800 00001FF80000003FF80000007FF800000077F8000000F7F8000001E7F8000003C7F80000 0787F800000707F800000F07F800001E07F800003C07F800007807F800007007F80000F0 07F80001E007F80003C007F800078007F8000F0007F8000F0007F8001E0007F8003C0007 F800780007F800F00007F800FFFFFFFFF0FFFFFFFFF0FFFFFFFFF000000FF80000000FF8 0000000FF80000000FF80000000FF80000000FF80000000FF80000000FF80000000FF800 000FFFFFF0000FFFFFF0000FFFFFF0242E7EAD29>I<0C0000381FC003F81FFFFFF81FFF FFF01FFFFFE01FFFFFC01FFFFF801FFFFE001FFFFC001FFFF0001FFF00001E0000001E00 00001E0000001E0000001E0000001E0000001E0000001E1FF8001E7FFF001FFFFFC01FE0 1FE01F800FF01E0007F80C0007FC000003FC000003FE000003FE000003FF000003FF1E00 03FF3F0003FF7F8003FFFF8003FFFFC003FFFFC003FEFF8003FEFF8003FE7F0007FC7C00 07F83C000FF01E001FE00FC07FC007FFFF8001FFFE00003FE000202E7CAD29>I<000000 7C0000000000007C000000000000FE000000000000FE000000000000FE000000000001FF 000000000001FF000000000003FF800000000003FF800000000007FFC00000000007FFC0 0000000007FFC0000000000FFFE0000000000F7FE0000000001F7FF0000000001E3FF000 0000001E3FF0000000003E3FF8000000003C1FF8000000007C1FFC00000000780FFC0000 0000780FFC00000000F80FFE00000000F007FE00000001F007FF00000001E003FF000000 01E003FF00000003C003FF80000003C001FF80000007C001FFC00000078000FFC0000007 8000FFC000000FFFFFFFE000000FFFFFFFE000001FFFFFFFF000001E00003FF000001E00 003FF000003C00001FF800003C00001FF800007C00001FFC00007800000FFC0000F80000 0FFE0000F0000007FE0000F0000007FE0001F0000007FF0003F8000003FF00FFFFC001FF FFFEFFFFC001FFFFFEFFFFC001FFFFFE37317DB03E>65 D<000003FF80018000003FFFF0 03800001FFFFFC0F800007FF007F1F80001FF8000FBF80003FE00003FF8000FF800000FF 8001FF0000007F8003FE0000003F8007FC0000003F8007FC0000001F800FF80000001F80 1FF80000000F801FF00000000F803FF000000007803FF000000007807FF000000007807F E000000007807FE000000000007FE00000000000FFE00000000000FFE00000000000FFE0 0000000000FFE00000000000FFE00000000000FFE00000000000FFE00000000000FFE000 00000000FFE000000000007FE000000000007FE000000000007FE000000000007FF00000 0003803FF000000003803FF000000003801FF000000003801FF800000007800FF8000000 070007FC000000070007FC0000000E0003FE0000001E0001FF0000003C0000FF80000078 00003FE00000F000001FF80003E0000007FF003F80000001FFFFFE000000003FFFF80000 000003FF80000031317BB03C>67 DI73 D76 DI82 D<001FF0018000FFFF038003FFFFC78007F00FFF800FC001FF 801F00007F803F00001F803E00000F807E00000F807E00000780FE00000780FE00000780 FE00000380FF00000380FF00000380FF80000000FFE00000007FFC0000007FFFE000007F FFFE00003FFFFFC0001FFFFFF0000FFFFFF80007FFFFFC0003FFFFFE0001FFFFFF00007F FFFF80001FFFFF800000FFFFC0000007FFC0000000FFE00000007FE00000003FE0000000 1FE06000001FE0E000000FE0E000000FE0E000000FE0E000000FC0F000000FC0F000000F C0F800001F80FC00001F80FF00003F00FFC0007E00FFFC01FC00F1FFFFF800E03FFFE000 C007FF000023317BB02E>I<7FFFFFFFFFFF807FFFFFFFFFFF807FFFFFFFFFFF807FC00F FC00FF807E000FFC001F807C000FFC000F8078000FFC00078078000FFC00078070000FFC 000380F0000FFC0003C0F0000FFC0003C0F0000FFC0003C0E0000FFC0001C0E0000FFC00 01C0E0000FFC0001C0E0000FFC0001C0E0000FFC0001C000000FFC00000000000FFC0000 0000000FFC00000000000FFC00000000000FFC00000000000FFC00000000000FFC000000 00000FFC00000000000FFC00000000000FFC00000000000FFC00000000000FFC00000000 000FFC00000000000FFC00000000000FFC00000000000FFC00000000000FFC0000000000 0FFC00000000000FFC00000000000FFC00000000000FFC00000000000FFC00000000000F FC00000000000FFC00000000000FFC00000000000FFC00000000000FFC00000000000FFC 000000007FFFFFFF8000007FFFFFFF8000007FFFFFFF800032307DAF39>I<007FF80000 03FFFF000007FFFFC0000FE01FE0001FF007F0001FF003F8001FF003FC001FF001FE000F E001FE0007C001FE00010001FE00000001FE00000001FE000001FFFE00003FFFFE0001FF F1FE0007FE01FE000FF001FE001FC001FE003F8001FE007F8001FE00FF0001FE00FF0001 FE00FF0001FE00FF0001FE00FF0003FE007F8003FE007FC00EFE003FF03CFF000FFFF87F F807FFF03FF800FF800FF825207E9F28>97 D<01F8000000FFF8000000FFF8000000FFF8 0000000FF800000007F800000007F800000007F800000007F800000007F800000007F800 000007F800000007F800000007F800000007F800000007F800000007F800000007F80000 0007F80FF00007F87FFE0007F9FFFF8007FFE03FC007FF000FE007FE0007F007F80003F8 07F80003FC07F80003FC07F80001FE07F80001FE07F80001FE07F80001FF07F80001FF07 F80001FF07F80001FF07F80001FF07F80001FF07F80001FF07F80001FF07F80001FE07F8 0001FE07F80001FE07F80003FC07F80003FC07FC0007F807FE0007F007F7001FE007E3E0 7FC007C1FFFF0007807FFE0007001FE00028327EB12E>I<0007FF00007FFFE000FFFFF0 03FC03F807F007FC0FE007FC1FE007FC3FC007FC3FC003F87FC001F07F8000407F800000 FF800000FF800000FF800000FF800000FF800000FF800000FF800000FF8000007F800000 7FC000007FC000003FC0000E3FE0000E1FE0001C0FF0001C07F8007803FF01F000FFFFE0 007FFF800007FC001F207D9F25>I<00000007E0000003FFE0000003FFE0000003FFE000 00003FE00000001FE00000001FE00000001FE00000001FE00000001FE00000001FE00000 001FE00000001FE00000001FE00000001FE00000001FE00000001FE00000001FE0000FF8 1FE0007FFF1FE001FFFFDFE003FE03FFE007F800FFE00FE0003FE01FE0001FE03FC0001F E03FC0001FE07F80001FE07F80001FE07F80001FE0FF80001FE0FF80001FE0FF80001FE0 FF80001FE0FF80001FE0FF80001FE0FF80001FE0FF80001FE07F80001FE07F80001FE07F 80001FE03FC0001FE03FC0001FE01FC0003FE00FE0007FE007F001FFE003FC07DFF001FF FF9FFF007FFE1FFF000FF01FFF28327DB12E>I<0007FC0000003FFF800000FFFFE00003 FC07F00007F801F8000FE000FC001FE0007E003FC0007E003FC0003F007FC0003F007F80 003F007F80003F80FF80003F80FF80003F80FFFFFFFF80FFFFFFFF80FFFFFFFF80FF8000 0000FF80000000FF800000007F800000007F800000003FC00000003FC00003801FC00003 801FE00007800FF0000F0007F8001E0003FE00FC0000FFFFF800003FFFE0000003FF0000 21207E9F26>I<0000FF000007FFC0001FFFE0003FC7F0007F0FF800FE0FF801FE0FF801 FC0FF803FC07F003FC03E003FC01C003FC000003FC000003FC000003FC000003FC000003 FC000003FC0000FFFFFC00FFFFFC00FFFFFC0003FC000003FC000003FC000003FC000003 FC000003FC000003FC000003FC000003FC000003FC000003FC000003FC000003FC000003 FC000003FC000003FC000003FC000003FC000003FC000003FC000003FC000003FC000003 FC000003FC000003FC000003FC00007FFFF0007FFFF0007FFFF0001D327EB119>I<001F F803E000FFFF1FF001FFFFBFF807F81FF9F80FE007F1F80FE007F0F01FC003F8601FC003 F8003FC003FC003FC003FC003FC003FC003FC003FC003FC003FC001FC003F8001FC003F8 000FE007F0000FE007F00007F81FE00007FFFF800006FFFF00000E1FF800000E00000000 1E000000001E000000001F000000001F800000001FFFFFC0000FFFFFF8000FFFFFFE0007 FFFFFF0003FFFFFF8007FFFFFFC01FFFFFFFE03F00007FE07E00000FF0FC000007F0FC00 0003F0FC000003F0FC000003F0FC000003F07E000007E03F00000FC01FC0003F800FF801 FF0007FFFFFE0000FFFFF000001FFF8000252F7E9F29>I<01F800000000FFF800000000 FFF800000000FFF8000000000FF80000000007F80000000007F80000000007F800000000 07F80000000007F80000000007F80000000007F80000000007F80000000007F800000000 07F80000000007F80000000007F80000000007F80000000007F807F8000007F83FFF0000 07F87FFF800007F8F03FC00007F9C01FE00007FB000FE00007FE000FF00007FE000FF000 07FC000FF00007FC000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF000 07F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF000 07F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF000 07F8000FF00007F8000FF00007F8000FF000FFFFC1FFFF80FFFFC1FFFF80FFFFC1FFFF80 29327DB12E>I<01C00007F0000FF8000FF8001FFC001FFC001FFC000FF8000FF80007F0 0001C00000000000000000000000000000000000000000000000000001F800FFF800FFF8 00FFF80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F8 0007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F8 0007F80007F800FFFF80FFFF80FFFF8011337DB217>I<01F8000000FFF8000000FFF800 0000FFF80000000FF800000007F800000007F800000007F800000007F800000007F80000 0007F800000007F800000007F800000007F800000007F800000007F800000007F8000000 07F800000007F8007FFC07F8007FFC07F8007FFC07F8001FC007F8001F0007F8003E0007 F800780007F801F00007F803E00007F807800007F81F000007F83E000007F87C000007F9 FE000007FBFF000007FFFF800007FF7FC00007FE3FE00007F81FE00007F01FF00007F00F F80007F007FC0007F003FE0007F001FF0007F000FF0007F000FF8007F0007FC007F0003F E007F0003FF0FFFF80FFFFFFFF80FFFFFFFF80FFFF28327EB12C>107 D<01F800FFF800FFF800FFF8000FF80007F80007F80007F80007F80007F80007F80007F8 0007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F8 0007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F8 0007F80007F80007F80007F80007F80007F80007F80007F80007F80007F80007F800FFFF C0FFFFC0FFFFC012327DB117>I<03F007F8000FF000FFF03FFF007FFE00FFF07FFF80FF FF00FFF0F03FC1E07F800FF1C01FE3803FC007F3000FE6001FC007F6000FFC001FE007FE 000FFC001FE007FC000FF8001FE007FC000FF8001FE007F8000FF0001FE007F8000FF000 1FE007F8000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8 000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8000FF000 1FE007F8000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8 000FF0001FE007F8000FF0001FE007F8000FF0001FE007F8000FF0001FE0FFFFC1FFFF83 FFFFFFFFC1FFFF83FFFFFFFFC1FFFF83FFFF40207D9F45>I<03F007F80000FFF03FFF00 00FFF07FFF8000FFF0F03FC0000FF1C01FE00007F3000FE00007F6000FF00007FE000FF0 0007FC000FF00007FC000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF0 0007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF0 0007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF0 0007F8000FF00007F8000FF00007F8000FF000FFFFC1FFFF80FFFFC1FFFF80FFFFC1FFFF 8029207D9F2E>I<0007FE0000003FFFC00000FFFFF00003FC03FC0007F000FE000FE000 7F001FC0003F803FC0003FC03FC0003FC07F80001FE07F80001FE07F80001FE0FF80001F F0FF80001FF0FF80001FF0FF80001FF0FF80001FF0FF80001FF0FF80001FF0FF80001FF0 7F80001FE07F80001FE07F80001FE03FC0003FC03FC0003FC01FE0007F800FE0007F0007 F801FE0003FE07FC0001FFFFF800003FFFC0000007FE000024207E9F29>I<01F80FF000 FFF87FFE00FFF9FFFF80FFFFE07FC00FFF001FE007FE000FF007F80007F807F80007FC07 F80003FC07F80003FE07F80003FE07F80001FE07F80001FF07F80001FF07F80001FF07F8 0001FF07F80001FF07F80001FF07F80001FF07F80001FF07F80001FE07F80003FE07F800 03FE07F80003FC07F80007FC07FC0007F807FE000FF007FF001FE007FBE07FC007F9FFFF 0007F87FFE0007F81FE00007F800000007F800000007F800000007F800000007F8000000 07F800000007F800000007F800000007F800000007F800000007F8000000FFFFC00000FF FFC00000FFFFC00000282E7E9F2E>I<03F03F00FFF07FC0FFF1FFE0FFF1C7F00FF38FF8 07F70FF807F60FF807FE0FF807FC07F007FC03E007FC008007F8000007F8000007F80000 07F8000007F8000007F8000007F8000007F8000007F8000007F8000007F8000007F80000 07F8000007F8000007F8000007F8000007F8000007F80000FFFFE000FFFFE000FFFFE000 1D207E9F22>114 D<00FF870007FFEF001FFFFF003F007F003C001F0078000F00F80007 00F8000700F8000700FC000700FF000000FFF800007FFFC0003FFFF0003FFFFC000FFFFE 0007FFFF0001FFFF80001FFF800000FFC000001FC060000FC0E00007C0E00007C0F00007 C0F8000780F8000F80FE000F00FF803E00FFFFFC00F3FFF800C07FC0001A207D9F21>I< 001C0000001C0000001C0000001C0000003C0000003C0000003C0000007C0000007C0000 00FC000001FC000003FC000007FC00001FFC0000FFFFFF00FFFFFF00FFFFFF0003FC0000 03FC000003FC000003FC000003FC000003FC000003FC000003FC000003FC000003FC0000 03FC000003FC000003FC000003FC000003FC000003FC000003FC01C003FC01C003FC01C0 03FC01C003FC01C003FC01C003FC01C001FC038001FE038000FF0700007FFE00003FFC00 0007F0001A2E7FAD20>I<01F80003F000FFF801FFF000FFF801FFF000FFF801FFF0000F F8001FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007 F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007 F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007F8000FF00007 F8000FF00007F8000FF00007F8001FF00007F8001FF00003F8003FF00003F8006FF00001 FE03CFF80000FFFF8FFF80007FFF0FFF80000FFC0FFF8029207D9F2E>III121 D E /Fk 43 122 df<70F8FCFC7404040404 080810102040060F7C840E>44 DI<70F8F8F87005057C840E>I< 01F000071C000C06001803003803803803807001C07001C07001C07001C0F001E0F001E0 F001E0F001E0F001E0F001E0F001E0F001E0F001E0F001E0F001E0F001E0F001E0F001E0 7001C07001C07001C07803C03803803803801C07000C0600071C0001F00013227EA018> 48 D<008003800F80F38003800380038003800380038003800380038003800380038003 800380038003800380038003800380038003800380038003800380038007C0FFFE0F217C A018>I<03F0000C1C001007002007804003C04003C08003E0F003E0F801E0F801E0F801 E02003E00003E00003C00003C0000780000700000E00001C0000180000300000600000C0 000180000100000200200400200800201800603000403FFFC07FFFC0FFFFC013217EA018 >I<03F8000C1E00100F002007804007C07807C07803C07807C03807C000078000078000 0700000F00000C0000380003F000001C00000F000007800007800003C00003C00003E020 03E07003E0F803E0F803E0F003C04003C0400780200780100F000C1C0003F00013227EA0 18>I<000300000300000700000700000F00001700001700002700006700004700008700 018700010700020700060700040700080700080700100700200700200700400700C00700 FFFFF8000700000700000700000700000700000700000700000F80007FF015217FA018> I<1000801E07001FFF001FFE001FF80017E0001000001000001000001000001000001000 0011F800120C001C07001803801003800001C00001C00001E00001E00001E00001E07001 E0F001E0F001E0E001C08001C04003C04003802007001006000C1C0003F00013227EA018 >I<007E0001C1000300800601C00C03C01C03C018018038000038000078000070000070 0000F0F800F30C00F40600F40300F80380F801C0F001C0F001E0F001E0F001E0F001E0F0 01E07001E07001E07001E03801C03801C01803801C03000C0600070C0001F00013227EA0 18>I<4000006000007FFFE07FFFC07FFFC0400080C00100800100800200800200000400 00080000080000100000200000200000600000400000C00000C00001C00001C000018000 038000038000038000038000078000078000078000078000078000078000078000030000 13237DA118>I<01F800060E000803001001802001806000C06000C06000C07000C07000 C07801803E01003F02001FC4000FF80003F80001FC00067E00083F00100F803007C06003 C06000E0C000E0C00060C00060C00060C000606000406000C03000801803000E0E0003F0 0013227EA018>I<01F000060C000C0600180700380380700380700380F001C0F001C0F0 01C0F001E0F001E0F001E0F001E0F001E07001E07003E03803E01805E00C05E00619E003 E1E00001C00001C00001C0000380000380300380780700780600700C002018001030000F C00013227EA018>I<70F8F8F870000000000000000000000070F8F8F87005157C940E>I< 0001800000018000000180000003C0000003C0000003C0000005E0000005E0000009F000 0008F0000008F00000107800001078000010780000203C0000203C0000203C0000401E00 00401E0000C01F0000800F0000800F0001FFFF800100078001000780020003C0020003C0 020003C0040001E0040001E0040001E0080000F01C0000F03E0001F8FF800FFF20237EA2 25>65 DI68 D70 D73 D77 D<03F0200C0C601802603001E07000E0600060E00060E00060E00020E00020E0 0020F00000F000007800007F00003FF0001FFE000FFF0003FF80003FC00007E00001E000 00F00000F0000070800070800070800070800070C00060C00060E000C0F000C0C80180C6 070081FC0014247DA21B>83 D<1FE000303800780C00780E003007000007000007000007 0000FF0007C7001E07003C0700780700700700F00708F00708F00708F00F087817083C23 900FC1E015157E9418>97 D<0E0000FE00001E00000E00000E00000E00000E00000E0000 0E00000E00000E00000E00000E00000E00000E1F000E61C00E80600F00300E00380E003C 0E001C0E001E0E001E0E001E0E001E0E001E0E001E0E001E0E001C0E003C0E00380F0070 0C80600C41C0083F0017237FA21B>I<01FE000703000C07801C07803803007800007000 00F00000F00000F00000F00000F00000F00000F000007000007800403800401C00800C01 0007060001F80012157E9416>I<0000E0000FE00001E00000E00000E00000E00000E000 00E00000E00000E00000E00000E00000E00000E001F8E00704E00C02E01C01E03800E078 00E07000E0F000E0F000E0F000E0F000E0F000E0F000E0F000E07000E07800E03800E018 01E00C02E0070CF001F0FE17237EA21B>I<01FC000707000C03801C01C03801C07801E0 7000E0F000E0FFFFE0F00000F00000F00000F00000F000007000007800203800201C0040 0E008007030000FC0013157F9416>I<003E0000E30001C7800387800307800700000700 00070000070000070000070000070000070000070000FFF8000700000700000700000700 000700000700000700000700000700000700000700000700000700000700000700000700 000700000700000780007FF000112380A20F>I<00007003F1980E1E181C0E1838070038 07007807807807807807807807803807003807001C0E001E1C0033F00020000020000030 00003800003FFE001FFFC00FFFE03000F0600030C00018C00018C00018C0001860003060 00303800E00E038003FE0015217F9518>I<0E0000FE00001E00000E00000E00000E0000 0E00000E00000E00000E00000E00000E00000E00000E00000E1F800E60C00E80E00F0070 0F00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E0070 0E00700E00700E00700E0070FFE7FF18237FA21B>I<1C003E003E003E001C0000000000 0000000000000000000000000E007E001E000E000E000E000E000E000E000E000E000E00 0E000E000E000E000E000E000E000E00FFC00A227FA10E>I<0E0000FE00001E00000E00 000E00000E00000E00000E00000E00000E00000E00000E00000E00000E00000E03FC0E01 F00E01C00E01800E02000E04000E08000E10000E38000EF8000F1C000E1E000E0E000E07 000E07800E03C00E01C00E01E00E00F00E00F8FFE3FE17237FA21A>107 D<0E00FE001E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E 000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E00FFE00B 237FA20E>I<0E1FC07F00FE60E183801E807201C00F003C00E00F003C00E00E003800E0 0E003800E00E003800E00E003800E00E003800E00E003800E00E003800E00E003800E00E 003800E00E003800E00E003800E00E003800E00E003800E00E003800E00E003800E0FFE3 FF8FFE27157F942A>I<0E1F80FE60C01E80E00F00700F00700E00700E00700E00700E00 700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E0070FFE7 FF18157F941B>I<01FC000707000C01801800C03800E0700070700070F00078F00078F0 0078F00078F00078F00078F000787000707800F03800E01C01C00E038007070001FC0015 157F9418>I<0E1F00FE61C00E80600F00700E00380E003C0E003C0E001E0E001E0E001E 0E001E0E001E0E001E0E001E0E003C0E003C0E00380F00700E80E00E41C00E3F000E0000 0E00000E00000E00000E00000E00000E00000E00000E0000FFE000171F7F941B>I<0E3C FE461E8F0F0F0F060F000E000E000E000E000E000E000E000E000E000E000E000E000E00 0F00FFF010157F9413>114 D<0F8830786018C018C008C008E008F0007F003FE00FF001 F8003C801C800C800CC00CC008E018D0308FC00E157E9413>I<02000200020002000600 060006000E001E003E00FFFC0E000E000E000E000E000E000E000E000E000E000E000E04 0E040E040E040E040E040708030801F00E1F7F9E13>I<0E0070FE07F01E00F00E00700E 00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E 00F00E00F006017003827800FC7F18157F941B>II120 DI E /Fl 1 50 df<0C001C00EC000C000C000C000C000C000C00 0C000C000C000C000C000C000C000C000C00FFC00A137D9211>49 D E /Fm 51 122 df<007E0001C1800301800703C00E03C00E01800E00000E00000E0000 0E00000E0000FFFFC00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C0 0E01C00E01C00E01C00E01C00E01C00E01C00E01C07F87F8151D809C17>12 D<60F0F0701010101020204080040C7C830C>44 DI<60F0F060 04047C830C>I<03C00C301818300C300C700E60066006E007E007E007E007E007E007E0 07E007E007E007E007E007E00760066006700E300C300C18180C3007E0101D7E9B15>48 D<010007003F00C700070007000700070007000700070007000700070007000700070007 00070007000700070007000700070007000700FFF80D1C7C9B15>I<07E01830201C201C 781E780E781E381E001C001C00180030006007C00030001C001C000E000F000F700FF80F F80FF80FF00E401C201C183007C0101D7E9B15>51 D<300C3FF83FF03FC0200020002000 20002000200023E02C303018301C200E000E000F000F000F600FF00FF00FF00F800E401E 401C2038187007C0101D7E9B15>53 D<00F0030C04040C0E181E301E300C700070006000 E3E0E430E818F00CF00EE006E007E007E007E007E007600760077006300E300C18180C30 03E0101D7E9B15>I<4000007FFF807FFF007FFF00400200800400800400800800001000 00100000200000600000400000C00000C00001C000018000018000038000038000038000 038000078000078000078000078000078000078000030000111D7E9B15>I<03E00C3010 08200C200660066006700670067C0C3E183FB01FE007F007F818FC307E601E600FC007C0 03C003C003C00360026004300C1C1007E0101D7E9B15>I<03C00C301818300C700C600E E006E006E007E007E007E007E0076007700F300F18170C2707C700060006000E300C780C 78187018203010C00F80101D7E9B15>I<003F800000C060000300180004000400080002 0010000100201F00802070808040E0404040C0384041C038408180382083803820838038 208380382083803820838038208180382041C0382040C0384040E0784020709880201F0F 00100000000800000004000000030001E000C01F80003FF0001B1D7E9C20>64 D<000600000006000000060000000F0000000F0000000F000000178000001780000037C0 000023C0000023C0000043E0000041E0000041E0000080F0000080F0000080F000010078 000100780001FFF80002003C0002003C0002003C0004001E0004001E000C001F000C000F 001E001F00FF00FFF01C1D7F9C1F>II<001F808000E0618001 801980070007800E0003801C0003801C00018038000180780000807800008070000080F0 000000F0000000F0000000F0000000F0000000F0000000F0000000F00000007000008078 00008078000080380000801C0001001C0001000E000200070004000180080000E0300000 1FC000191E7E9C1E>II70 D75 DI< FF8000FF800F8000F8000F8000F8000BC00178000BC00178000BC001780009E002780009 E002780008F004780008F004780008F0047800087808780008780878000878087800083C 107800083C107800083C107800081E207800081E207800081E207800080F407800080F40 780008078078000807807800080780780008030078001C03007800FF8307FF80211C7E9B 26>II<003F800000E0E0000380380007001C000E000E001C00 07003C00078038000380780003C0780003C0700001C0F00001E0F00001E0F00001E0F000 01E0F00001E0F00001E0F00001E0F00001E0700001C0780003C0780003C0380003803C00 07801C0007000E000E0007001C000380380000E0E000003F80001B1E7E9C20>II82 D<07E0801C1980300580300380600180E00180E00080E00080E00080F00000F800007C00 007FC0003FF8001FFE0007FF0000FF80000F800007C00003C00001C08001C08001C08001 C0C00180C00180E00300D00200CC0C0083F800121E7E9C17>I<7FFFFFC0700F01C0600F 00C0400F0040400F0040C00F0020800F0020800F0020800F0020000F0000000F0000000F 0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F 0000000F0000000F0000000F0000000F0000000F0000001F800003FFFC001B1C7F9B1E> II<1FC000307000783800781C00301C00001C00001C 0001FC000F1C00381C00701C00601C00E01C40E01C40E01C40603C40304E801F87001212 7E9115>97 DI<03F80C0C181E301E 700C6000E000E000E000E000E000E00060007002300218040C1803E00F127F9112>I<00 1F8000038000038000038000038000038000038000038000038000038000038003F3800E 0B80180780300380700380600380E00380E00380E00380E00380E00380E0038060038070 03803003801807800E1B8003E3F0141D7F9C17>I<07E00C301818300C700E6006E006FF FEE000E000E000E00060007002300218040C1803E00F127F9112>I<00F8018C071E061E 0E0C0E000E000E000E000E000E00FFE00E000E000E000E000E000E000E000E000E000E00 0E000E000E000E000E000E007FE00F1D809C0D>I<00038007C4C01C78C0383880301800 701C00701C00701C00701C003018003838001C700027C0002000002000003000003FF800 1FFF001FFF802003806001C0C000C0C000C0C000C06001803003001C0E0007F800121C7F 9215>II<18003C003C0018000000 000000000000000000000000FC001C001C001C001C001C001C001C001C001C001C001C00 1C001C001C001C001C00FF80091D7F9C0C>I107 DI< FC7E07E0001C838838001D019018001E01E01C001C01C01C001C01C01C001C01C01C001C 01C01C001C01C01C001C01C01C001C01C01C001C01C01C001C01C01C001C01C01C001C01 C01C001C01C01C001C01C01C00FF8FF8FF8021127F9124>II<03F0000E1C00180600300300700380600180E001C0E0 01C0E001C0E001C0E001C0E001C06001807003803003001806000E1C0003F00012127F91 15>II114 D<1F9020704030C010C010E0 10F8007F803FE00FF000F880388018C018C018E010D0608FC00D127F9110>I<04000400 040004000C000C001C003C00FFE01C001C001C001C001C001C001C001C001C001C101C10 1C101C101C100C100E2003C00C1A7F9910>IIIIII E /Fn 2 122 df<040004000400C460F5E03F800E003F80F5E0C460040004 0004000B0D7E8D11>3 D<0C000C000C000C000C000C00FFC0FFC00C000C000C000C000C 000C000C000C000C000C000C000C000C000C000C000C000C000C000A1A7E9310>121 D E /Fo 3 52 df<06000E00FE000E000E000E000E000E000E000E000E000E000E000E00 0E000E000E000E000E000E00FFE00B157D9412>49 D<0F8030E040708030C038E0384038 003800700070006000C00180030006000C08080810183FF07FF0FFF00D157E9412>I<0F E030306018701C701C001C00180038006007E000300018000C000E000EE00EE00EC00C40 1830300FE00F157F9412>I E /Fp 88 125 df<003FC00001E0780007801E000F000F00 1E0007803C0003C07C0003E07C0003E0F80001F0F80001F0F80001F0F80001F0F80001F0 F80001F0780001E07C0003E07C0003E03C0003C03C0003C01E0007800E00070007000E00 07000E0003000C0001801800818018108080101080C03010404020207FC03FE07FC03FE0 7FC03FE01C207E9F21>10 D<001F83E000F06E3001C078780380F8780300F03007007000 070070000700700007007000070070000700700007007000FFFFFF800700700007007000 070070000700700007007000070070000700700007007000070070000700700007007000 070070000700700007007000070070000700700007007000070070003FE3FF001D20809F 1B>I<003F0000E0C001C0C00381E00701E00701E0070000070000070000070000070000 070000FFFFE00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E0 0700E00700E00700E00700E00700E00700E00700E00700E03FC3FC1620809F19>I<003F E000E0E001C1E00381E00700E00700E00700E00700E00700E00700E00700E00700E0FFFF E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700 E00700E00700E00700E00700E00700E00700E03FE7FC1620809F19>I<001F81F80000F0 4F040001C07C06000380F80F000300F00F000700F00F0007007000000700700000070070 0000070070000007007000000700700000FFFFFFFF000700700700070070070007007007 000700700700070070070007007007000700700700070070070007007007000700700700 070070070007007007000700700700070070070007007007000700700700070070070007 007007003FE3FE3FE02320809F26>I<001F81FF0000F06F070001C07C0F000380F80F00 0300F0070007007007000700700700070070070007007007000700700700070070070007 00700700FFFFFFFF00070070070007007007000700700700070070070007007007000700 700700070070070007007007000700700700070070070007007007000700700700070070 0700070070070007007007000700700700070070070007007007003FE3FE3FE02320809F 26>I<7038F87CFC7EFC7E743A0402040204020804080410081008201040200F0E7F9F17> 34 D<078000180018400018003020003000301800E00060170360006008FCC000E00801 8000E008018000E008030000E008060000E008060000E0080C0000600818000060101800 003010300000302060000018406000000780C00000000180780000018184000003030200 00030301000006070100000C060100000C0E008000180E008000300E008000300E008000 600E008000C00E008000C00E008001800601000300070100030003010006000302000C00 018400040000780021257EA126>37 D<0078000000840000018400000302000007020000 070200000702000007020000070400000704000007080000070800000390000003A00FFC 03C001E003C000C001C0008001C0010002E0010004E00200087002001878040030380800 703C0800701C1000F00E1000F00F2000F007C000F00380047001C0047802E00838047018 1C183C3007E00FC01E227EA023>I<70F8FCFC74040404080810102040060E7C9F0D>I<00 40008001000300060004000C001800180038003000300070006000600060006000E000E0 00E000E000E000E000E000E000E000E000E000E000600060006000600070003000300038 00180018000C000400060003000100008000400A2E7BA112>I<80004000200030001800 08000C00060006000700030003000380018001800180018001C001C001C001C001C001C0 01C001C001C001C001C001C001800180018001800380030003000700060006000C000800 180030002000400080000A2E7EA112>I<00030000000300000003000000030000000300 000003000000030000000300000003000000030000000300000003000000030000000300 0000030000FFFFFFFCFFFFFFFC0003000000030000000300000003000000030000000300 000003000000030000000300000003000000030000000300000003000000030000000300 001E207E9A23>43 D<70F0F8F878080808101010202040050E7C840D>II<70F8F8F87005057C840D>I<0000400000C00001800001800001800003000003 00000300000600000600000C00000C00000C000018000018000018000030000030000060 0000600000600000C00000C00000C0000180000180000180000300000300000600000600 000600000C00000C00000C00001800001800003000003000003000006000006000006000 00C00000C00000122D7EA117>I<03F0000E1C001C0E0018060038070070038070038070 0380700380F003C0F003C0F003C0F003C0F003C0F003C0F003C0F003C0F003C0F003C0F0 03C0F003C0F003C07003807003807003807807803807001806001C0E000E1C0003F00012 1F7E9D17>I<008003800F80F38003800380038003800380038003800380038003800380 038003800380038003800380038003800380038003800380038007C0FFFE0F1E7C9D17> I<03F0000C1C00100E00200700400780800780F007C0F803C0F803C0F803C02007C00007 C0000780000780000F00000E00001C0000380000700000600000C0000180000300000600 400C00401800401000803FFF807FFF80FFFF80121E7E9D17>I<03F0000C1C00100E0020 0F00780F80780780780780380F80000F80000F00000F00001E00001C0000700007F00000 3C00000E00000F000007800007800007C02007C0F807C0F807C0F807C0F0078040078040 0F00200E00183C0007F000121F7E9D17>I<000600000600000E00000E00001E00002E00 002E00004E00008E00008E00010E00020E00020E00040E00080E00080E00100E00200E00 200E00400E00C00E00FFFFF0000E00000E00000E00000E00000E00000E00000E0000FFE0 141E7F9D17>I<1803001FFE001FFC001FF8001FE0001000001000001000001000001000 0010000011F000161C00180E001007001007800003800003800003C00003C00003C07003 C0F003C0F003C0E00380400380400700200600100C0008380007E000121F7E9D17>I<00 7C000182000701000E03800C0780180780380300380000780000700000700000F1F000F2 1C00F40600F80700F80380F80380F003C0F003C0F003C0F003C0F003C07003C07003C070 03803803803807001807000C0E00061C0001F000121F7E9D17>I<4000007FFFE07FFFC0 7FFFC0400080800100800100800200000400000400000800001000001000002000002000 00600000600000E00000C00001C00001C00001C00001C00003C00003C00003C00003C000 03C00003C00003C000018000131F7E9D17>I<03F0000C0C001006003003002001806001 806001806001807001807803003E03003F06001FC8000FF00003F80007FC000C7E00103F 00300F806007806001C0C001C0C000C0C000C0C000C0C000806001802001001002000C0C 0003F000121F7E9D17>I<03F0000E18001C0C00380600380700700700700380F00380F0 0380F003C0F003C0F003C0F003C0F003C07007C07007C03807C0180BC00E13C003E3C000 0380000380000380000700300700780600780E00700C002018001070000FC000121F7E9D 17>I<70F8F8F8700000000000000000000070F8F8F87005147C930D>I<70F8F8F8700000 000000000000000070F0F8F878080808101010202040051D7C930D>I<7FFFFFF8FFFFFF FC0000000000000000000000000000000000000000000000000000000000000000FFFFFF FC7FFFFFF81E0C7E9023>61 D<000100000003800000038000000380000007C0000007C0 000007C0000009E0000009E0000009E0000010F0000010F0000010F00000207800002078 000020780000403C0000403C0000C03E0000801E0000801E0001FFFF0001000F0001000F 00020007800200078002000780040003C0040003C00C0003C01E0003E0FF801FFE1F207F 9F22>65 DI<000FE01000381C30 00E0027003C00170078000F00F0000701E0000701E0000303C0000303C0000107C000010 78000010F8000000F8000000F8000000F8000000F8000000F8000000F8000000F8000000 F8000000780000007C0000103C0000103C0000101E0000201E0000200F00002007800040 03C0008000E0030000380C00000FF0001C217E9F21>IIII<000FE01000381C3000E0027003C00170 078000F00F0000701E0000701E0000303C0000303C0000107C00001078000010F8000000 F8000000F8000000F8000000F8000000F8000000F8000000F8003FFEF80001F0780000F0 7C0000F03C0000F03C0000F01E0000F01E0000F00F0000F0078000F003C0017000E00230 00380C10000FF0001F217E9F24>III<07 FFC0003E00001E00001E00001E00001E00001E00001E00001E00001E00001E00001E0000 1E00001E00001E00001E00001E00001E00001E00001E00001E00001E00001E00201E00F8 1E00F81E00F81E00F01C00403C006038001070000FC00012207F9E17>IIIII<001FE0000070380001C00E0003800700070003800F00 03C01E0001E03C0000F03C0000F07C0000F87C0000F878000078F800007CF800007CF800 007CF800007CF800007CF800007CF800007CF800007CF800007C780000787C0000F87C00 00F83C0000F03E0001F01E0001E00F0003C0070003800380070001E01E0000703800001F E0001E217E9F23>II<001FE000 0070380001C00E0003800700070003800F0003C01E0001E03E0001F03C0000F07C0000F8 7C0000F878000078F800007CF800007CF800007CF800007CF800007CF800007CF800007C F800007CF800007C780000787C0000F87C0000F83C0000F03E0781F01E0841E00F1023C0 071023800390170001D01E0000783804001FF80400001C0400000C0C00000E1C00000FF8 00000FF8000007F8000007F0000001E01E297E9F23>II<03F0400C0CC01803C03001C06000C06000C0E000C0E0 0040E00040E00040F00000F800007C00007F80003FF8001FFF0007FF8000FFC0001FE000 03E00001E00000F0000070800070800070800070800070C00060C000E0E000C0F80180C6 030081FC0014217E9F19>I<7FFFFFE0780F01E0600F0060400F0020400F0020C00F0030 800F0010800F0010800F0010800F0010000F0000000F0000000F0000000F0000000F0000 000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000 000F0000000F0000000F0000000F0000000F0000001F800003FFFC001C1F7E9E21>IIII< 7FF81FF80FE007C007C0030003C0020003E0060001F0040000F0080000F8180000781000 003C2000003E6000001E4000000F8000000F8000000780000003C0000007E0000005E000 0008F0000018F8000010780000207C0000603E0000401E0000801F0001000F8001000780 020007C0060003C01F0007E0FFC01FFE1F1F7F9E22>II<7FFFFE7E003C78003C7000786000F86000F04001E04003E04003 C0400780000780000F00001E00001E00003C00007C0000780000F00001F00001E00203C0 0203C0020780020F80060F00061E00043E000C3C000C78003C7800FCFFFFFC171F7E9E1C >II<080410082010201040204020804080408040 B85CFC7EFC7E7C3E381C0F0E7A9F17>II<081020 204040808080B8FCFC7C38060E7D9F0D>96 D<1FE000303000781800781C00300E00000E 00000E00000E0000FE00078E001E0E00380E00780E00F00E10F00E10F00E10F01E10781E 103867200F83C014147E9317>I<1C0000FC00001C00001C00001C00001C00001C00001C 00001C00001C00001C00001C00001C7C001D87001E01801E00C01C00E01C00701C00701C 00781C00781C00781C00781C00781C00781C00701C00F01C00E01E00C01A018019870010 7C0015207E9F19>I<01FC000706001C0F00380F00380600780000700000F00000F00000 F00000F00000F00000F000007000007800003800803800801C010007060001F80011147F 9314>I<0001C0000FC00001C00001C00001C00001C00001C00001C00001C00001C00001 C00001C001F1C0070DC00C03C01801C03801C07801C07001C0F001C0F001C0F001C0F001 C0F001C0F001C07001C07001C03801C01803C00C03C0070DC001F1F815207F9F19>I<03 F0000E1C001C0E00380700380700700700700380F00380F00380FFFF80F00000F00000F0 00007000007000003800803800801C010007060001F80011147F9314>I<007C01C6030F 070F0E060E000E000E000E000E000E000E00FFF00E000E000E000E000E000E000E000E00 0E000E000E000E000E000E000E000E000E000E007FE01020809F0E>I<0000E003E3300E 3C301C1C30380E00780F00780F00780F00780F00780F00380E001C1C001E380033E00020 00002000003000003000003FFE001FFF801FFFC03001E0600070C00030C00030C00030C0 00306000603000C01C038003FC00141F7F9417>I<1C0000FC00001C00001C00001C0000 1C00001C00001C00001C00001C00001C00001C00001C7C001C86001D03001E03801E0380 1C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C0380 1C03801C0380FF8FF014207E9F19>I<38007C007C007C00380000000000000000000000 00001C00FC001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C00 1C001C00FF80091F7F9E0C>I<00E001F001F001F000E000000000000000000000000000 7007F000F000700070007000700070007000700070007000700070007000700070007000 70007000700070007000706070F060F0C061803F000C28829E0E>I<1C0000FC00001C00 001C00001C00001C00001C00001C00001C00001C00001C00001C00001C1FE01C07801C06 001C04001C08001C10001C20001C60001CE0001DF0001E70001C38001C3C001C1C001C0E 001C0F001C07001C07801C07C0FF9FF014207E9F18>I<1C00FC001C001C001C001C001C 001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C 001C001C001C001C001C001C00FF8009207F9F0C>I<1C3E03E000FCC30C30001D039038 001E01E01C001E01E01C001C01C01C001C01C01C001C01C01C001C01C01C001C01C01C00 1C01C01C001C01C01C001C01C01C001C01C01C001C01C01C001C01C01C001C01C01C001C 01C01C001C01C01C00FF8FF8FF8021147E9326>I<1C7C00FC86001D03001E03801E0380 1C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C0380 1C03801C0380FF8FF014147E9319>I<01F800070E001C03803801C03801C07000E07000 E0F000F0F000F0F000F0F000F0F000F0F000F07000E07000E03801C03801C01C0380070E 0001F80014147F9317>I<1C7C00FD87001E01801E01C01C00E01C00F01C00701C00781C 00781C00781C00781C00781C00781C00701C00F01C00E01E01C01E03801D87001C7C001C 00001C00001C00001C00001C00001C00001C00001C0000FF8000151D7E9319>I<01F040 070CC00E02C01C03C03801C07801C07001C0F001C0F001C0F001C0F001C0F001C0F001C0 7001C07801C03801C01C03C00C05C00709C001F1C00001C00001C00001C00001C00001C0 0001C00001C00001C0000FF8151D7F9318>I<1CF0FD181E3C1E3C1E181C001C001C001C 001C001C001C001C001C001C001C001C001C001C00FFC00E147E9312>I<0FC830386018 C008C008C008E0007C003FE01FF007F8003C800E8006C006C006C004E00CD81887E00F14 7F9312>I<020002000200060006000E000E003E00FFF80E000E000E000E000E000E000E 000E000E000E000E000E040E040E040E040E040708030801F00E1C7F9B12>I<1C0380FC 1F801C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C 03801C03801C03801C07800C0780061B8003E3F014147E9319>II III<7FFF700E600E401C40384078407000E001E0 01C00380078007010E011E011C0338027006700EFFFE10147F9314>III E /Fq 49 124 df<0030006000C00180038007000F 000E001E001C003C003C0038007800780078007800F800F000F000F000F000F000F000F0 00F000F000F800780078007800780038003C003C001C001E000E000F0007000380018000 C0006000300C2D7CA114>40 DI45 D<387CFEFEFE7C3807077C860F>I<00700000F0 0007F000FFF000F9F00001F00001F00001F00001F00001F00001F00001F00001F00001F0 0001F00001F00001F00001F00001F00001F00001F00001F00001F00001F00001F00001F0 0001F0007FFFC07FFFC0121D7D9C1A>49 D<03FC001FFF80381FC07C07E0FE03F0FE03F0 FE03F8FE01F87C01F83801F80003F80003F00003F00007E0000FC0000F00001E00003C00 00700000E00001C0180380180600180C00381FFFF03FFFF07FFFF0FFFFF0FFFFF0151D7E 9C1A>I<03FC000FFF801C0FC03C07E07E03F07E03F07E03F07E07F03C07E00007E0000F C0003F8003FE0003FC00000F800007C00003E00003F00003F83803F87C03F8FE03F8FE03 F8FE03F0FC03F07807E03C0FC01FFF8003FC00151D7E9C1A>I<0001C00003C00007C000 07C0000FC0001FC0003BC00073C00063C000C3C00183C00383C00703C00E03C00C03C018 03C03803C07003C0E003C0FFFFFEFFFFFE0007C00007C00007C00007C00007C00007C000 FFFE00FFFE171D7F9C1A>I<1C00E01FFFE01FFFC01FFF801FFF001FFC001FC000180000 18000018000018000019FE001FFF801E07C01803E01001F00001F00001F80001F87801F8 FC01F8FC01F8FC01F8FC01F07803F07003E03C0FC00FFF0003FC00151D7E9C1A>I<003F 0001FFC007C0E00F81E01F03F01E03F03E03F07C03F07C01E07C0000FC1000FCFF00FDFF C0FD03E0FE01F0FE01F0FC01F8FC01F8FC01F8FC01F87C01F87C01F87C01F83C01F03E01 F01E03E00F07C007FF8001FE00151D7E9C1A>I<6000007FFFF87FFFF87FFFF07FFFE07F FFC0E00180C00300C00300C00600000C0000180000380000300000700000F00000F00001 E00001E00003E00003E00003E00003E00007E00007E00007E00007E00007E00003C00001 8000151E7D9D1A>I<387CFEFEFE7C38000000000000387CFEFEFE7C3807147C930F>58 D<0000E000000000E000000001F000000001F000000001F000000003F800000003F80000 0006FC00000006FC0000000EFE0000000C7E0000000C7E000000183F000000183F000000 303F800000301F800000701FC00000600FC00000600FC00000C007E00000FFFFE00001FF FFF000018003F000038003F800030001F800030001F800060000FC00060000FC000E0000 FE00FFE00FFFE0FFE00FFFE0231F7E9E28>65 D<0007FC02003FFF0E00FE03DE03F000FE 07E0003E0FC0001E1F80001E3F00000E3F00000E7F0000067E0000067E000006FE000000 FE000000FE000000FE000000FE000000FE000000FE0000007E0000007E0000067F000006 3F0000063F00000C1F80000C0FC0001807E0003803F0007000FE01C0003FFF800007FC00 1F1F7D9E26>67 DI70 D73 D76 DI<001FF80000FFFF0001F81F8007E007E00FC003F01F80 01F81F0000F83F0000FC7F0000FE7E00007E7E00007EFE00007FFE00007FFE00007FFE00 007FFE00007FFE00007FFE00007FFE00007FFE00007F7E00007E7F0000FE7F0000FE3F00 00FC3F8001FC1F8001F80FC003F007E007E001F81F8000FFFF00001FF800201F7D9E27> 79 DI82 D<03FC080FFF381E03F83800F8700078700038F00038F00018F00018 F80000FC00007FC0007FFE003FFF801FFFC00FFFE007FFF000FFF80007F80000FC00007C 00003CC0003CC0003CC0003CE00038E00078F80070FE01E0EFFFC081FF00161F7D9E1D> I<7FFFFFFC7FFFFFFC7C07E07C7007E01C6007E00C6007E00CE007E00EC007E006C007E0 06C007E006C007E0060007E0000007E0000007E0000007E0000007E0000007E0000007E0 000007E0000007E0000007E0000007E0000007E0000007E0000007E0000007E0000007E0 000007E00003FFFFC003FFFFC01F1E7E9D24>I86 DI<07FC001FFF803F07C03F03E03F01F03F01F00C01F00001F000 3FF007FDF01F81F03E01F07C01F0F801F0F801F0F801F0FC02F07E0CF03FF87E0FE03E17 147F9319>97 DI<01FE0007FF801F0FC03E0FC03E0FC07C0FC07C0300FC0000FC0000FC0000FC0000FC 0000FC00007C00007E00003E00603F00C01F81C007FF0001FC0013147E9317>I<0007F8 0007F80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F801F8F8 07FEF81F83F83E01F87E00F87C00F87C00F8FC00F8FC00F8FC00F8FC00F8FC00F8FC00F8 7C00F87C00F87E00F83E01F81F07F80FFEFF03F8FF18207E9F1D>I<01FE0007FF800F83 C01E01E03E00F07C00F07C00F8FC00F8FFFFF8FFFFF8FC0000FC0000FC00007C00007C00 003E00181E00180F807007FFE000FF8015147F9318>I<003F8000FFC003E3E007C7E007 87E00F87E00F83C00F80000F80000F80000F80000F8000FFFC00FFFC000F80000F80000F 80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F 80000F80007FF8007FF80013207F9F10>I<03FC3C0FFFFE1E079E3C03DE7C03E07C03E0 7C03E07C03E07C03E03C03C01E07801FFF0013FC003000003000003800003FFF801FFFF0 0FFFF81FFFFC78007C70003EF0001EF0001EF0001E78003C78003C3F01F80FFFE001FF00 171E7F931A>II<1C003E007F007F007F003E001C00000000000000000000000000FF00FF001F001F00 1F001F001F001F001F001F001F001F001F001F001F001F001F001F00FFE0FFE00B217EA0 0E>I107 DI< FE0FE03F80FE1FF07FC01E70F9C3E01E407D01F01E807E01F01F807E01F01F007C01F01F 007C01F01F007C01F01F007C01F01F007C01F01F007C01F01F007C01F01F007C01F01F00 7C01F01F007C01F01F007C01F01F007C01F0FFE3FF8FFEFFE3FF8FFE27147D932C>II<01FF0007FFC0 1F83F03E00F83E00F87C007C7C007CFC007EFC007EFC007EFC007EFC007EFC007E7C007C 7C007C3E00F83E00F81F83F007FFC001FF0017147F931A>II114 D<0FE63FFE701E600EE006E006F800FFC07FF83FFC1FFE03FE001FC007 C007E007F006F81EFFFCC7F010147E9315>I<0300030003000300070007000F000F003F 00FFFCFFFC1F001F001F001F001F001F001F001F001F001F001F061F061F061F061F060F 8C07F803F00F1D7F9C14>IIII 121 D123 D E /Fr 2 122 df<0300030003000300C3 0CE31C73381FE0078007801FE07338E31CC30C03000300030003000E127D9215>3 D<02000700070007000700070007000200020002007270FFF87270020002000700070007 000700070007000700070007000700070007000700070007000700070002000200020002 00020002000D267E9C12>121 D E /Fs 16 119 df<78FCFCFCFC7806067B8511>46 D<00001800000000180000000018000000003C000000003C000000007E000000007E0000 00007E00000000BF000000009F000000009F000000010F800000010F800000010F800000 0207C000000207C000000207C000000403E000000403E000000C03F000000801F0000008 01F000001001F800001000F800001000F8000020007C00003FFFFC00003FFFFC00004000 3E000040003E000040003E000080001F000080001F000180001F800100000F800100000F 800200000FC002000007C007000007C01F80000FE0FFF000FFFFFFF000FFFF282A7EA92D >65 D68 D<01FFFF01FFFF0003F00001F00001F00001F00001F00001F00001F00001F00001F00001 F00001F00001F00001F00001F00001F00001F00001F00001F00001F00001F00001F00001 F00001F00001F00001F00001F00001F00001F00001F03001F07801F0FC01F0FC01F0FC01 E0F803E04003C02007801007000C1E0003F000182A7DA81F>74 D<00FE010003FF83000F 81E3001E0037003C001F0038000F007800070070000700F0000300F0000300F0000300F0 000100F8000100F8000100FC0000007E0000007F0000003FF000001FFE00000FFFE00007 FFF80003FFFC00007FFE000007FF0000007F0000001F8000000F80000007C0000007C080 0003C0800003C0800003C0800003C0C00003C0C0000380C0000380E0000780F0000700F8 000E00EE001C00C3C07800C1FFF000803FC0001A2B7DA921>83 D<01FC00000E07800010 01C0003C00E0003E00F0003E0078001C0078000800780000007800000078000000780000 7FF80003E078000F8078001F0078003E0078007C00780078007820F8007820F8007820F8 007820F800F8207C00F8203C013C401F063FC007F80F001B1A7E991E>97 D<007F8001C0700780080F003C1E007C3C007C3C00387C0010780000F80000F80000F800 00F80000F80000F80000F80000F800007800007C00003C00043C00041E00080F00100780 2001C0C0007F00161A7E991B>99 D<00000F000000FF000000FF0000001F0000000F0000 000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000 000F0000000F00003F0F0001C0CF0003802F000F001F001E001F001C000F003C000F007C 000F0078000F0078000F00F8000F00F8000F00F8000F00F8000F00F8000F00F8000F00F8 000F0078000F0078000F003C000F003C000F001E001F000E002F0007004F8001C18FF000 7E0FF01C2A7EA921>I<007E0003C3800700E00E00F01C00703C00783C003878003C7800 3CF8003CF8003CFFFFFCF80000F80000F80000F80000F800007800007C00003C00043C00 041E00080E001007002001C0C0007F00161A7E991B>I<0000078000FC18400787A1C00E 01C1C01E01E0803C00F0003C00F0007C00F8007C00F8007C00F8007C00F8007C00F8003C 00F0003C00F0001E01E0000E01C0001F87800010FC000010000000300000003000000038 0000001C0000001FFFC0000FFFF80007FFFC001C003E0030000F007000070060000380E0 000380E0000380E0000380E0000380700007007000070038000E000C0018000780F00000 FF80001A287E9A1E>103 D<07800000FF800000FF8000000F8000000780000007800000 078000000780000007800000078000000780000007800000078000000780000007800000 0780000007803FF007803FF007801F0007801C0007801800078020000780400007808000 078100000782000007870000079F800007A7800007C7C0000783E0000781E0000781F000 0780F8000780780007807C0007803E0007801E0007801F0007801F80FFFC7FF8FFFC7FF8 1D2A7FA920>107 D<0F07F000FF183800FF201C001F400E000F400F000F800F000F800F 000F000F000F000F000F000F000F000F000F000F000F000F000F000F000F000F000F000F 000F000F000F000F000F000F000F000F000F000F000F000F000F000F000F000F00FFF0FF F0FFF0FFF01C1A7E9921>110 D<007F000001C1C000070070000E0038001C001C003C00 1E003C001E0078000F0078000F00F8000F80F8000F80F8000F80F8000F80F8000F80F800 0F80F8000F80F8000F8078000F0078000F003C001E003C001E001E003C000E0038000700 700001C1C000007F0000191A7E991E>I<0F0F80FF11C0FF23E01F43E00F83E00F81C00F 80000F00000F00000F00000F00000F00000F00000F00000F00000F00000F00000F00000F 00000F00000F00000F00000F00000F8000FFF800FFF800131A7E9917>114 D<0080000080000080000080000180000180000180000380000380000780000F80001FFF 80FFFF800780000780000780000780000780000780000780000780000780000780000780 0007800007800007804007804007804007804007804007804007804003C08001C08000E1 00003E0012257FA417>116 D118 D E /Ft 17 120 df<000001FF80000000001F FFF8000000007F00FE00000001F8001F80000007F0000FE000000FC00003F000001F8000 01F800003F000000FC00007E0000007E0000FC0000003F0001FC0000003F8003F8000000 1FC007F00000000FE007F00000000FE00FF00000000FF00FE000000007F01FE000000007 F81FC000000003F83FC000000003FC3FC000000003FC3FC000000003FC7FC000000003FE 7F8000000001FE7F8000000001FE7F8000000001FEFF8000000001FFFF8000000001FFFF 8000000001FFFF8000000001FFFF8000000001FFFF8000000001FFFF8000000001FFFF80 00000001FFFF8000000001FFFF8000000001FFFF8000000001FF7F8000000001FE7FC000 000003FE7FC000000003FE7FC000000003FE7FC000000003FE3FC000000003FC3FE00000 0007FC1FE000000007F81FE000000007F80FF00000000FF00FF00000000FF007F0000000 0FE007F80000001FE003F80000001FC001FC0000003F8000FE0000007F00007F000000FE 00003F000000FC00001F800001F800000FE00007F0000007F0000FE0000001FC003F8000 00007F00FE000000001FFFF80000000001FF800000383D7BBB43>79 D82 D<000FF80060003FFF006000FFFFC0E0 01F807E1E007E000F1E00F80003BE00F00001FE01F00000FE03E000007E03E000003E07C 000001E07C000001E0FC000001E0FC000000E0FC000000E0FC000000E0FC00000060FE00 000060FE00000060FF000000607F000000007F800000007FE00000003FF80000003FFF80 00001FFFF800000FFFFF800007FFFFE00003FFFFF80001FFFFFC0000FFFFFE00003FFFFF 000007FFFF8000007FFFC0000007FFE00000007FE00000001FF00000000FF000000007F0 00000007F800000003F840000003F8C0000003F8C0000001F8C0000001F8C0000001F8E0 000001F8E0000001F8E0000001F0F0000001F0F0000003F0F8000003E0F8000003E0FC00 0007C0FF00000F80FB80000F00F1F0003E00F0FE00FC00E03FFFF800C00FFFE000C001FF 8000253D7BBB30>I<0003FE00001FFFC0003E01F000F8003801F0003C03E000FC07C001 FE0FC001FE0F8001FE1F8001FE3F0000FC3F0000787F0000007F0000007E0000007E0000 00FE000000FE000000FE000000FE000000FE000000FE000000FE000000FE000000FE0000 007E0000007E0000007F0000003F0000033F0000031F8000031F8000060FC0000607C000 0C03E0001801F0003000F800E0007E03C0001FFF000003FC0020287DA626>99 D<0003FC0000001FFF0000007E07C00000F801E00001E000F00003E000780007C0007C00 0F80003E001F80003E001F00003F003F00001F003F00001F007F00001F007E00001F807E 00001F80FE00001F80FE00001F80FFFFFFFF80FFFFFFFF80FE00000000FE00000000FE00 000000FE00000000FE000000007E000000007E000000007E000000007F000000003F0000 01803F000001801F800001800F800003000FC000030007C000060003E0000C0001F00018 000078007000003F01E000000FFF80000001FE000021287EA626>101 D<00007F000001FFC00007C0E0000F81F0001F03F8003E07F8007C07F8007C07F800FC03 F000F801E001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F800 0001F8000001F8000001F8000001F8000001F8000001F80000FFFFFC00FFFFFC00FFFFFC 0001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F800 0001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F800 0001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F800 0001F8000001F8000001F8000003FC00007FFFF8007FFFF8007FFFF8001D3D7FBC1A>I< 03800007C0000FE0001FF0001FF0001FF0000FE00007C000038000000000000000000000 00000000000000000000000000000000000000000000000003F000FFF000FFF000FFF000 0FF00003F00003F00003F00003F00003F00003F00003F00003F00003F00003F00003F000 03F00003F00003F00003F00003F00003F00003F00003F00003F00003F00003F00003F000 03F00003F00003F00003F00003F00003F00007F800FFFFC0FFFFC0FFFFC0123A7EB917> 105 D<01F803F80003F80000FFF81FFF001FFF0000FFF83C0F803C0F8000FFF8E007C0E0 07C00007F9C003E1C003E00001FB0003F30003F00001FB0001F30001F00001FE0001FE00 01F80001FE0001FE0001F80001FC0001FC0001F80001FC0001FC0001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80003FC0003FC0003FC00FFFFF0FFFFF0 FFFFF0FFFFF0FFFFF0FFFFF0FFFFF0FFFFF0FFFFF044267EA549>109 D<01F807F80000FFF81FFE0000FFF8781F0000FFF8E00F800007F98007C00001FB0007E0 0001FB0003E00001FE0003F00001FC0003F00001FC0003F00001FC0003F00001F80003F0 0001F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001F80003F0 0001F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001F80003F0 0001F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001F80003F0 0001F80003F00001F80003F00001F80003F00001F80003F00003FC0007F800FFFFF1FFFF E0FFFFF1FFFFE0FFFFF1FFFFE02B267EA530>I<0001FE0000000FFFC000003F03F00000 F8007C0001F0003E0003E0001F0007C0000F800F800007C00F800007C01F000003E03F00 0003F03F000003F03F000003F07E000001F87E000001F87E000001F8FE000001FCFE0000 01FCFE000001FCFE000001FCFE000001FCFE000001FCFE000001FCFE000001FCFE000001 FC7E000001F87E000001F87F000003F83F000003F03F000003F01F000003E01F800007E0 0F800007C007C0000F8003E0001F0001F0003E0000F8007C00003F03F000000FFFC00000 01FE000026287EA62B>I<01F80FF00000FFF83FFE0000FFF8F01F0000FFF9C007C00003 FB0003E00001FE0001F00001FC0001F80001FC0000FC0001F800007E0001F800007E0001 F800007F0001F800003F0001F800003F8001F800003F8001F800001F8001F800001FC001 F800001FC001F800001FC001F800001FC001F800001FC001F800001FC001F800001FC001 F800001FC001F800001FC001F800001F8001F800003F8001F800003F8001F800003F0001 F800007F0001F800007E0001F80000FC0001FC0000FC0001FC0001F80001FE0003F00001 FB0007E00001F9800F800001F8F03F000001F87FFC000001F80FE0000001F80000000001 F80000000001F80000000001F80000000001F80000000001F80000000001F80000000001 F80000000001F80000000001F80000000001F80000000001F80000000003FC00000000FF FFF0000000FFFFF0000000FFFFF00000002A377EA530>I<03F00F80FFF03FE0FFF070F0 FFF0C1F807F183F801F303F801F303F801F601F001F6004001FC000001FC000001FC0000 01FC000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F80000 01F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F80000 01F8000001F8000001F8000001F8000003FC0000FFFFF800FFFFF800FFFFF8001D267EA5 22>114 D<007F818003FFE3800F807F801E001F80380007803800078070000380700003 80F0000180F0000180F0000180F8000180F8000180FE0000007F8000007FFC00003FFFC0 001FFFF0000FFFFC0003FFFE0001FFFF00001FFF800000FF8000001FC040000FC0C00007 E0C00003E0E00001E0E00001E0E00001E0E00001E0F00001E0F00001C0F80003C0FC0003 80FC000700F7000E00E3C03C00C0FFF800C03FC0001B287DA622>I<0030000000300000 003000000030000000300000003000000070000000700000007000000070000000F00000 00F0000001F0000001F0000003F0000007F000001FFFFF00FFFFFF00FFFFFF0003F00000 03F0000003F0000003F0000003F0000003F0000003F0000003F0000003F0000003F00000 03F0000003F0000003F0000003F0000003F0000003F0000003F0000003F0000003F00180 03F0018003F0018003F0018003F0018003F0018003F0018003F0018003F0018001F00180 01F8030001F8030000F80300007C0600003E0C00001FF8000003F00019367EB421>I<01 F80003F000FFF801FFF000FFF801FFF000FFF801FFF00007F8000FF00001F80003F00001 F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001 F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001 F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001F80003F00001 F80003F00001F80003F00001F80003F00001F80003F00001F80007F00001F80007F00001 F80007F00000F8000FF00000F8000FF00000FC001BF000007C001BFC00003E0073FFE000 1F81E3FFE0000FFF83FFE00001FE03F0002B277EA530>III E end %%EndProlog %%BeginSetup %%Feature: *Resolution 300dpi TeXDict begin %%EndSetup %%Page: 1 1 1 0 bop 274 337 a Ft(Ov)n(erview)30 b(of)f(Recen)n(t)h(Sup)r (ercomputers)673 485 y Fs(Aad)20 b(J.)f(v)m(an)g(der)h(Steen)1245 463 y Fr(\003)911 559 y Fs(and)724 634 y(Jac)n(k)f(J.)g(Dongarra)1194 612 y Fr(y)859 861 y Fq(Abstract)174 941 y Fp(In)j(this)g(rep)q(ort)f (w)o(e)g(giv)o(e)g(an)h(o)o(v)o(erview)f(of)g(parallel-)i(and)e(v)o (ector)g(computers)g(whic)o(h)h(are)106 997 y(curren)o(tly)13 b(a)o(v)m(ailable)i(or)d(will)j(b)q(ecome)f(a)o(v)m(ailable)g(within)g (a)f(short)f(time)h(frame)g(from)f(v)o(endors;)h(no)106 1054 y(attempt)g(is)i(made)f(to)g(list)h(all)g(mac)o(hines)g(that)e (are)h(still)i(in)f(the)f(researc)o(h)g(phase.)20 b(The)14 b(mac)o(hines)106 1110 y(are)j(describ)q(ed)h(according)g(to)e(their)i (arc)o(hitectural)f(class.)25 b(Shared-)18 b(and)f(distributed)i (memory)106 1167 y(SIMD-)g(and)g(MIMD)g(mac)o(hines)h(are)e(discerned.) 33 b(The)19 b(information)h(ab)q(out)f(eac)o(h)g(mac)o(hine)g(is)106 1223 y(k)o(ept)e(as)h(compact)f(as)g(p)q(ossible.)29 b(Moreo)o(v)o(er,)16 b(no)i(attempt)f(is)h(made)f(to)g(quote)h(prices)h (as)e(these)106 1280 y(are)d(often)h(ev)o(en)g(more)g(elusiv)o(e)h (than)f(the)g(p)q(erformance)g(of)f(a)h(system.)k(This)c(do)q(cumen)o (t)h(re\015ects)106 1336 y(the)k(tec)o(hnical)h(state)f(of)f(the)h(sup) q(ercomputer)h(arena)f(as)f(accurately)i(as)e(p)q(ossible.)36 b(Ho)o(w)o(ev)o(er,)106 1393 y(the)18 b(authors)f(nor)g(their)h(emplo)o (y)o(ers)g(tak)o(e)f(an)o(y)g(resp)q(onsibilit)o(y)k(for)c(errors)g(or) g(mistak)o(es)g(in)i(this)106 1449 y(do)q(cumen)o(t.)32 b(W)l(e)19 b(encourage)g(an)o(y)o(one)g(who)g(has)g(commen)o(ts)f(or)h (remarks)f(on)h(the)g(con)o(ten)o(ts)g(to)106 1506 y(inform)c(us,)g(so) g(w)o(e)g(can)g(impro)o(v)o(e)g(this)h(w)o(ork.)919 1489 y Fo(1)p -16 2191 780 2 v 40 2222 a Fn(\003)59 2237 y Fm(Academic)29 b(Computing)g(Cen)o(tre)i(Utrec)o(h)o(t,)36 b(PO)31 b(Bo)o(x)f(80.011,)i(3508)e(T)m(A)60 b(Utrec)o(h)o(t,)35 b(The)c(Netherlands,)-16 2287 y(actstea@cc.ruu.nl)41 2322 y Fn(y)59 2337 y Fm(Departmen)o(t)9 b(of)h(Computer)g(Science,)h (Univ)o(ersit)o(y)g(of)e(T)m(ennessee,)k(Kno)o(xville,)c(TN)i (37996-1301,)d(and)i(Mathematical)-16 2387 y(Sciences)16 b(Section,)d(Oak)h(Ridge)f(National)g(Lab)q(oratory)m(,)g(Oak)g(Ridge,) g(TN)h(37831)40 2421 y Fl(1)59 2436 y Fm(NCF,)i(the)i(National)d (Computing)g(F)m(acilities)g(F)m(oundation,)h(supp)q(orts)i(and)f (furthers)h(the)f(adv)n(ancemen)o(t)f(of)g(tec)o(h-)-16 2486 y(nical)f(and)h(scien)o(ti\014c)h(researc)o(h)h(with)e(and)g(in)o (to)f(adv)n(anced)h(computing)f(facilities)g(and)h(prepares)h(for)f (the)h(Netherlands)-16 2536 y(national)d(sup)q(ercomputing)i(p)q(olicy) m(.)22 b(Adv)n(anced)17 b(computing)d(facilities)g(are)j(m)o(ulti-pro)q (cessor)e(v)o(ectorcomputers,)h(mas-)-16 2586 y(siv)o(ely)f(parallel)g (computingsystems)g(of)g(v)n(arious)g(arc)o(hitectures)j(and)e (concepts)h(and)f(adv)n(anced)g(net)o(w)o(orking)f(facilities.)947 2760 y Fk(1)p eop %%Page: 2 2 2 1 bop 106 135 a Fj(Con)n(ten)n(ts)106 237 y Fq(1)42 b(In)o(tro)q(duction)19 b(and)f(accoun)o(t)1031 b(4)106 339 y(2)42 b(The)18 b(Main)g(Arc)o(hitectural)g(Classes)883 b(6)174 396 y Fp(2.1)46 b(Shared-memory)15 b(SIMD)g(mac)o(hines)47 b Fi(:)22 b(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)68 b Fp(8)174 452 y(2.2)46 b(Distributed-memory) 15 b(SIMD)h(mac)o(hines)26 b Fi(:)d(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f (:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)68 b Fp(9)174 509 y(2.3)46 b(Shared-memory)15 b(MIMD)g(mac)o(hines)30 b Fi(:)22 b(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)46 b Fp(12)174 565 y(2.4)g(Distributed-memory)15 b(MIMD)g(mac)o(hines)46 b Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(14)106 667 y Fq(3)c(Recoun)o(t)18 b(of)g(the)f(\(almost\))i(a)o(v)m(ailable)g (systems)628 b(17)174 723 y Fp(3.1)46 b(Shared-memory)15 b(SIMD)g(systems)37 b Fi(:)23 b(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(17)279 780 y(3.1.1)k(The)16 b(Hitac)o(hi)g(S3600)e(series.)39 b Fi(:)22 b(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)46 b Fp(18)174 836 y(3.2)g(Distributed-memory)15 b(SIMD)h(systems)h Fi(:)22 b(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:) g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(19)279 893 y(3.2.1)k(The)16 b(Alenia)g(Quadrics.)46 b Fi(:)22 b(:)h(:)f(:)g(:)h(:) f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f (:)46 b Fp(19)279 949 y(3.2.2)k(The)16 b(Cam)o(bridge)f(P)o(arallel)h (Pro)q(cessing)g(Gamma)e(I)q(I.)32 b Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)46 b Fp(21)279 1006 y(3.2.3)k(The)16 b(Digital)f(Equipmen)o (t)h(Corp.)k(MPP)14 b(series)27 b Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)46 b Fp(23)279 1062 y(3.2.4)k(The)16 b(MasP)o(ar)d(MP-1.)i Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(24)279 1119 y(3.2.5)k(The)16 b(MasP)o(ar)d(MP-2.)i Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f (:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(26)174 1175 y(3.3)g(Shared-memory)15 b(MIMD)g(systems)20 b Fi(:)j(:)f(:)g(:)h (:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:) f(:)46 b Fp(26)279 1232 y(3.3.1)k(The)16 b(Cra)o(y)e(Researc)o(h)h (Inc.)21 b(Cra)o(y)14 b(J90-series,)i(T90)e(series.)39 b Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(28)279 1288 y(3.3.2)k(The)16 b(Hitac)o(hi)g(S3800)e(series.)39 b Fi(:)22 b(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)46 b Fp(30)279 1344 y(3.3.3)k(The)16 b(HP/Con)o(v)o(ex)e(C4)h(series.)44 b Fi(:)22 b(:)h(:)f(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(31)279 1401 y(3.3.4)k(The)16 b(Digital)f(Equipmen)o(t)h(Corp.)k (AlphaServ)o(er.)30 b Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f (:)46 b Fp(33)279 1457 y(3.3.5)k(The)16 b(NEC)f(SX-4.)e Fi(:)22 b(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(34)279 1514 y(3.3.6)k(The)16 b(Silicon)h(Graphics)f(P)o(o)o(w)o(er)d (Challenge)28 b Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)46 b Fp(36)279 1570 y(3.3.7)k(The)16 b(T)l(era)e(MT)l(A)27 b Fi(:)22 b(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(38)174 1627 y(3.4)g(Distributed-memory)15 b(MIMD)g(systems)36 b Fi(:)23 b(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f (:)g(:)h(:)f(:)46 b Fp(40)279 1683 y(3.4.1)k(The)16 b(Alex)g(A)-5 b(VX)15 b(2.)i Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:) h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(41)279 1740 y(3.4.2)k(The)16 b(Av)m(alon)g(A12.)24 b Fi(:)e(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:) f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(42)279 1796 y(3.4.3)k(The)16 b(C-D)o(A)o(C)e(P)l(ARAM)h(9000/SS.)29 b Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)46 b Fp(44)279 1853 y(3.4.4)k(The)16 b(Cra)o(y)e(Researc)o (h)h(Inc.)21 b(T3E.)g Fi(:)i(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:) h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(46)279 1909 y(3.4.5)k(The)16 b(F)l(ujitsu)f(AP1000.)k Fi(:)j(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(48)279 1965 y(3.4.6)k(The)16 b(F)l(ujitsu)f(VPP300)f(series.)32 b Fi(:)22 b(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)46 b Fp(50)279 2022 y(3.4.7)k(The)16 b(Hitac)o(hi)g(SR2201)e(series.)41 b Fi(:)22 b(:)h(:)f(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(52)279 2078 y(3.4.8)k(The)16 b(HP/Con)o(v)o(ex)e(Exemplar)h (SPP-1200.)33 b Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)46 b Fp(54)279 2135 y(3.4.9)k(The)16 b(IBM)f(9076)f(SP2)i Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f (:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(56)279 2191 y(3.4.10)27 b(The)16 b(In)o(tel)g(P)o(aragon)d(XP)l(.)19 b Fi(:)j(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:) f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(58)279 2248 y(3.4.11)27 b(The)16 b(Matsushita)e(ADENAR)l(T.)39 b Fi(:)23 b(:)f(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(60)279 2304 y(3.4.12)27 b(The)16 b(Meik)o(o)f(Computing)g(Surface) g(2.)21 b Fi(:)i(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:) g(:)h(:)f(:)46 b Fp(62)279 2361 y(3.4.13)27 b(The)16 b(nCUBE)f(3.)30 b Fi(:)22 b(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f (:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(64)279 2417 y(3.4.14)27 b(The)16 b(NEC)f(Cenju-3.)25 b Fi(:)e(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:) g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(66)279 2474 y(3.4.15)27 b(The)16 b(P)o(arallel)g(Computing)f(Industries)i(system.) 37 b Fi(:)23 b(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(68)279 2530 y(3.4.16)27 b(The)16 b(P)o(arsys)e(T)l(A9000.)29 b Fi(:)22 b(:)g(:)h(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(69)279 2587 y(3.4.17)27 b(The)16 b(P)o(arsytec)e(GC/P)o(o)o(w)o(er)f(Plus.)43 b Fi(:)22 b(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g (:)h(:)f(:)46 b Fp(70)947 2760 y Fk(2)p eop %%Page: 3 3 3 2 bop 106 135 a Fq(4)42 b(Systems)16 b(Disapp)q(eared)j(from)d(the)i (List)780 b(72)106 237 y(5)42 b(Systems)16 b(under)h(dev)o(elopmen)o(t) 944 b(77)174 294 y Fp(5.1)46 b(The)15 b(F)l(ujitsu)h(VPP300)e (successor)45 b Fi(:)23 b(:)f(:)g(:)h(:)f(:)h(:)f(:)g(:)h(:)f(:)g(:)h (:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)g(:)h(:)f(:)46 b Fp(77)947 2760 y Fk(3)p eop %%Page: 4 4 4 3 bop 106 135 a Fj(1)83 b(In)n(tro)r(duction)27 b(and)g(accoun)n(t) 106 237 y Fp(This)13 b(is)f(the)h(sixth)f(edition)i(of)e(a)g(rep)q(ort) g(in)h(whic)o(h)g(w)o(e)f(attempt)f(to)h(giv)o(e)g(an)g(o)o(v)o(erview) g(of)g(parallel-)106 293 y(and)g(v)o(ector)g(systems)f(that)h(are)g (commercially)h(a)o(v)m(ailable)h(or)e(are)g(exp)q(ected)h(to)e(b)q (ecome)i(a)o(v)m(ailable)106 350 y(within)22 b(a)e(short)g(time)h (frame)f(\(t)o(ypically)i(a)e(few)h(mon)o(ths)f(to)g(half)h(a)f(y)o (ear\).)36 b(W)l(e)20 b(c)o(ho)q(ose)h(the)106 406 y(expression)14 b(\\attempt")f(delib)q(erately)j(b)q(ecause)e(the)g(mark)o(et)f(of)g (parallel-)i(and)f(v)o(ector)f(mac)o(hines)106 463 y(is)k(highly)g(ev)m (asiv)o(e:)23 b(the)16 b(rate)g(with)g(whic)o(h)h(systems)f(are)g(in)o (tro)q(duced)h(|)f(and)h(disapp)q(ear)g(again)106 519 y(|)22 b(is)f(v)o(ery)g(high)h(and)g(therefore)f(the)g(information)g (will)i(probably)f(b)q(e)g(only)g(appro)o(ximately)106 576 y(v)m(alid.)h(Nev)o(ertheless,)16 b(w)o(e)f(think)i(that)e(suc)o(h) h(an)f(o)o(v)o(erview)h(will)h(b)q(e)f(useful)h(for)e(those)h(who)f(w)o (an)o(t)106 632 y(to)e(obtain)g(a)g(general)h(idea)g(ab)q(out)f(the)h (v)m(arious)f(means)h(b)o(y)f(whic)o(h)h(these)f(systems)g(striv)o(e)h (at)e(high)106 689 y(p)q(erformance,)j(esp)q(ecially)j(when)d(it)h(is)g (up)q(dated)g(on)f(a)g(regular)g(basis.)174 745 y(W)l(e)h(will)i(try)e (to)f(b)q(e)i(as)f(up-to-date)g(and)h(compact)e(as)h(p)q(ossible)i(and) f(on)f(these)g(grounds)g(w)o(e)106 801 y(think)d(there)g(is)g(a)f (place)h(for)f(this)h(rep)q(ort.)19 b(The)13 b(presen)o(t)f(rep)q(ort)g (will)i(b)q(e)g(somewhat)d(shorter)h(than)106 858 y(earlier)17 b(ones:)23 b(at)16 b(this)h(momen)o(t)e(systems)h(are)g(disapp)q (earing)i(at)e(a)g(faster)g(rate)g(than)g(new)h(ones)106 914 y(replace)f(them.)k(The)15 b(reasons)g(for)g(this)g(seem)h(to)e(b)q (e)i(threefold:)166 997 y Fh(\017)24 b Fp(The)16 b(comp)q(etition)g(is) g(v)o(ery)f(\014erce)g(and)h(only)g(companies)g(that)e(can)h(o\013er)g (up-to-date)g(sys-)213 1053 y(tems,)g(b)q(oth)g(hardw)o(are)f(and)i (soft)o(w)o(are)d(wise)j(can)f(k)o(eep)h(in)g(business.)166 1126 y Fh(\017)24 b Fp(Generally)l(,)14 b(less)e(money)g(is)h(a)o(v)m (ailable)g(w)o(orldwide)g(for)e(purc)o(hasing)i(new)f(high)h(p)q (erformance)213 1182 y(systems)21 b(orien)o(ted)i(to)e(scien)o(ti\014c) i(and)f(tec)o(hnical)h(computing.)40 b(This)22 b(mak)o(es)f(life)i (more)213 1239 y(di\016cult)17 b(for)d(b)q(oth)i(existing)g(companies)g (and)f(for)g(p)q(oten)o(tial)h(starters.)166 1311 y Fh(\017)24 b Fp(Because)c(of)f(price/p)q(erformance)i(considerations)f(the)g(n)o (um)o(b)q(er)g(of)f(companies)h(o\013ering)213 1368 y(systems)11 b(with)g(custom-made)g(pro)q(cessors)f(is)i(decreasing)g(b)q(ecause)g (they)f(cannot)f(capitalise)213 1424 y(on)15 b(large)h(v)o(olume)f (sales)h(as)f(is)g(the)h(case)f(with)g(RISC)h(pro)q(cessor)f(based)h (systems.)174 1507 y(These)21 b(e\013ects)f(mak)o(e)g(the)g(high-p)q (erformance)i(computing)f(scene)g(somewhat)f(more)f(clear)106 1563 y(\(and)11 b(also)f(somewhat)h(less)g(adv)o(en)o(turous\).)18 b(Still,)13 b(the)e(sup)q(ercomputer)g(mark)o(et)f(is)i(v)o(ery)e (dynamic)106 1619 y(and)h(w)o(e)g(to)q(o,)f(cannot)h(hop)q(e)h(giv)o(e) f(a)g(complete)g(rep)q(ort)g(for)f(the)h(reason)g(already)g(men)o (tioned)h(ab)q(o)o(v)o(e:)106 1676 y(the)i(sp)q(eed)i(with)f(whic)o(h)g (companies)g(and)f(systems)g(app)q(ear)h(and)f(disapp)q(ear)i(mak)o(es) e(this)g(almost)106 1732 y(imp)q(ossible.)22 b(Ho)o(w)o(ev)o(er,)13 b(b)o(y)h(up)q(dating)h(the)f(rep)q(ort)g(w)o(e)g(can)g(at)g(least)g (follo)o(w)g(the)g(main)h(trends)f(in)106 1789 y(p)q(opular)i(and)f (emerging)h(arc)o(hitectures.)174 1845 y(The)g(rules)f(for)g(including) j(systems)d(in)h(this)f(rep)q(ort)g(are)g(as)g(follo)o(ws:)20 b(they)15 b(should)h(b)q(e)g(either)106 1902 y(a)o(v)m(ailable)k (commercially)g(at)e(the)g(time)h(of)f(app)q(earance)h(of)f(this)h(rep) q(ort,)g(or)f(within)h(6)g(mon)o(ths)106 1958 y(thereafter.)g(This)d (is)g(to)e(a)o(v)o(oid)h(confusion)h(b)o(y)f(describing)i(systems)e (that)f(are)h(announced)h(m)o(uc)o(h)106 2015 y(to)q(o)i(early)l(,)j (just)e(for)f(mark)o(eting)h(reasons)g(and)g(that)g(will)i(not)e(b)q(e) h(a)o(v)m(ailable)h(to)d(general)i(users)106 2071 y(within)h(a)e (reasonable)g(time.)33 b(W)l(e)20 b(also)f(ha)o(v)o(e)g(to)g(refrain)h (from)e(including)23 b(all)d(generations)f(of)106 2128 y(a)e(system)g(that)f(are)h(still)i(in)f(use.)26 b(Therefore,)17 b(for)g(instance,)h(w)o(e)f(do)g(not)g(include)i(the)f(Con)o(v)o(ex)106 2184 y(C3000)10 b(series,)i(the)g(Cra)o(y)e(Y-MP)i(series,)g(or)f(the)g (Thinking)i(Mac)o(hines)f(CM-5)f(an)o(ymore)g(although)106 2240 y(these)16 b(systems)g(are)f(still)j(used)e(widely)l(.)24 b(Generally)17 b(sp)q(eaking,)g(w)o(e)f(include)i(mac)o(hines)f(that)e (are)106 2297 y(still)j(mark)o(eted)d(or)h(will)i(b)q(e)f(mark)o(eted)f (within)i(6)e(mon)o(ths.)23 b(In)17 b(this)f(issue)i(w)o(e)e(add)g(for) g(the)g(\014rst)106 2353 y(time)f(W)l(old)h(Wide)g(W)l(eb)g(addresses)f (of)g(v)o(endors.)k(The)d(information)f(on)g(the)h(W)l(eb)f(pages)g(of) g(the)106 2410 y(v)o(endors)h(ma)o(y)g(b)q(e)h(more)f(recen)o(t)h(than) f(what)g(can)h(b)q(e)g(pro)o(vided)h(in)f(this)g(rep)q(ort.)24 b(On)17 b(the)f(other)106 2466 y(hand)f(suc)o(h)f(pages)g(should)i(b)q (e)f(read)f(with)h(care)f(b)q(ecause)h(it)g(will)h(not)e(alw)o(a)o(ys)f (b)q(e)i(clear)g(what)f(the)106 2523 y(status)g(is)i(of)f(the)g(pro)q (ducts)h(decscrib)q(ed)h(there.)174 2579 y(W)l(e)e(order)f(the)h (systems)f(b)o(y)h(their)g(v)m(arious)h(arc)o(hitectural)f(classes,)g (whic)o(h)g(should)h(facilitate)106 2636 y(to)i(\014nd)i(the)f (information)g(of)f(systems)h(that)f(b)q(elong)i(to)e(a)h(certain)g (class.)31 b(W)l(e)19 b(also)g(omit)g(the)947 2760 y Fk(4)p eop %%Page: 5 5 5 4 bop 106 135 a Fp(price)15 b(information)f(whic)o(h)h(in)f(most)f (cases)h(is)h(next)f(to)f(useless.)20 b(If)15 b(a)o(v)m(ailable,)g(w)o (e)f(will)h(giv)o(e)f(some)106 192 y(information)i(ab)q(out)g(p)q (erformances)h(of)f(systems)f(based)i(on)f(user)g(exp)q(eriences)j (instead)e(of)e(only)106 248 y(giving)c(theoretical)h(p)q(eak)f(p)q (erformances.)18 b(Here)11 b(w)o(e)f(ha)o(v)o(e)g(adhered)i(to)e(the)g (follo)o(wing)i(p)q(olicy:)19 b(W)l(e)106 305 y(try)c(to)h(quote)g Fg(b)q(est)g(measured)g(p)q(erformances)p Fp(,)g(if)h(a)o(v)m(ailable,) g(th)o(us)f(pro)o(viding)h(a)f(more)g(realistic)106 361 y(upp)q(er)h(b)q(ound)h(than)e(the)g(theoretical)i(p)q(eak)e(p)q (erformance.)24 b(W)l(e)17 b(hardly)g(ha)o(v)o(e)f(to)f(sa)o(y)h(that)g (the)106 418 y(sp)q(eed)d(range)e(of)g(sup)q(ercomputers)h(is)g (enormous,)g(so)f(also)h(the)g(b)q(est)g(measured)g(p)q(erformance)f (will)106 474 y(not)18 b(alw)o(a)o(ys)g(re\015ect)i(the)e(p)q (erformance)h(of)g(a)f(reader's)h(fa)o(v)o(orite)f(application.)32 b(When)19 b(w)o(e)g(giv)o(e)106 531 y(p)q(erformance)14 b(information,)h(it)f(is)h(not)f(alw)o(a)o(ys)g(p)q(ossible)i(to)e (quote)g(all)i(sources)e(and)h(in)g(an)o(y)f(case)106 587 y(if)g(this)g(information)f(seems)h(\(or)e(is\))i(biassed,)g(this)g (is)g(en)o(tirely)h(the)e(resp)q(onsibilit)o(y)j(of)d(the)h(author)106 644 y(of)h(this)i(rep)q(ort.)22 b(He)16 b(is)h(quite)f(willing)j(to)c (b)q(e)i(corrected)f(or)f(to)g(receiv)o(e)i(additional)h(information) 106 700 y(from)c(an)o(y)o(one)h(who)g(is)h(in)g(the)f(p)q(osition)h(to) f(do)g(so.)174 756 y(Before)10 b(giving)h(a)f(recoun)o(t)g(of)g(the)g (systems)g(prop)q(er,)h(w)o(e)f(\014rst)g(de\014ne)h(the)g(arc)o (hitectural)f(classes)106 813 y(and)15 b(some)f(other)g(terms)g(in)i (section)f(2)g(whic)o(h)g(will)h(b)q(e)g(used)f(in)g(section)h(3)e(in)i (the)e(description)i(of)106 869 y(the)g(mac)o(hines.)23 b(In)17 b(section)g(4)e(some)h(systems)g(are)f(listed)j(that)d(disapp)q (eared)j(from)d(the)h(mark)o(et)106 926 y(and)f(in)i(section)f(5)f(w)o (e)g(presen)o(t)g(some)g(systems)g(that)f(are)h(under)h(dev)o(elopmen)o (t)h(and)e(ha)o(v)o(e)g(a)g(fair)106 982 y(c)o(hance)h(to)e(app)q(ear)i (on)f(the)g(mark)o(et.)174 1039 y(The)f(o)o(v)o(erview)f(giv)o(en)h(in) g(this)g(rep)q(ort)g(concen)o(trates)f(on)g(the)h(computational)f (capabilities)j(of)106 1095 y(the)e(systems)f(discussed.)21 b(T)l(o)14 b(do)f(full)j(justice)e(to)f(all)i(assets)e(of)h(presen)o(t) f(da)o(ys)h(high-p)q(erformance)106 1152 y(computers)19 b(one)h(should)g(list)g(their)g(I/O)g(p)q(erformance)f(and)g(their)h (connectivit)o(y)h(p)q(ossibilities)106 1208 y(as)15 b(w)o(ell.)22 b(Ho)o(w)o(ev)o(er,)15 b(the)g(p)q(ossible)j(p)q(erm)o (utations)d(of)g(con\014gurations)h(ev)o(en)g(for)f(one)h(mo)q(del)g (of)f(a)106 1265 y(certain)i(system)f(often)h(are)f(so)g(large)h(that)f (they)g(w)o(ould)h(m)o(ultiply)i(the)d(v)o(olume)h(of)g(this)g(rep)q (ort,)106 1321 y(whic)o(h)e(w)o(e)f(tried)g(to)g(limit)h(for)f(greater) f(clarit)o(y)l(.)20 b(So,)14 b(not)g(all)h(features)f(of)g(the)g (systems)f(discussed)106 1377 y(will)i(b)q(e)f(presen)o(t.)19 b(Still)d(w)o(e)d(think)h(\(and)f(certainly)i(hop)q(e\))f(that)e(the)i (impressions)h(obtained)f(from)106 1434 y(the)j(en)o(tries)f(of)h(the)f (individual)k(mac)o(hines)d(ma)o(y)f(b)q(e)h(useful)h(to)e(man)o(y)l(.) 24 b(W)l(e)16 b(also)h(omitted)f(some)106 1490 y(systems)21 b(that)f(ma)o(y)h(b)q(e)h(c)o(haracterised)g(as)f(\\high-p)q (erformance")g(in)i(the)e(\014elds)i(of)e(database)106 1547 y(managemen)o(t,)d(real-time)i(computing,)g(or)e(visualisation.)33 b(Therefore,)19 b(as)f(w)o(e)h(try)f(to)g(giv)o(e)h(an)106 1603 y(o)o(v)o(erview)f(for)f(the)h(area)f(of)h(general)g(scien)o (ti\014c)i(and)e(tec)o(hnical)i(computing,)f(systems)e(that)g(are)106 1660 y(primarily)24 b(mean)o(t)d(for)h(database)g(retriev)m(al)h(lik)o (e)h(the)e(A)l(T&T)h(GIS)g(systems)f(or)f(concen)o(trate)106 1716 y(exclusiv)o(ely)c(on)d(the)h(real-time)h(user)f(comm)o(unit)o(y)l (,)f(lik)o(e)i(Concurren)o(t)e(Computing)h(Systems,)f(are)106 1773 y(not)h(discussed)h(in)g(this)g(rep)q(ort.)174 1829 y(Although)c(most)f(terms)g(will)i(b)q(e)g(familiar)f(to)f(man)o(y)g (readers,)h(w)o(e)f(still)i(think)g(it)f(is)g(w)o(orth)o(while)106 1886 y(to)f(giv)o(e)h(some)g(of)f(the)h(de\014nitions)i(in)f(section)f (2)g(b)q(ecause)g(some)g(authors)f(tend)h(to)g(giv)o(e)g(a)f(meaning) 106 1942 y(that)j(ma)o(y)h(sligh)o(tly)h(di\013er)g(from)e(the)i(idea)f (the)h(reader)f(already)g(has)g(acquired.)947 2760 y Fk(5)p eop %%Page: 6 6 6 5 bop 106 135 a Fj(2)83 b(The)27 b(Main)h(Arc)n(hitectural)e(Classes) 106 237 y Fp(Since)12 b(man)o(y)f(y)o(ears)f(the)h(taxonom)o(y)f(of)g (Flynn)i([5)o(])f(has)g(pro)o(v)o(en)f(to)h(b)q(e)g(useful)h(for)e(the) i(classi\014cation)106 293 y(of)f(high-p)q(erformance)i(computers.)19 b(This)12 b(classi\014cation)i(is)e(based)g(on)g(the)g(w)o(a)o(y)f(of)g (manipulating)106 350 y(of)h(instruction-)h(and)g(data)e(streams)h(and) g(comprises)h(four)f(main)h(arc)o(hitectural)g(classes.)19 b(W)l(e)12 b(will)106 406 y(\014rst)18 b(brie\015y)i(sk)o(etc)o(h)e (these)h(classes)h(and)f(afterw)o(ards)e(\014ll)j(in)f(some)g(details)h (when)f(eac)o(h)g(of)f(the)106 463 y(classes)e(are)e(describ)q(ed)k (separately)l(.)166 538 y Fh(\017)24 b Fq(SISD)16 b Fp(mac)o(hines:)22 b(These)16 b(are)f(the)h(con)o(v)o(en)o(tional)g(systems)f(that)g(con)o (tain)h(one)g(CPU)g(and)213 594 y(hence)i(can)e(accommo)q(date)g(one)g (instruction)h(stream)f(that)f(is)i(executed)g(serially)l(.)25 b(No)o(w)o(a-)213 651 y(da)o(ys)14 b(man)o(y)f(large)h(mainframes)g(ma) o(y)g(ha)o(v)o(e)f(more)h(than)g(one)g(CPU)g(but)g(eac)o(h)g(of)f (these)i(ex-)213 707 y(ecute)f(instruction)g(streams)e(that)g(are)h (unrelated.)20 b(Therefore,)13 b(suc)o(h)h(systems)e(still)j(should)213 764 y(b)q(e)h(regarded)f(as)g(\(a)g(couple)i(of)t(\))d(SISD)i(mac)o (hines)g(acting)f(on)g(di\013eren)o(t)h(data)f(spaces.)20 b(Ex-)213 820 y(amples)d(of)g(SISD)g(mac)o(hines)g(are)g(for)f (instance)h(most)f(w)o(orkstations)f(lik)o(e)j(those)f(of)f(DEC,)213 877 y(Hewlett-P)o(ac)o(k)m(ard,)23 b(and)f(Sun)g(Microsystems.)38 b(The)22 b(de\014nition)h(of)e(SISD)h(mac)o(hines)g(is)213 933 y(giv)o(en)c(here)g(for)f(completeness')i(sak)o(e.)26 b(W)l(e)18 b(will)h(not)e(discuss)i(this)f(t)o(yp)q(e)g(of)f(mac)o (hines)h(in)213 989 y(this)e(rep)q(ort.)166 1062 y Fh(\017)24 b Fq(SIMD)18 b Fp(mac)o(hines:)27 b(Suc)o(h)19 b(systems)e(often)h(ha)o (v)o(e)g(a)g(large)g(n)o(um)o(b)q(er)h(of)f(pro)q(cessing)h(units,)213 1119 y(ranging)11 b(from)e(1,024)g(to)h(16,384)f(that)h(all)h(ma)o(y)f (execute)h(the)g(same)f(instruction)h(on)g(di\013eren)o(t)213 1175 y(data)f(in)h(lo)q(c)o(k-step.)19 b(So,)11 b(a)f(single)i (instruction)g(manipulates)f(man)o(y)f(data)g(items)h(in)g(parallel.) 213 1232 y(Examples)21 b(of)e(SIMD)h(mac)o(hines)h(in)g(this)f(class)g (are)g(the)g(CPP)g(D)o(AP)f(Gamma)g(and)h(the)213 1288 y(MasP)o(ar)14 b(MP-2.)166 1361 y Fh(\017)24 b Fp(Another)12 b(sub)q(class)h(of)e(the)h(SIMD)g(systems)f(are)h(the)g(v)o(ectorpro)q (cessors.)17 b(V)l(ectorpro)q(cessors)213 1417 y(act)k(on)f(arra)o(ys)g (of)g(similar)i(data)e(rather)g(than)h(on)g(single)h(data)e(items)h (using)h(sp)q(ecially)213 1474 y(structured)16 b(CPUs.)23 b(When)17 b(data)f(can)g(b)q(e)h(manipulated)h(b)o(y)e(these)g(v)o (ector)g(units,)h(results)213 1530 y(can)h(b)q(e)g(deliv)o(ered)h(with) e(a)g(rate)g(of)g(one,)g(t)o(w)o(o)f(and)i(|)f(in)h(sp)q(ecial)h(cases) f(|)f(of)g(three)h(p)q(er)213 1587 y(clo)q(c)o(k)f(cycle)g(\(a)e(clo)q (c)o(k)i(cycle)g(b)q(eing)g(de\014ned)g(as)e(the)h(basic)h(in)o(ternal) f(unit)h(of)f(time)g(for)f(the)213 1643 y(system\).)29 b(So,)18 b(v)o(ector)g(pro)q(cessors)g(execute)h(on)f(their)h(data)e (in)i(an)f(almost)g(parallel)i(w)o(a)o(y)213 1700 y(but)h(only)h(when)g (executing)g(in)g(v)o(ector)e(mo)q(de.)38 b(In)22 b(this)f(case)g(they) h(are)e(sev)o(eral)i(times)213 1756 y(faster)16 b(than)h(when)g (executing)h(in)f(con)o(v)o(en)o(tional)g(scalar)g(mo)q(de.)25 b(F)l(or)16 b(practical)h(purp)q(oses)213 1813 y(v)o(ectorpro)q (cessors)f(are)g(therefore)g(mostly)g(regarded)g(as)g(SIMD)g(mac)o (hines.)25 b(Examples)16 b(of)213 1869 y(suc)o(h)g(systems)e(are)h(for) g(instance)h(the)f(Con)o(v)o(ex)g(C410,)f(and)h(the)g(Hitac)o(hi)h (S3600.)166 1942 y Fh(\017)24 b Fq(MISD)17 b Fp(mac)o(hines:)26 b(Theoretically)19 b(in)f(these)g(t)o(yp)q(e)g(of)f(mac)o(hines)i(m)o (ultiple)g(instructions)213 1998 y(should)f(act)e(on)h(a)f(single)i (stream)e(of)g(data.)24 b(As)16 b(y)o(et)g(no)h(practical)h(mac)o(hine) f(in)h(this)f(class)213 2055 y(has)f(b)q(een)h(constructed)g(nor)f(are) f(suc)o(h)i(systems)e(easily)j(to)d(conceiv)o(e.)24 b(W)l(e)16 b(will)i(disregard)213 2111 y(them)d(in)h(the)g(follo)o(wing)g (discussions.)166 2184 y Fh(\017)24 b Fq(MIMD)11 b Fp(mac)o(hines:)20 b(These)12 b(mac)o(hines)h(execute)g(sev)o(eral)f(instruction)h (streams)e(in)i(parallel)213 2240 y(on)18 b(di\013eren)o(t)f(data.)26 b(The)18 b(di\013erence)g(with)g(the)f(m)o(ulti-pro)q(cessor)h(SISD)g (mac)o(hines)h(men-)213 2297 y(tioned)g(ab)q(o)o(v)o(e)e(lies)i(in)g (the)f(fact)f(that)g(the)h(instructions)h(and)f(data)f(are)h(related)g (b)q(ecause)213 2353 y(they)12 b(represen)o(t)g(di\013eren)o(t)g(parts) g(of)f(the)h(same)g(task)f(to)h(b)q(e)g(executed.)20 b(So,)12 b(MIMD)f(systems)213 2410 y(ma)o(y)17 b(run)h(man)o(y)e (sub-tasks)i(in)g(parallel)h(in)f(order)f(to)g(shorten)g(the)g (time-to-solution)i(for)213 2466 y(the)h(main)f(task)g(to)g(b)q(e)h (executed.)33 b(There)20 b(is)f(a)g(large)h(v)m(ariet)o(y)f(of)g(MIMD)g (systems)g(and)213 2523 y(esp)q(ecially)i(in)d(this)h(class)f(the)g (Flynn)h(taxonom)o(y)d(pro)o(v)o(es)h(to)h(b)q(e)g(not)g(fully)h (adequate)f(for)213 2579 y(the)i(classi\014cation)h(of)e(systems.)33 b(Systems)20 b(that)f(b)q(eha)o(v)o(e)h(v)o(ery)f(di\013eren)o(tly)i (lik)o(e)g(a)e(four-)213 2636 y(pro)q(cessor)d(Cra)o(y)g(Y-MP)g(T94)g (and)h(a)f(thousand)g(pro)q(cessor)g(nCUBE)h(3)f(fall)i(b)q(oth)e(in)i (this)947 2760 y Fk(6)p eop %%Page: 7 7 7 6 bop 213 135 a Fp(class.)19 b(In)13 b(the)f(follo)o(wing)g(w)o(e)f (will)j(mak)o(e)d(another)h(imp)q(ortan)o(t)f(distinction)i(b)q(et)o(w) o(een)f(classes)213 192 y(of)j(systems)g(and)g(treat)f(them)h (accordingly)l(.)254 269 y Fq({)24 b(Shared)d(memory)d(systems)p Fp(:)24 b(Shared)18 b(memory)f(systems)g(ha)o(v)o(e)h(m)o(ultiple)h (CPUs)304 326 y(all)14 b(of)f(whic)o(h)h(share)f(the)g(same)g(address)g (space.)20 b(This)13 b(means)g(that)g(the)g(kno)o(wledge)g(of)304 382 y(where)h(data)f(is)h(stored)f(is)h(of)f(no)g(concern)h(to)f(the)g (user)h(as)f(there)g(is)h(only)g(one)g(memory)304 439 y(accessed)21 b(b)o(y)f(all)h(CPUs)f(on)g(an)g(equal)h(basis.)35 b(Shared)21 b(memory)e(systems)h(can)g(b)q(e)304 495 y(b)q(oth)d(SIMD)f(or)g(MIMD.)g(Single-CPU)i(v)o(ector)d(pro)q(cessors) h(can)h(b)q(e)g(regarded)f(as)g(an)304 551 y(example)j(of)f(the)g (former,)g(while)i(the)e(m)o(ulti-CPU)h(mo)q(dels)g(of)f(these)g(mac)o (hines)h(are)304 608 y(examples)f(of)e(the)h(latter.)23 b(W)l(e)17 b(will)h(sometimes)f(use)g(the)g(abbreviations)g(SM-SIMD)304 664 y(and)f(SM-MIMD)e(for)h(the)g(t)o(w)o(o)f(sub)q(classes.)254 731 y Fq({)24 b(Distributed)17 b(memory)e(systems)p Fp(:)i(In)e(this)f (case)g(eac)o(h)g(CPU)g(has)g(its)g(o)o(wn)f(asso)q(ci-)304 788 y(ated)h(memory)l(.)19 b(The)c(CPUs)f(are)f(connected)i(b)o(y)f (some)g(net)o(w)o(ork)f(and)h(ma)o(y)g(exc)o(hange)304 844 y(data)e(b)q(et)o(w)o(een)h(their)g(resp)q(ectiv)o(e)g(memories)g (when)g(required.)20 b(In)13 b(con)o(trast)e(to)h(shared)304 901 y(memory)j(mac)o(hines)i(the)e(user)h(m)o(ust)f(b)q(e)h(a)o(w)o (are)f(of)g(the)g(lo)q(cation)i(of)e(the)h(data)e(in)j(the)304 957 y(lo)q(cal)d(memories)e(and)g(will)i(ha)o(v)o(e)d(to)h(mo)o(v)o(e)f (or)h(distribute)h(these)f(data)g(explicitly)i(when)304 1013 y(needed.)21 b(Again,)15 b(distributed)g(memory)f(systems)g(ma)o (y)f(b)q(e)i(either)g(SIMD)f(or)g(MIMD.)304 1070 y(The)19 b(\014rst)f(class)h(of)g(SIMD)f(systems)g(men)o(tioned)i(whic)o(h)f(op) q(erate)f(in)i(lo)q(c)o(k)f(step,)g(all)304 1126 y(ha)o(v)o(e)d (distributed)h(memories)f(asso)q(ciated)g(to)f(the)h(pro)q(cessors.)21 b(F)l(or)15 b(the)g(distributed)304 1183 y(memory)h(MIMD)h(systems)f (again)g(a)h(sub)q(division)i(is)e(p)q(ossible:)25 b(those)16 b(in)h(whic)o(h)h(the)304 1239 y(pro)q(cessors)13 b(are)g(connected)h (in)g(a)f(\014xed)g(top)q(ology)g(and)g(those)g(in)h(whic)o(h)g(the)f (top)q(ology)304 1296 y(is)j(\015exible)h(and)f(ma)o(y)e(v)m(ary)h (from)g(task)f(to)h(task.)k(F)l(or)14 b(the)i(distributed)g(memory)f (sys-)304 1352 y(tems)i(w)o(e)f(will)j(sometimes)d(use)h(DM-SIMD)g(and) g(DM-MIMD)e(to)h(indicate)j(the)d(t)o(w)o(o)304 1409 y(sub)q(classes.)174 1486 y(Although)h(the)g(di\013erence)h(b)q(et)o(w) o(een)f(shared-)g(and)g(distributed)h(memory)e(mac)o(hines)i(seems)106 1542 y(clear)12 b(cut,)g(this)g(is)g(not)f(alw)o(a)o(ys)g(en)o(tirely)i (the)e(case)h(from)f(user's)g(p)q(oin)o(t)h(of)f(view.)19 b(F)l(or)11 b(instance,)i(the)106 1599 y(late)j(Kendall)j(Square)d (Researc)o(h)h(systems)f(emplo)o(y)o(ed)h(the)f(idea)i(of)e(\\virtual)g (shared)h(memory")106 1655 y(on)12 b(a)g(hardw)o(are)g(lev)o(el.)20 b(Virtual)14 b(shared)e(memory)g(can)h(also)f(b)q(e)h(sim)o(ulated)g (at)f(the)h(programming)106 1712 y(lev)o(el:)24 b(The)17 b(\014rst)f(draft)g(prop)q(osal)h(for)f(High)h(P)o(erformance)f(F)l (ortran)g(\(HPF\))f(w)o(as)h(published)j(in)106 1768 y(No)o(v)o(em)o(b)q(er)13 b(1992)g([6])g(whic)o(h)i(b)o(y)f(means)g(of) f(compiler)i(directiv)o(es)g(distributes)h(the)e(data)f(o)o(v)o(er)g (the)106 1825 y(a)o(v)m(ailable)18 b(pro)q(cessors.)25 b(The)17 b(prop)q(osal)g(w)o(as)f(\014xed)h(b)o(y)g(Ma)o(y)f(1993.)23 b(Therefore,)17 b(the)g(system)f(on)106 1881 y(whic)o(h)j(HPF)e(is)i (implemen)o(ted)h(will)f(act)f(in)h(this)f(case)g(as)g(a)f(shared)h (memory)g(mac)o(hine)h(to)e(the)106 1937 y(user.)34 b(Other)20 b(v)o(endors)g(of)f(Massiv)o(ely)i(P)o(arallel)g(Pro)q(cessing)f (systems)g(\(the)f(buzz-w)o(ord)h(MPP)106 1994 y(systems)e(is)i (fashionable)g(here\),)f(lik)o(e)h(Con)o(v)o(ex)e(and)h(Cra)o(y)l(,)g (also)g(supp)q(ort)g(proprietary)f(virtual)106 2050 y(shared-memory)i (programming)f(mo)q(dels)i(whic)o(h)g(means)g(that)e(these)h(ph)o (ysically)i(distributed)106 2107 y(memory)14 b(systems,)g(b)o(y)h (virtue)g(of)f(the)h(programming)f(mo)q(del,)i(logically)g(will)g(b)q (eha)o(v)o(e)g(as)e(shared)106 2163 y(memory)j(systems.)26 b(In)18 b(addition,)h(pac)o(k)m(ages)f(lik)o(e)g(T)l(readMarks)f([1)o (])g(pro)o(vide)h(a)g(virtual)g(shared)106 2220 y(memory)d(en)o (vironmen)o(t)g(for)g(net)o(w)o(orks)f(of)g(w)o(orkstations.)174 2276 y(Another)e(trend)g(that)f(has)h(came)g(up)h(in)g(the)f(last)g (few)f(y)o(ears)h(is)g Fg(distributed)i(pro)q(cessing)p Fp(.)19 b(This)106 2333 y(tak)o(es)10 b(the)h(DM-MIMD)f(concept)h(one)g (step)g(further:)18 b(instead)11 b(of)f(man)o(y)h(in)o(tegrated)g(pro)q (cessors)f(in)106 2389 y(one)i(or)f(sev)o(eral)h(b)q(o)o(xes,)g(w)o (orkstations,)e(mainframes,)i(etc.,)g(are)f(connected)h(b)o(y)g (Ethernet,)g(FDDI,)106 2446 y(or)17 b(otherwise)g(and)h(set)f(to)f(w)o (ork)h(concurren)o(tly)g(on)h(tasks)e(in)i(the)g(same)f(program.)24 b(Conceptu-)106 2502 y(ally)l(,)15 b(this)g(is)g(not)f(di\013eren)o(t)g (from)g(DM-MIMD)f(computing,)i(but)f(the)h(comm)o(unication)g(b)q(et)o (w)o(een)106 2558 y(pro)q(cessors)i(is)i(often)e(orders)h(of)f (magnitude)h(slo)o(w)o(er.)28 b(Man)o(y)17 b(pac)o(k)m(ages)g(to)h (realise)g(distributed)106 2615 y(computing,)24 b(commercial,)h(and)e (non-commercial)g(are)f(a)o(v)m(ailable.)44 b(Examples)23 b(of)f(these)g(are)947 2760 y Fk(7)p eop %%Page: 8 8 8 7 bop 282 1015 a @beginspecial 143 @llx 284 @lly 468 @urx 507 @ury 3250 @rwi @setspecial %%BeginDocument: vecpr.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 68.5 538.5 translate 0.630 -0.630 scale 0.500 setlinewidth % Polyline n 224 269 m 224 214 l 159 214 l 159 269 l clp gs col-1 s gr % Polyline n 219 214 m 219 209 l 154 209 l 154 264 l 159 264 l gs col-1 s gr % Polyline n 214 209 m 214 204 l 149 204 l 149 259 l 154 259 l gs col-1 s gr % Polyline n 364 319 m 364 214 l 284 214 l 284 319 l clp gs col-1 s gr % Polyline n 359 214 m 359 209 l 279 209 l 279 314 l 284 314 l gs col-1 s gr % Polyline n 354 209 m 354 204 l 274 204 l 274 309 l 279 309 l gs col-1 s gr % Polyline n 364 264 m 284 264 l gs col-1 s gr n 284 259 m 284 259 l gs col-1 s gr % Polyline n 284 259 m 279 259 l gs col-1 s gr % Polyline n 279 254 m 274 254 l gs col-1 s gr % Polyline n 489 319 m 489 214 l 409 214 l 409 319 l clp gs col-1 s gr % Polyline n 484 214 m 484 209 l 404 209 l 404 314 l 409 314 l gs col-1 s gr % Polyline n 479 209 m 479 204 l 399 204 l 399 309 l 404 309 l gs col-1 s gr % Polyline n 489 264 m 409 264 l gs col-1 s gr n 409 259 m 409 259 l gs col-1 s gr % Polyline n 409 259 m 404 259 l gs col-1 s gr % Polyline n 404 254 m 399 254 l gs col-1 s gr % Polyline n 224 359 m 224 304 l 159 304 l 159 359 l clp gs col-1 s gr % Polyline n 219 304 m 219 299 l 154 299 l 154 354 l 159 354 l gs col-1 s gr % Polyline n 214 299 m 214 294 l 149 294 l 149 349 l 154 349 l gs col-1 s gr % Polyline n 609 319 m 609 214 l 529 214 l 529 319 l clp gs col-1 s gr % Polyline n 604 214 m 604 209 l 524 209 l 524 314 l 529 314 l gs col-1 s gr % Polyline n 599 209 m 599 204 l 519 204 l 519 309 l 524 309 l gs col-1 s gr % Polyline n 609 264 m 529 264 l gs col-1 s gr n 529 259 m 529 259 l gs col-1 s gr % Polyline n 529 259 m 524 259 l gs col-1 s gr % Polyline n 524 254 m 519 254 l gs col-1 s gr /Times-Roman findfont 12.00 scalefont setfont 264 349 m gs 1 -1 scale (IP/ALU: Integer processor) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 264 385 m gs 1 -1 scale (VPU : Vector processing unit) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 264 403 m gs 1 -1 scale (IOP : I/O processor) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 264 367 m gs 1 -1 scale (FPU : Scalar floating -point unit) col-1 show gr % Polyline n 359 139 m 359 159 l 174 159 l 174 204 l gs col-1 s gr % Polyline n 379 139 m 379 159 l 569 159 l 569 204 l gs col-1 s gr % Polyline n 549 204 m 549 179 l 454 179 l 454 204 l gs col-1 s gr n 434 204 m 434 204 l gs col-1 s gr % Polyline n 434 204 m 434 179 l 329 179 l 329 204 l gs col-1 s gr % Polyline n 309 204 m 309 179 l 194 179 l 194 204 l gs col-1 s gr % Polyline n 174 269 m 174 294 l gs col-1 s gr % Polyline n 194 269 m 194 294 l gs col-1 s gr % Polyline n 634 139 m 634 49 l 119 49 l 119 139 l clp gs col-1 s gr /Times-Roman findfont 10.00 scalefont setfont 304 234 m gs 1 -1 scale (Instr/Data) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 314 249 m gs 1 -1 scale (cache) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 439 234 m gs 1 -1 scale (Data) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 439 249 m gs 1 -1 scale (cache) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 554 234 m gs 1 -1 scale (Vector) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 554 249 m gs 1 -1 scale (registers) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 169 334 m gs 1 -1 scale (Peripherals) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 294 294 m gs 1 -1 scale (IP/ALU) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 429 294 m gs 1 -1 scale (FPU) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 549 294 m gs 1 -1 scale (VPU) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 334 94 m gs 1 -1 scale (Memory) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 179 249 m gs 1 -1 scale (IOP) col-1 show gr showpage $F2psEnd %%EndDocument @endspecial 463 1117 a Fk(Figure)16 b(1:)21 b(Blo)q(c)o(k)15 b(diagram)h(of)h(a)f(v)o(ector)g(pro)q(cessor.)106 1259 y Fp(P)o(arasoft's)f(Express)i(\(commercial\),)g(PVM)g(\(standing)g (for)f Fq(P)p Fp(arallel)j Fq(V)p Fp(irtual)e Fq(M)p Fp(ac)o(hine,)h(non-)106 1316 y(commercial\))12 b(citep)o(vm,)h(and)f (MPI)g(\()p Fq(M)p Fp(essage)f Fq(P)p Fp(assing)h Fq(I)p Fp(n)o(terface,)g([14)o(])g(also)f(non-commercial\).)106 1372 y(PVM)18 b(and)h(MPI)f(ha)o(v)o(e)g(b)q(een)i(adopted)e(for)g (instance)h(b)o(y)g(Con)o(v)o(ex,)f(Cra)o(y)l(,)g(IBM)h(and)f(In)o(tel) i(for)106 1428 y(the)c(transition)h(stage)e(b)q(et)o(w)o(een)i (distributed)g(computing)g(and)g(MPP)e(on)i(the)f(clusters)h(of)e (their)106 1485 y(fa)o(v)o(orite)j(pro)q(cessors)h(and)h(they)f(are)g (a)o(v)m(ailable)i(on)e(a)g(large)g(amoun)o(t)g(of)g(distributed)i (memory)106 1541 y(MIMD)14 b(systems)f(and)i(ev)o(en)f(on)h(shared)f (memory)g(MIMD)g(systems)f(for)h(compatibilit)o(y)i(reasons.)106 1598 y(In)22 b(addition)g(there)f(is)h(a)f(tendency)h(to)e(cluster)i (shared)f(memory)g(systems,)h(for)e(instance)i(b)o(y)106 1654 y(HIPPI)17 b(c)o(hannels,)h(to)e(obtain)h(systems)g(with)g(a)f(v)o (ery)g(high)i(computational)f(p)q(o)o(w)o(er.)24 b(E.g.,)16 b(Sili-)106 1711 y(con)h(Graphics)g(is)g(already)g(pro)o(viding)h(suc)o (h)f(arra)o(ys)e(of)h(systems,)g(the)h(In)o(tel)h(P)o(aragon)d(with)i (the)106 1767 y(MP)12 b(\()p Fq(M)p Fp(ulti)i Fq(P)p Fp(ro)q(cessor\))d(no)q(des,)j(and)f(the)g(NEC)f(SX-4)h(also)g(ha)o(v)o (e)f(this)i(structure.)19 b(The)13 b(Con)o(v)o(ex)106 1824 y(Exemplar)f(SPP-1200)f(could)i(b)q(e)f(seen)h(as)e(a)h(more)f(in) o(tegrated)h(example)g(\(although)g(the)g(soft)o(w)o(are)106 1880 y(en)o(vironmen)o(t)j(is)h(m)o(uc)o(h)f(more)g(complete)h(and)f (allo)o(ws)h(shared)f(memory)g(addressing\).)106 2018 y Ff(2.1)69 b(Shared-memory)23 b(SIMD)g(mac)n(hines)106 2104 y Fp(This)c(sub)q(class)g(of)f(mac)o(hines)h(is)g(practically)h (equiv)m(alen)o(t)g(to)e(the)g(single-pro)q(cessor)i(v)o(ectorpro-)106 2161 y(cessors,)15 b(although)h(other)f(in)o(teresting)i(mac)o(hines)f (in)h(this)f(sub)q(class)h(ha)o(v)o(e)e(existed)i(\(viz.)k(VLIW)106 2217 y(mac)o(hines\).)32 b(In)20 b(the)f(blo)q(c)o(k)h(diagram)f(in)h (Figure)f(1)g(w)o(e)g(depict)h(a)f(generic)h(mo)q(del)g(of)f(a)g(v)o (ector)106 2274 y(arc)o(hitecture.)174 2330 y(The)d(single-pro)q (cessor)g(v)o(ector)f(mac)o(hine)h(will)h(ha)o(v)o(e)e(only)h(one)g(of) f(the)g(v)o(ectorpro)q(cessors)f(de-)106 2386 y(picted)19 b(and)e(the)h(system)f(ma)o(y)g(ev)o(en)h(ha)o(v)o(e)f(its)g(scalar)h (\015oating-p)q(oin)o(t)g(capabilit)o(y)h(shared)f(with)106 2443 y(the)11 b(v)o(ector)g(pro)q(cessor)g(\(as)g(is)h(the)f(case)h(in) g(Cra)o(y)e(systems,)h(see)h(3.3.1\).)17 b(It)11 b(ma)o(y)g(b)q(e)h (noted)f(that)g(the)106 2499 y(VPU)k(do)q(es)h(not)f(sho)o(w)g(a)g(cac) o(he.)21 b(The)15 b(ma)s(jorit)o(y)f(of)h(v)o(ectorpro)q(cessors)g(do)g (not)g(emplo)o(y)h(a)f(cac)o(he)106 2556 y(an)o(ymore.)32 b(In)20 b(man)o(y)f(cases)g(the)g(v)o(ector)g(unit)h(cannot)f(tak)o(e)g (adv)m(an)o(tage)g(of)g(it)g(and)h(execution)106 2612 y(sp)q(eed)c(ma)o(y)f(ev)o(en)g(b)q(e)h(unfa)o(v)o(ourably)f (a\013ected)g(b)q(ecause)h(of)f(frequen)o(t)g(cac)o(he)h(o)o(v)o (er\015o)o(w.)947 2760 y Fk(8)p eop %%Page: 9 9 9 8 bop 174 135 a Fp(Although)20 b(v)o(ectorpro)q(cessors)f(ha)o(v)o(e) g(existed)h(that)f(loaded)h(their)g(op)q(erands)g(directly)h(from)106 192 y(memory)14 b(and)i(stored)e(the)i(results)f(again)g(immediately)i (in)f(memory)e(\(CDC)h(Cyb)q(er)g(205,)f(ET)l(A-)106 248 y(10\),)f(all)h(presen)o(t-da)o(y)g(v)o(ectorpro)q(cessors)f(use)h (v)o(ector)f(registers.)19 b(This)c(usually)g(do)q(es)f(not)f(impair) 106 305 y(the)19 b(sp)q(eed)h(of)e(op)q(erations)h(while)h(pro)o (viding)g(m)o(uc)o(h)f(more)f(\015exibilit)o(y)j(in)f(gathering)f(op)q (erands)106 361 y(and)c(manipulation)i(with)f(in)o(termediate)g (results.)174 418 y(Because)f(of)e(the)i(generic)g(nature)f(of)f (Figure)i(1)e(no)h(details)h(of)f(the)g(in)o(terconnection)i(b)q(et)o (w)o(een)106 474 y(the)i(VPU)g(and)h(the)f(memory)f(are)h(sho)o(wn.)28 b(Still,)21 b(these)d(details)h(are)f(v)o(ery)g(imp)q(ortan)o(t)f(for)h (the)106 531 y(e\013ectiv)o(e)g(sp)q(eed)g(of)g(a)f(v)o(ector)g(op)q (eration:)25 b(when)18 b(the)f(bandwidth)i(b)q(et)o(w)o(een)f(memory)f (and)h(the)106 587 y(VPU)k(is)h(to)q(o)f(small)h(it)f(is)h(not)f(p)q (ossible)i(to)e(tak)o(e)f(full)j(adv)m(an)o(tage)e(of)g(the)g(VPU)g(b)q (ecause)i(it)106 644 y(has)c(to)f(w)o(ait)h(for)g(op)q(erands)g(and/or) g(has)g(to)f(w)o(ait)h(b)q(efore)g(it)h(can)f(store)f(results.)35 b(When)21 b(the)106 700 y(ratio)14 b(of)g(arithmetic)h(to)e(load/store) h(op)q(erations)g(is)h(not)f(high)h(enough)g(to)e(comp)q(ensate)i(for)f (suc)o(h)106 756 y(situations,)20 b(sev)o(ere)f(p)q(erformance)g (losses)h(ma)o(y)e(b)q(e)i(incurred.)33 b(Because)20 b(of)f(the)g(high)h(costs)e(of)106 813 y(implemen)o(ting)f(these)f (datapaths)f(b)q(et)o(w)o(een)h(memory)f(and)h(the)g(VPU,)f(often)h (compromises)f(are)106 869 y(sough)o(t)d(and)h(the)g(n)o(um)o(b)q(er)g (of)g(systems)f(that)h(ha)o(v)o(e)f(the)h(full)h(required)g(bandwidth)g (\(i.e.,)f(t)o(w)o(o)f(load)106 926 y(op)q(erations)j(and)h(one)f (store)f(op)q(eration)i(at)e(the)i Fg(same)h Fp(time\))e(is)h(limited.) 174 982 y(The)f(VPU)g(is)g(sho)o(wn)g(as)f(a)h(single)h(blo)q(c)o(k)g (in)f(Figure)g(1.)20 b(Y)l(et,)15 b(again)f(there)h(is)h(a)e (considerable)106 1039 y(div)o(ersit)o(y)d(in)h(the)e(structure)h(of)f (VPUs.)18 b(Ev)o(ery)11 b(VPU)f(consists)h(of)f(a)h(n)o(um)o(b)q(er)g (of)f(v)o(ector)g(functional)106 1095 y(units,)k(or)g(\\pip)q(es")h (that)e(ful\014ll)j(one)e(or)g(sev)o(eral)g(functions)h(in)f(the)g (VPU.)g(Ev)o(ery)g(VPU)g(will)h(ha)o(v)o(e)106 1152 y(pip)q(es)e(that)f (are)f(designated)i(to)f(p)q(erform)f(memory)h(access)g(functions,)h (th)o(us)f(assuring)g(the)g(timely)106 1208 y(deliv)o(ery)h(of)f(op)q (erands)h(to)e(the)h(arithmetic)h(pip)q(es)g(and)g(of)e(storing)h(the)g (results)h(in)g(memory)e(again.)106 1265 y(Usually)16 b(there)f(will)h(b)q(e)f(sev)o(eral)g(arithmetic)h(functional)f(units)h (for)e(in)o(teger/logical)i(arithmetic,)106 1321 y(for)f(\015oating-p)q (oin)o(t)g(addition,)h(for)f(m)o(ultiplication)j(and)d(sometimes)h(a)f (com)o(bination)g(of)g(b)q(oth,)g(a)106 1377 y(so-called)k(comp)q(ound) g(op)q(eration.)27 b(The)18 b(division)i(is)e(usually)h(appro)o (ximated)f(in)h(the)e(m)o(ultiply)106 1434 y(pip)q(e.)29 b(In)18 b(addition,)h(there)f(will)h(almost)e(alw)o(a)o(ys)g(b)q(e)h(a) g(mask)f(pip)q(e)i(to)e(enable)i(op)q(eration)f(on)f(a)106 1490 y(selected)i(subset)f(of)f(elemen)o(ts)h(in)h(a)e(v)o(ector)g(of)g (op)q(erands.)28 b(Lastly)l(,)18 b(suc)o(h)g(sets)f(of)h(v)o(ector)f (pip)q(es)106 1547 y(can)c(b)q(e)h(replicated)h(within)f(one)g(VPU)f (\(2-)g(and)g(4-fold)h(replication)h(are)e(common\).)18 b(Ideally)l(,)e(this)106 1603 y(will)h(increase)f(the)f(p)q(erformance) g(p)q(er)h(VPU)f(b)o(y)h(the)f(same)g(factor.)106 1742 y Ff(2.2)69 b(Distributed-mem)o(ory)21 b(SIMD)i(mac)n(hines)106 1827 y Fp(Mac)o(hines)16 b(of)g(this)g(t)o(yp)q(e)g(are)g(sometimes)g (also)g(kno)o(wn)g(as)f Fg(pro)q(cessor-arra)o(y)k Fp(mac)o(hines)d ([7].)21 b(Be-)106 1884 y(cause)15 b(the)f(pro)q(cessors)h(of)f(these)g (mac)o(hines)i(op)q(erate)e(in)h(lo)q(c)o(k-step,)g(i.e.,)g(all)g(pro)q (cessors)f(execute)106 1940 y(the)j(same)g(instruction)h(at)e(the)i (same)e(time)i(\(but)f(on)g(di\013eren)o(t)g(data)f(items\),)h(no)g (sync)o(hronisa-)106 1997 y(tion)d(b)q(et)o(w)o(een)g(pro)q(cessors)g (is)h(required.)20 b(This)15 b(greatly)f(simpli\014es)i(the)e(design)h (of)f(suc)o(h)g(systems.)106 2053 y(Figure)k(2)f(sho)o(ws)g(a)g (generic)i(mo)q(del)f(of)f(a)g(DM-SIMD)g(mac)o(hine)i(of)e(whic)o(h)h (actual)g(mo)q(dels)g(will)106 2110 y(deviate)e(to)e(some)h(degree.)174 2166 y(All)f(curren)o(tly)g(a)o(v)m(ailable)h(DM-SIMD)d(mac)o(hines)i (use)f(a)g(fron)o(t-end)g(pro)q(cessor)g(to)f(whic)o(h)i(they)106 2223 y(are)i(connected)i(b)o(y)e(a)g(datapath.)24 b(I/O)17 b(ma)o(y)e(b)q(e)j(through)e(the)g(fron)o(t-end)h(system,)f(b)o(y)g (the)h(pro-)106 2279 y(cessor)e(arra)o(y)f(mac)o(hine)i(itself)g(or)f (b)q(oth.)174 2336 y(Figure)h(2)g(migh)o(t)g(suggest)g(that)f(all)i (pro)q(cessors)f(in)h(suc)o(h)f(systems)g(are)g(connected)h(in)g(a)e (2-D)106 2392 y(grid)f(and)h(indeed,)g(the)g(in)o(terconnection)g(top)q (ology)f(of)g(this)g(t)o(yp)q(e)h(of)e(mac)o(hines)i(alw)o(a)o(ys)f (includes)106 2448 y(the)e(2-D)g(grid.)19 b(As)13 b(opp)q(osing)g(ends) g(of)f(eac)o(h)g(grid)h(line)h(are)e(also)g(alw)o(a)o(ys)g(connected)h (the)f(top)q(ology)106 2505 y(is)20 b(rather)g(that)f(of)h(a)f(torus.) 34 b(F)l(or)19 b(sev)o(eral)i(mac)o(hines)f(this)h(is)f(not)g(the)g (only)h(in)o(terconnection)106 2561 y(sc)o(heme:)e(They)14 b(migh)o(t)g(also)f(b)q(e)h(connected)h(in)f(3-D,)f(diagonally)l(,)i (or)e(more)g(complex)i(structures.)174 2618 y(It)j(is)g(p)q(ossible)i (to)d(exclude)j(pro)q(cessors)d(in)i(the)f(arra)o(y)e(from)i(executing) g(an)g(instruction)h(on)947 2760 y Fk(9)p eop %%Page: 10 10 10 9 bop -6 1040 a @beginspecial 74 @llx 281 @lly 537 @urx 510 @ury 4630 @rwi @setspecial %%BeginDocument: parray.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 51.5 521.5 translate 0.630 -0.630 scale 4.000 setlinewidth 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 491 23 m 332 23 l 333 23 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 485 31 m 326 31 l 327 31 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 479 39 m 320 39 l 321 39 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 474 47 m 315 47 l 316 47 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 468 55 m 309 55 l 310 55 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 462 63 m 303 63 l 304 63 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 457 71 m 298 71 l 299 71 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 453 79 m 294 79 l 295 79 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 446 87 m 287 87 l 288 87 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 441 95 m 282 95 l 283 95 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 430 111 m 271 111 l 272 111 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 436 103 m 277 103 l 278 103 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 425 119 m 266 119 l 267 119 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 413 137 m 254 137 l 255 137 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 418 128 m 259 128 l 260 128 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash % Polyline n 407 145 m 248 145 l 249 145 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 0.500 setlinewidth % Polyline n 340 24 m 256 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 349 24 m 265 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 360 24 m 276 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 370 24 m 286 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 379 24 m 295 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 390 24 m 306 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 400 24 m 316 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 409 24 m 325 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 420 23 m 336 145 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 429 24 m 345 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 439 24 m 355 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 449 24 m 365 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 459 24 m 375 146 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 470 23 m 386 145 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 480 23 m 396 145 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 23 m 407 145 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 490 23 m 340 23 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 481 31 m 331 31 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 477 39 m 327 39 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 472 47 m 322 47 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 467 55 m 317 55 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 463 63 m 313 63 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 455 71 m 305 71 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 451 79 m 301 79 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 444 87 m 294 87 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 439 95 m 289 95 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 433 103 m 283 103 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 424 119 m 274 119 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 416 128 m 266 128 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 412 137 m 262 137 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 428 111 m 278 111 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 405 145 m 255 145 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 257 147 m 257 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 276 147 m 276 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 266 147 m 266 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 286 147 m 286 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 306 147 m 306 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 296 147 m 296 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 316 147 m 316 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 326 147 m 326 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 336 147 m 336 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 346 147 m 346 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 356 147 m 356 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 366 147 m 366 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 376 147 m 376 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 386 147 m 386 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 396 147 m 396 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 406 147 m 406 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 25 m 491 99 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 100 m 407 222 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 479 42 m 479 116 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 485 32 m 485 108 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 473 50 m 473 126 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 468 57 m 468 133 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 462 65 m 462 141 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 457 73 m 457 149 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 446 89 m 446 164 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 452 81 m 452 157 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 441 97 m 441 171 l gs 0.00 setgray fill gr gs col0 s gr n 431 112 m 431 112 l gs col0 s gr % Polyline n 430 112 m 430 189 l 430 188 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 435 106 m 435 181 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 424 121 m 424 197 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 418 130 m 418 206 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 412 139 m 412 214 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 406 222 m 257 222 l 257 221 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 83 m 407 205 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 70 m 407 192 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 54 m 407 176 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 406 206 m 257 206 l 257 205 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 406 193 m 257 193 l 257 192 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 406 177 m 257 177 l 257 176 l gs 0.00 setgray fill gr gs col0 s gr 2.000 setlinewidth % Polyline n 257 222 m 257 380 l 256 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 266 222 m 266 380 l 265 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 276 222 m 276 380 l 275 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 286 222 m 286 380 l 285 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 296 222 m 296 380 l 295 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 306 222 m 306 380 l 305 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 316 222 m 316 380 l 315 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 326 222 m 326 380 l 325 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 336 222 m 336 380 l 335 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 346 222 m 346 380 l 345 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 355 222 m 355 380 l 354 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 366 222 m 366 380 l 365 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 376 222 m 376 380 l 375 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 386 222 m 386 380 l 385 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 396 222 m 396 380 l 395 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 406 222 m 406 380 l 405 379 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 412 215 m 412 372 l gs 0.00 setgray fill gr gs col0 s gr n 418 206 m 418 206 l gs col0 s gr % Polyline n 418 206 m 418 364 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 424 199 m 424 354 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 430 189 m 430 346 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 435 182 m 435 337 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 441 173 m 441 328 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 447 166 m 447 321 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 453 158 m 453 313 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 463 142 m 463 298 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 474 126 m 474 283 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 480 119 m 480 273 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 486 110 m 486 264 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 491 101 m 491 258 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 458 152 m 458 307 l gs 0.00 setgray fill gr gs col0 s gr % Polyline n 468 132 m 468 289 l gs 0.00 setgray fill gr gs col0 s gr 0.500 setlinewidth % Polyline n 235 118 m 235 46 l 94 46 l 94 118 l clp gs col0 s gr % Polyline n 235 70 m 307 70 l gs col0 s gr % Polyline n 236 95 m 291 95 l gs col0 s gr % Polyline n 94 72 m 49 72 l gs col0 s gr % Polyline n 94 97 m 51 97 l gs col0 s gr n 513.000 28.000 m 505.000 26.000 l 513.000 24.000 l gs 2 setlinejoin col0 s gr % Polyline n 505 26 m 638 26 l gs col0 s gr n 513.000 56.000 m 505.000 54.000 l 513.000 52.000 l gs 2 setlinejoin col0 s gr % Polyline n 505 54 m 638 54 l gs col0 s gr n 513.000 73.000 m 505.000 71.000 l 513.000 69.000 l gs 2 setlinejoin col0 s gr % Polyline n 505 71 m 638 71 l gs col0 s gr n 513.000 86.000 m 505.000 84.000 l 513.000 82.000 l gs 2 setlinejoin col0 s gr % Polyline n 505 84 m 638 84 l gs col0 s gr n 513.000 174.000 m 505.000 172.000 l 513.000 170.000 l gs 2 setlinejoin col0 s gr % Polyline n 505 172 m 638 172 l gs col0 s gr 1.000 setlinewidth n 237.000 187.000 m 253.000 191.000 l 237.000 195.000 l gs 2 setlinejoin col0 s gr % Polyline n 253 191 m 161 191 l gs col0 s gr n 177.000 195.000 m 161.000 191.000 l 177.000 187.000 l gs 2 setlinejoin col0 s gr n 237.000 164.000 m 253.000 168.000 l 237.000 172.000 l gs 2 setlinejoin col0 s gr % Polyline n 253 168 m 161 168 l gs col0 s gr n 177.000 172.000 m 161.000 168.000 l 177.000 164.000 l gs 2 setlinejoin col0 s gr n 237.000 212.000 m 253.000 216.000 l 237.000 220.000 l gs 2 setlinejoin col0 s gr % Polyline n 253 216 m 161 216 l gs col0 s gr n 177.000 220.000 m 161.000 216.000 l 177.000 212.000 l gs 2 setlinejoin col0 s gr /Times-Roman findfont 12.00 scalefont setfont 35 94 m gs 1 -1 scale (front-end) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 116 184 m gs 1 -1 scale (Data lines to) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 90 206 m gs 1 -1 scale (front-end and I/O proc.) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 645 29 m gs 1 -1 scale (Processor array) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 644 58 m gs 1 -1 scale (Register Plane) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 646 75 m gs 1 -1 scale (Interconnection Network) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 644 91 m gs 1 -1 scale (Data Movement Plane) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 645 177 m gs 1 -1 scale (Memory) col0 show gr /Times-Roman findfont 16.00 scalefont setfont 136 98 m gs 1 -1 scale (Processor) col0 show gr /Times-Roman findfont 16.00 scalefont setfont 142 75 m gs 1 -1 scale (Control) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 41 83 m gs 1 -1 scale (to/from) col0 show gr showpage $F2psEnd %%EndDocument @endspecial 151 1142 a Fk(Figure)16 b(2:)22 b(A)16 b(generic)f(blo)q (c)o(k)h(diagram)f(of)i(a)f(distributed)g(memory)d(SIMD)j(mac)o(hine.) 106 1284 y Fp(certain)j(logical)i(conditions,)f(but)f(this)h(means)f (that)f(for)g(the)h(time)h(of)e(this)i(instruction)g(these)106 1341 y(pro)q(cessors)f(are)f(idle)j(\(a)d(direct)i(consequence)h(of)d (the)h(SIMD)g(t)o(yp)q(e)g(op)q(eration\))g(whic)o(h)h(imme-)106 1397 y(diately)g(lo)o(w)o(ers)e(the)h(p)q(erformance.)31 b(Another)19 b(factor)f(that)g(ma)o(y)g(adv)o(ersely)i(a\013ect)e(the)h (sp)q(eed)106 1453 y(o)q(ccurs)14 b(when)g(data)e(required)j(b)o(y)e (pro)q(cessor)g Fi(i)g Fp(resides)i(in)f(the)f(memory)g(of)g(pro)q (cessor)g Fi(j)j Fp(\(in)e(fact,)106 1510 y(as)h(this)h(o)q(ccurs)g (for)f(all)i(pro)q(cessors)f(at)f(the)g(same)h(time)g(this)g (e\013ectiv)o(ely)h(means)e(that)g(data)g(will)106 1566 y(ha)o(v)o(e)d(to)g(b)q(e)h(p)q(erm)o(uted)g(across)f(the)h(pro)q (cessors\).)18 b(T)l(o)13 b(access)f(the)h(data)f(in)i(pro)q(cessor)e Fi(j)s Fp(,)g(the)h(data)106 1623 y(will)19 b(ha)o(v)o(e)e(to)f(b)q(e)i (fetc)o(hed)f(b)o(y)h(this)f(pro)q(cessor)g(and)h(then)f(send)h (through)f(the)g(routing)g(net)o(w)o(ork)106 1679 y(to)e(pro)q(cessor)h Fi(i)p Fp(.)22 b(This)16 b(ma)o(y)f(b)q(e)i(fairly)g(time)f(consuming.) 23 b(F)l(or)15 b(b)q(oth)h(reasons)g(men)o(tioned)g(DM-)106 1736 y(SIMD)e(mac)o(hines)h(are)f(rather)f(sp)q(ecialised)k(in)e(their) f(use)h(when)f(one)g(w)o(an)o(ts)f(to)h(emplo)o(y)g(their)h(full)106 1792 y(parallelism.)21 b(Generally)l(,)15 b(they)f(p)q(erform)g (excellen)o(tly)i(on)e(digital)h(signal)g(and)f(image)g(pro)q(cessing) 106 1849 y(and)g(on)h(certain)f(t)o(yp)q(es)g(of)g(Mon)o(te)g(Carlo)g (sim)o(ulations)h(where)f(virtually)i(no)e(data)g(exc)o(hange)g(b)q(e-) 106 1905 y(t)o(w)o(een)d(pro)q(cessors)h(is)h(required)g(and)f(exactly) g(the)g(same)g(t)o(yp)q(e)g(of)f(op)q(erations)h(is)h(done)f(on)g (massiv)o(e)106 1962 y(datasets)i(with)i(a)f(size)h(that)e(can)i(b)q(e) f(made)h(to)e(\014t)h(comfortable)g(in)h(these)g(mac)o(hines.)174 2018 y(The)i(con)o(trol)g(pro)q(cessor)f(as)h(depicted)i(in)e(Figure)g (2)g(ma)o(y)f(b)q(e)i(more)e(or)h(less)g(in)o(telligen)o(t.)30 b(It)106 2074 y(issues)20 b(the)f(instruction)g(sequence)h(that)e(will) j(b)q(e)f(executed)f(b)o(y)g(the)g(pro)q(cessor)g(arra)o(y)l(.)29 b(In)20 b(the)106 2131 y(w)o(orst)11 b(case)h(\(that)f(means)i(a)e (less)i(autonomous)f(con)o(trol)g(pro)q(cessor\))f(when)i(an)f (instruction)i(is)e(not)106 2187 y(\014t)18 b(for)f(execution)i(on)f (the)g(pro)q(cessor)g(arra)o(y)f(\(e.g.,)g(a)h(simple)h(prin)o(t)g (instruction\))f(it)g(migh)o(t)g(b)q(e)106 2244 y(o\017oaded)d(to)f (the)i(fron)o(t-end)f(pro)q(cessor)g(whic)o(h)h(ma)o(y)e(b)q(e)i(m)o (uc)o(h)g(slo)o(w)o(er)e(than)h(execution)i(on)e(the)106 2300 y(con)o(trol)f(pro)q(cessor.)19 b(In)c(case)f(of)g(a)g(more)g (autonomous)g(con)o(trol)g(pro)q(cessor)g(this)g(can)h(b)q(e)g(a)o(v)o (oided)106 2357 y(th)o(us)c(sa)o(ving)g(pro)q(cessing)h(in)o(terrupts)f (b)q(oth)h(on)f(the)g(fron)o(t-end)g(and)h(the)f(con)o(trol)g(pro)q (cessor.)18 b(Most)106 2413 y(DM-SIMD)10 b(systems)h(ha)o(v)o(e)f(the)h (p)q(ossibilit)o(y)i(to)d(handle)i(I/O)g(indep)q(enden)o(tly)h(from)e (the)g(fron)o(t/end)106 2470 y(pro)q(cessors.)19 b(This)c(is)g(not)g (only)g(fa)o(v)o(ourable)f(b)q(ecause)h(the)g(comm)o(unication)g(b)q (et)o(w)o(een)g(the)g(fron)o(t-)106 2526 y(end)h(and)f(bac)o(k-end)g (systems)g(is)g(a)o(v)o(oided.)20 b(The)c(\(sp)q(ecialised\))h(I/O)e (devices)i(for)d(the)h(pro)q(cessor-)106 2583 y(arra)o(y)f(system)i(is) g(generally)h(m)o(uc)o(h)e(more)g(e\016cien)o(t)i(in)f(pro)o(viding)h (the)f(necessary)g(data)f(directly)935 2760 y Fk(10)p eop %%Page: 11 11 11 10 bop 106 135 a Fp(to)16 b(the)h(memory)f(of)g(the)h(pro)q(cessor)g (arra)o(y)l(.)23 b(Esp)q(ecially)c(for)d(v)o(ery)h(data-in)o(tensiv)o (e)g(applications)106 192 y(lik)o(e)f(radar-)f(and)g(image)h(pro)q (cessing)g(suc)o(h)f(I/O)h(systems)e(are)h(v)o(ery)g(imp)q(ortan)o(t.) 174 248 y(A)f(feature)f(that)g(is)i(p)q(eculiar)g(to)e(this)i(t)o(yp)q (e)e(of)h(mac)o(hines)g(is)h(that)e(the)g(pro)q(cessors)h(sometimes)106 305 y(are)22 b(of)f(a)h(v)o(ery)g(simple)h(bit-serial)h(t)o(yp)q(e,)f (i.e.,)h(the)e(pro)q(cessors)f(op)q(erate)h(on)g(the)g(data)g(items)106 361 y(bit)o(wise,)16 b(irresp)q(ectiv)o(e)h(of)e(their)i(t)o(yp)q(e.)k (So,)15 b(e.g.,)g(\015oating-p)q(oin)o(t)h(op)q(erations)g(ha)o(v)o(e)f (either)h(to)f(b)q(e)106 418 y(implemen)o(ted)20 b(in)g(soft)o(w)o (are,)d(or)h(to)g(b)q(e)i(dealt)f(with)g(b)o(y)f(\015oating-p)q(oin)o (t)h(copro)q(cessors.)30 b(As)19 b(the)106 474 y(n)o(um)o(b)q(er)14 b(of)f(pro)q(cessors)g(in)i(this)f(t)o(yp)q(e)f(of)g(systems)g(is)h (mostly)g(large)f(\(1024)f(or)i(larger,)f(the)h(Alenia)106 531 y(Quadrics)j(is)g(a)f(notable)h(exception,)g(ho)o(w)o(ev)o(er\),)e (the)i(natural)f(slo)o(wness)g(of)g(the)h(pro)q(cessors)f(can)106 587 y(b)q(e)g(often)f(o\013set)f(b)o(y)h(their)g(n)o(um)o(b)q(er,)h (while)g(the)f(cost)g(p)q(er)h(pro)q(cessor)f(is)g(quite)h(lo)o(w)f(as) g(compared)106 644 y(to)21 b(full)j(\015oating-p)q(oin)o(t)e(pro)q (cessors.)40 b(When)23 b(\015oating-p)q(oin)o(t)f(copro)q(cessors)g (are)g(added)g(their)106 700 y(n)o(um)o(b)q(er)e(is)h(usually)h(m)o(uc) o(h)e(lo)o(w)o(er)g(b)q(ecause)h(of)f(the)g(cost)f(argumen)o(t.)34 b(An)21 b(adv)m(an)o(tage)f(of)f(bit-)106 756 y(serial)14 b(pro)q(cessors)f(is)h(that)f(they)h(ma)o(y)f(op)q(erate)g(on)g(op)q (erands)h(of)f(an)o(y)g(length.)20 b(Both)14 b(for)e(random)106 813 y(n)o(um)o(b)q(er)20 b(generation)g(\(whic)o(h)g(often)f(b)q(oils)i (do)o(wn)e(to)g(logical)i(manipulation)g(of)e(bits\))h(and)g(for)106 869 y(signal)c(pro)q(cessing)h(this)f(is)g(fortunate)e(b)q(ecause)j(in) f(b)q(oth)g(cases)g(op)q(erands)f(of)h(only)g(1{8)e(bits)i(are)106 926 y(abundan)o(t.)23 b(As)16 b(the)g(execution)h(time)f(for)g (bit-serial)i(mac)o(hines)f(is)f(prop)q(ortional)h(to)e(the)h(length) 106 982 y(of)f(the)g(op)q(erands,)g(this)h(ma)o(y)e(result)i (insigni\014can)o(t)h(sp)q(eedups.)935 2760 y Fk(11)p eop %%Page: 12 12 12 11 bop 106 135 a Ff(2.3)69 b(Shared-memory)23 b(MIMD)g(mac)n(hines) 106 221 y Fp(In)e(Figure)g(1)f(already)h(one)g(sub)q(class)g(of)f(this) h(t)o(yp)q(e)g(of)f(mac)o(hines)h(w)o(as)f(sho)o(wn.)36 b(In)21 b(fact,)g(the)106 278 y(single-pro)q(cessor)f(v)o(ector)d(mac)o (hine)i(discussed)h(there)f(w)o(as)e(a)h(sp)q(ecial)i(case)f(of)f(a)g (more)f(general)106 334 y(t)o(yp)q(e.)k(The)16 b(\014gure)f(sho)o(ws)g (that)g(more)g(than)h(one)f(FPU)h(and/or)f(VPU)g(ma)o(y)g(b)q(e)h(p)q (ossible)h(in)g(one)106 391 y(system.)174 447 y(The)22 b(main)f(problem)i(one)e(is)h(confron)o(ted)f(with)h(in)g (shared-memory)f(systems)g(is)h(that)e(of)106 504 y(the)g(connection)h (of)e(the)h(CPUs)g(to)f(eac)o(h)h(other)f(and)h(to)f(the)h(memory)l(.) 34 b(As)19 b(more)h(CPUs)f(are)106 560 y(added,)g(the)g(collectiv)o(e)h (bandwidth)f(to)f(the)g(memory)g(ideally)i(should)f(increase)h (linearly)g(with)106 616 y(the)13 b(n)o(um)o(b)q(er)g(of)f(pro)q (cessors,)g(while)j(eac)o(h)d(pro)q(cessor)h(should)g(preferably)h (comm)o(unicate)f(directly)106 673 y(with)19 b(all)g(others)f(without)h (the)f(m)o(uc)o(h)h(slo)o(w)o(er)f(alternativ)o(e)g(of)g(ha)o(ving)h (to)f(use)h(the)f(memory)g(in)106 729 y(an)13 b(in)o(termediate)h (stage.)19 b(Unfortunately)l(,)14 b(full)g(in)o(terconnection)h(is)f (quite)g(costly)l(,)g(gro)o(wing)f(with)106 786 y Fi(O)q Fp(\()p Fi(n)187 769 y Fo(2)207 786 y Fp(\))k(while)i(increasing)g(the) f(n)o(um)o(b)q(er)g(of)f(pro)q(cessors)g(with)h Fi(O)q Fp(\()p Fi(n)p Fp(\).)27 b(So,)18 b(v)m(arious)g(alternativ)o(es)106 842 y(ha)o(v)o(e)e(b)q(een)h(tried.)23 b(Figure)16 b(3)g(sho)o(ws)g (some)g(of)f(the)i(in)o(terconnection)g(structures)f(that)f(are)h (\(and)106 899 y(ha)o(v)o(e)f(b)q(een\))h(used.)174 955 y(As)g(can)f(b)q(e)h(seen)g(from)f(the)h(\014gure,)f(a)g(crossbar)g (uses)h Fi(n)1152 939 y Fo(2)1188 955 y Fp(connections,)g(an)f (\012-net)o(w)o(ork)g(uses)106 1012 y Fi(n)8 b Fp(log)199 1023 y Fo(2)227 1012 y Fi(n)16 b Fp(connections)h(while,)h(with)e(the)g (cen)o(tral)g(bus,)h(there)f(is)g(only)h(one)f(connection.)24 b(This)16 b(is)106 1068 y(re\015ected)f(in)h(the)e(use)h(of)g(eac)o(h)f (connection)i(path)f(for)f(the)g(di\013eren)o(t)h(t)o(yp)q(es)g(of)f (in)o(terconnections:)106 1125 y(for)21 b(a)h(crossbar)g(eac)o(h)g (datapath)f(is)i(direct)g(and)f(do)q(es)h(not)f(ha)o(v)o(e)f(to)h(b)q (e)h(shared)f(with)g(other)106 1181 y(elemen)o(ts.)e(In)c(case)e(of)h (the)g(\012-net)o(w)o(ork)e(there)i(are)g Fi(l)q(og)1062 1188 y Fo(2)1081 1181 y Fi(n)g Fp(switc)o(hing)g(stages)f(and)h(as)f (man)o(y)h(data)106 1237 y(items)20 b(ma)o(y)e(ha)o(v)o(e)h(to)g(comp)q (ete)h(for)f(an)o(y)g(path.)32 b(F)l(or)19 b(the)h(cen)o(tral)f (databus)g(all)i(data)e(ha)o(v)o(e)g(to)106 1294 y(share)c(the)g(same)g (bus,)g(so)g Fi(n)h Fp(data)e(items)i(ma)o(y)e(comp)q(ete)i(at)e(an)o (y)h(time.)174 1350 y(The)e(bus)h(connection)g(is)g(the)f(least)g(exp)q (ensiv)o(e)i(solution,)f(but)f(it)g(has)g(the)g(ob)o(vious)h(dra)o (wbac)o(k)106 1407 y(that)g(bus)g(con)o(ten)o(tion)h(ma)o(y)e(o)q(ccur) i(th)o(us)f(slo)o(wing)h(do)o(wn)f(the)g(computations.)20 b(V)l(arious)14 b(in)o(tricate)106 1463 y(strategies)d(ha)o(v)o(e)f(b)q (een)j(devised)f(using)g(cac)o(hes)g(asso)q(ciated)f(with)g(the)h(CPUs) f(to)f(minimise)j(the)f(bus)106 1520 y(tra\016c.)19 b(This)14 b(leads)h(ho)o(w)o(ev)o(er)e(to)g(a)h(more)g(complicated)h(bus)f (structure)g(whic)o(h)h(raises)f(the)g(costs.)106 1576 y(In)e(practice)g(it)g(has)g(pro)o(v)o(ed)f(to)g(b)q(e)h(v)o(ery)f (hard)h(to)f(design)h(buses)g(that)f(are)g(fast)g(enough,)h(esp)q (ecially)106 1633 y(where)j(the)f(sp)q(eed)i(of)e(the)g(pro)q(cessors)h (ha)o(v)o(e)f(b)q(een)h(increasing)h(v)o(ery)e(quic)o(kly)i(and)f(it)g (imp)q(oses)g(an)106 1689 y(upp)q(er)g(b)q(ound)h(on)e(the)h(n)o(um)o (b)q(er)g(of)f(pro)q(cessors)g(th)o(us)g(connected)i(that)d(in)j (practice)f(app)q(ears)f(not)106 1746 y(to)k(exceed)i(a)f(n)o(um)o(b)q (er)g(of)g(10{20.)30 b(In)20 b(1992,)e(a)h(new)g(standard)g(\(IEEE)g (P896\))e(for)i(a)f(fast)h(bus)106 1802 y(to)13 b(connect)i(either)g (in)o(ternal)g(system)f(comp)q(onen)o(ts)g(or)g(to)f(external)i (systems)f(has)g(b)q(een)h(de\014ned.)106 1858 y(This)g(bus,)g(called)h (the)e(Scalable)i(Coheren)o(t)e(In)o(terface)h(\(SCI\))f(should)h(pro)o (vide)g(a)f(p)q(oin)o(t-to-p)q(oin)o(t)106 1915 y(bandwidth)k(of)f (200{1,000)e(Mb)o(yte/s.)26 b(It)17 b(is)h(in)g(fact)f(used)h(to)f(in)h (the)g(HP/Con)o(v)o(ex)e(SPP-1200,)106 1971 y(but)22 b(could)h(also)f(b)q(e)h(used)f(within)h(a)f(net)o(w)o(ork)f(of)g(w)o (orkstations.)39 b(The)23 b(SCI)f(is)g(m)o(uc)o(h)g(more)106 2028 y(than)17 b(a)g(simple)h(bus)g(and)f(it)h(can)f(act)g(as)f(the)i (hardw)o(are)e(net)o(w)o(ork)g(framew)o(ork)g(for)g(distributed)106 2084 y(computing,)f(see)h([10)o(].)174 2141 y(The)g(\012-net)o(w)o(ork) e(is)i(a)f(structure)g(whic)o(h)i(is)f(situated)f(somewhere)h(in)g(b)q (et)o(w)o(een)g(a)f(bus)h(and)f(a)106 2197 y(crossbar)i(whic)o(h)i (resp)q(ect)g(to)e(p)q(oten)o(tial)i(capacit)o(y)f(and)g(costs.)28 b(A)o(t)18 b(this)g(momen)o(t)f(of)h(the)g(com-)106 2254 y(mercially)g(a)o(v)m(ailable)f(mac)o(hines)g(the)f(IBM)g(SP2,)g(the)g (Meik)o(o)g(CS-2,)g(and)g(the)g(Cenju-3)g(use)h(this)106 2310 y(net)o(w)o(ork)11 b(structure,)h(but)g(a)f(n)o(um)o(b)q(er)h(of)g (exp)q(erimen)o(tal)h(mac)o(hines)g(also)e(ha)o(v)o(e)h(used)g(this)h (or)e(a)g(sim-)106 2367 y(ilar)k(kind)g(of)f(in)o(terconnection.)21 b(The)14 b(BBN)h(TC2000)e(that)g(acted)i(as)e(a)h(virtual)h (shared-memory)106 2423 y(MIMD)e(system)g(used)i(an)e(analogous)h(t)o (yp)q(e)g(of)f(net)o(w)o(ork)g(\(a)g(Butter\015y-net)o(w)o(ork\))f(and) i(it)g(is)g(quite)106 2479 y(conceiv)m(able)f(that)e(new)g(mac)o(hines) h(ma)o(y)e(use)h(it,)h(esp)q(ecially)h(as)e(the)g(n)o(um)o(b)q(er)g(of) g(pro)q(cessors)g(gro)o(ws.)106 2536 y(F)l(or)i(a)h(large)g(n)o(um)o(b) q(er)h(of)f(pro)q(cessors)f(the)i Fi(n)8 b Fp(log)935 2547 y Fo(2)963 2536 y Fi(n)14 b Fp(connections)h(b)q(ecome)g(quic)o (kly)g(more)f(attrac-)106 2592 y(tiv)o(e)j(than)f(the)h Fi(n)410 2576 y Fo(2)447 2592 y Fp(used)g(in)g(crossbars.)24 b(Of)17 b(course,)g(the)f(switc)o(hes)h(at)f(the)h(in)o(termediate)h (lev)o(els)935 2760 y Fk(12)p eop %%Page: 13 13 13 12 bop -6 1898 a @beginspecial 74 @llx 247 @lly 537 @urx 544 @ury 4630 @rwi @setspecial %%BeginDocument: netw.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y translate xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix } def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 39.5 552.5 translate 0.630 -0.630 scale 0.500 setlinewidth % Polyline n 630 212 m 630 189 l 603 189 l 603 212 l clp gs col-1 s gr % Polyline n 630 257 m 630 235 l 603 235 l 603 257 l clp gs col-1 s gr % Polyline n 630 303 m 630 280 l 603 280 l 603 303 l clp gs col-1 s gr % Polyline n 630 345 m 630 322 l 603 322 l 603 345 l clp gs col-1 s gr % Polyline n 691 212 m 691 189 l 664 189 l 664 212 l clp gs col-1 s gr % Polyline n 691 257 m 691 235 l 664 235 l 664 257 l clp gs col-1 s gr % Polyline n 691 303 m 691 280 l 664 280 l 664 303 l clp gs col-1 s gr % Polyline n 691 345 m 691 322 l 664 322 l 664 345 l clp gs col-1 s gr % Polyline n 752 212 m 752 189 l 725 189 l 725 212 l clp gs col-1 s gr % Polyline n 752 257 m 752 235 l 725 235 l 725 257 l clp gs col-1 s gr % Polyline n 752 303 m 752 280 l 725 280 l 725 303 l clp gs col-1 s gr % Polyline n 752 345 m 752 322 l 725 322 l 725 345 l clp gs col-1 s gr % Polyline n 545 193 m 603 193 l gs col-1 s gr % Polyline n 545 341 m 603 341 l gs col-1 s gr % Polyline n 603 208 m 591 208 l gs col-1 s gr % Polyline n 603 238 m 591 238 l gs col-1 s gr % Polyline n 603 254 m 591 254 l gs col-1 s gr % Polyline n 603 254 m 591 254 l gs col-1 s gr % Polyline n 603 284 m 591 284 l gs col-1 s gr % Polyline n 603 299 m 591 299 l gs col-1 s gr % Polyline n 603 326 m 591 326 l gs col-1 s gr % Polyline n 557 326 m 545 326 l gs col-1 s gr % Polyline n 557 299 m 545 299 l gs col-1 s gr % Polyline n 557 284 m 545 284 l gs col-1 s gr % Polyline n 557 254 m 545 254 l gs col-1 s gr % Polyline n 557 238 m 545 238 l gs col-1 s gr % Polyline n 557 208 m 545 208 l gs col-1 s gr % Polyline n 557 208 m 591 238 l gs col-1 s gr % Polyline n 557 238 m 591 284 l gs col-1 s gr % Polyline n 557 254 m 591 326 l gs col-1 s gr % Polyline n 591 208 m 557 284 l gs col-1 s gr % Polyline n 557 299 m 591 254 l gs col-1 s gr % Polyline n 557 326 m 591 299 l gs col-1 s gr % Polyline n 752 193 m 764 193 l gs col-1 s gr % Polyline n 752 208 m 764 208 l gs col-1 s gr % Polyline n 752 238 m 764 238 l gs col-1 s gr % Polyline n 752 254 m 764 254 l gs col-1 s gr % Polyline n 752 284 m 764 284 l gs col-1 s gr % Polyline n 752 299 m 764 299 l gs col-1 s gr % Polyline n 752 326 m 764 326 l gs col-1 s gr % Polyline n 752 341 m 764 341 l gs col-1 s gr % Polyline n 630 208 m 664 238 l gs col-1 s gr % Polyline n 630 238 m 664 284 l gs col-1 s gr % Polyline n 630 254 m 664 326 l gs col-1 s gr % Polyline n 630 326 m 664 299 l gs col-1 s gr % Polyline n 630 299 m 664 254 l gs col-1 s gr % Polyline n 630 284 m 664 208 l gs col-1 s gr n 630 204 m 630 204 l gs col-1 s gr % Polyline n 691 208 m 725 238 l gs col-1 s gr % Polyline n 691 238 m 725 284 l gs col-1 s gr % Polyline n 691 254 m 725 326 l gs col-1 s gr % Polyline n 691 326 m 725 299 l gs col-1 s gr % Polyline n 691 299 m 725 254 l gs col-1 s gr % Polyline n 691 284 m 725 208 l gs col-1 s gr n 691 204 m 691 204 l gs col-1 s gr /Times-Roman findfont 9.00 scalefont setfont 534 345 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 330 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 303 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 288 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 257 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 242 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 212 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 197 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 345 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 330 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 303 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 288 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 257 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 242 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 212 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 197 m gs 1 -1 scale (0) col-1 show gr % Polyline n 630 193 m 664 193 l gs col-1 s gr % Polyline n 691 193 m 725 193 l gs col-1 s gr % Polyline n 630 341 m 664 341 l gs col-1 s gr % Polyline n 691 341 m 725 341 l gs col-1 s gr /Times-Roman findfont 12.00 scalefont setfont 564 104 m gs 1 -1 scale (n) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 565 95 m gs 1 -1 scale (I) col-1 show gr % Polyline n 539 379 m 539 374 l 534 374 l 534 379 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 394 m 539 389 l 534 389 l 534 394 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 409 m 539 404 l 534 404 l 534 409 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 424 m 539 419 l 534 419 l 534 424 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 439 m 539 434 l 534 434 l 534 439 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 454 m 539 449 l 534 449 l 534 454 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 469 m 539 464 l 534 464 l 534 469 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 539 484 m 539 479 l 534 479 l 534 484 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 377 m 568 423 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 393 m 568 425 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 422 m 568 428 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 437 m 567 430 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 451 m 567 432 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 467 m 567 436 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 379 m 772 374 l 777 374 l 777 379 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 394 m 772 389 l 777 389 l 777 394 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 409 m 772 404 l 777 404 l 777 409 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 424 m 772 419 l 777 419 l 777 424 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 439 m 772 434 l 777 434 l 777 439 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 454 m 772 449 l 777 449 l 777 454 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 469 m 772 464 l 777 464 l 777 469 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 772 484 m 772 479 l 777 479 l 777 484 l clp gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 771 377 m 743 423 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 771 393 m 743 425 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 771 422 m 743 428 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 771 437 m 744 430 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 771 451 m 744 432 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 771 467 m 744 436 l gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 609 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 624 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 639 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 654 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 669 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 684 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 594 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 609 19 m 609 164 l gs col-1 s gr % Polyline n 639 19 m 639 164 l gs col-1 s gr % Polyline n 669 19 m 669 164 l gs col-1 s gr % Polyline n 699 19 m 699 164 l gs col-1 s gr % Polyline n 725 49 m 580 49 l gs col-1 s gr % Polyline n 725 79 m 580 79 l gs col-1 s gr % Polyline n 725 109 m 580 109 l gs col-1 s gr % Polyline n 743 437 m 743 422 l 568 422 l 568 437 l clp gs 0.75 setgray fill gr gs col-1 s gr % Polyline n 540 407 m 569 427 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 540 482 m 569 436 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 743 437 m 773 482 l gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 374 264 m 374 229 l 89 229 l 89 264 l clp gs col-1 s gr % Polyline n 374 394 m 374 309 l 89 309 l 89 394 l clp gs col-1 s gr % Polyline n 119 184 m 119 229 l gs col-1 s gr % Polyline n 149 184 m 149 144 l 89 144 l 89 184 l clp gs col-1 s gr % Polyline n 294 184 m 294 144 l 234 144 l 234 184 l clp gs col-1 s gr % Polyline n 374 184 m 374 144 l 314 144 l 314 184 l clp gs col-1 s gr % Polyline n 264 184 m 264 229 l gs col-1 s gr % Polyline n 344 184 m 344 229 l gs col-1 s gr [4.000000] 0 setdash % Polyline n 154 164 m 229 164 l gs col-1 s gr [] 0 setdash 4.000 setlinewidth % Polyline n 234 264 m 234 309 l gs col-1 s gr 0.500 setlinewidth % Polyline n 384 239 m 494 109 l gs col-1 s gr n 487.306 113.815 m 494.000 109.000 l 490.359 116.399 l gs 2 setlinejoin col-1 s gr % Polyline n 384 244 m 489 264 l gs col-1 s gr n 481.516 260.538 m 489.000 264.000 l 480.767 264.468 l gs 2 setlinejoin col-1 s gr % Polyline n 384 249 m 494 424 l gs col-1 s gr n 491.436 416.163 m 494.000 424.000 l 488.049 418.291 l gs 2 setlinejoin col-1 s gr % Polyline n 725 139 m 580 139 l gs col-1 s gr % Polyline n 772 408 m 743 427 l gs col-1 s gr % Polyline n 725 64 m 580 64 l gs col-1 s gr % Polyline n 725 94 m 580 94 l gs col-1 s gr % Polyline n 725 124 m 580 124 l gs col-1 s gr % Polyline n 624 19 m 624 164 l gs col-1 s gr % Polyline n 654 19 m 654 164 l gs col-1 s gr % Polyline n 684 19 m 684 164 l gs col-1 s gr % Polyline n 594 19 m 594 164 l gs col-1 s gr % Polyline n 725 34 m 580 34 l gs col-1 s gr /Times-Roman findfont 12.00 scalefont setfont 499 269 m gs 1 -1 scale (\(b\)) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 499 104 m gs 1 -1 scale (\(a\)) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 499 434 m gs 1 -1 scale (\(c\)) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 54 439 m gs 1 -1 scale (\(a\): Crossbar \(b\): -network \(c\): Central Databus) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 644 174 m gs 1 -1 scale (Out) col-1 show gr /Symbol findfont 14.00 scalefont setfont 179 439 m gs 1 -1 scale (W) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 104 169 m gs 1 -1 scale (CPU) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 249 169 m gs 1 -1 scale (CPU) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 329 169 m gs 1 -1 scale (CPU) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 209 252 m gs 1 -1 scale (Network) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 204 354 m gs 1 -1 scale (Memory) col-1 show gr /Times-Bold findfont 16.00 scalefont setfont 154 124 m gs 1 -1 scale (Shared Memory System) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 379 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 439 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 454 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 469 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 409 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 484 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 394 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 424 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 379 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 394 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 409 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 424 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 454 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 469 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 484 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 599 19 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 614 19 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 629 19 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 644 19 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 659 19 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 674 19 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 689 19 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 34 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 49 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 64 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 79 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 439 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 94 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 109 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 124 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 139 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 704 19 m gs 1 -1 scale (7) col-1 show gr showpage $F2psEnd %%EndDocument @endspecial -16 2000 a Fk(Figure)17 b(3:)25 b(Some)16 b(examples)g(of)i(in)o(terconnection)e(structures)i(used)g(in)f (shared-memory)f(MIMD)g(sys-)-16 2060 y(tems.)935 2760 y(13)p eop %%Page: 14 14 14 13 bop 106 135 a Fp(should)16 b(b)q(e)g(su\016cien)o(tly)g(fast)f (to)f(cop)q(e)i(with)g(the)f(bandwidth)h(required.)174 192 y(In)g(all)g(presen)o(t-da)o(y)f(m)o(ulti-pro)q(cessor)h(v)o (ectorpro)q(cessors)f(crossbars)f(are)h(used.)21 b(This)16 b(is)g(still)106 248 y(feasible)j(b)q(ecause)g(the)f(maxim)o(um)g(n)o (um)o(b)q(er)h(of)e(pro)q(cessors)h(in)h(a)e(system)h(is)g(still)i (rather)d(small)106 305 y(\(32)k(at)h(most)g(presen)o(tly\).)42 b(When)23 b(the)f(n)o(um)o(b)q(er)h(of)f(pro)q(cessors)g(w)o(ould)h (increase,)i(ho)o(w)o(ev)o(er,)106 361 y(tec)o(hnological)17 b(problems)e(migh)o(t)h(arise.)k(Not)15 b(only)h(it)f(b)q(ecomes)h (harder)g(to)e(build)k(a)d(crossbar)f(of)106 418 y(su\016cien)o(t)d(sp) q(eed)g(for)f(the)g(larger)g(n)o(um)o(b)q(ers)h(of)f(pro)q(cessors,)h (the)f(pro)q(cessors)g(themselv)o(es)h(generally)106 474 y(also)16 b(increase)h(in)h(sp)q(eed)f(individuall)q(y)l(,)i (doubling)f(the)f(problems)g(of)f(making)g(the)h(sp)q(eed)g(of)f(the) 106 531 y(crossbar)e(matc)o(h)h(that)g(of)f(the)i(bandwidth)g(required) g(b)o(y)f(the)h(pro)q(cessors.)174 587 y(Whic)o(hev)o(er)i(net)o(w)o (ork)e(is)i(used,)h(the)e(t)o(yp)q(e)h(of)f(pro)q(cessors)g(in)h (principle)i(could)f(b)q(e)f(arbitrary)106 644 y(for)g(an)o(y)g(top)q (ology)l(.)31 b(In)19 b(practice,)h(ho)o(w)o(ev)o(er,)f(bus)g (structured)g(mac)o(hines)g(do)g(not)f(ha)o(v)o(e)h(v)o(ector)106 700 y(pro)q(cessors)d(as)g(the)g(sp)q(eeds)h(of)f(these)h(w)o(ould)f (grossly)g(mismatc)o(h)g(with)h(an)o(y)f(bus)g(that)g(could)h(b)q(e)106 756 y(constructed)j(with)h(reasonable)g(costs.)34 b(RISC)21 b(pro)q(cessors)f(are)g(ho)o(w)o(ev)o(er)g(emplo)o(y)o(ed)h(for)e(bus-) 106 813 y(orien)o(ted)g(systems.)30 b(Cac)o(hes)19 b(can)g(sometimes)g (alleviate)h(the)f(bandwidth)g(problem,)i(but)d(only)106 869 y(when)e(the)f(data-access)g(pattern)f(allo)o(ws)i(them)f(to)g(b)q (e)g(used)h(su\016cien)o(tly)l(.)174 926 y(The)g(systems)g(discussed)i (in)f(this)f(subsection)h(are)f(of)g(the)g(MIMD)g(t)o(yp)q(e)g(and)g (therefore)g(dif-)106 982 y(feren)o(t)f(tasks)f(ma)o(y)g(run)i(on)e (di\013eren)o(t)i(pro)q(cessors)e(sim)o(ultaneously)l(.)22 b(In)16 b(man)o(y)e(cases)h(sync)o(hroni-)106 1039 y(sation)i(b)q(et)o (w)o(een)h(tasks)e(is)i(required)h(and)e(again)g(the)h(in)o (terconnection)h(structure)e(is)h(here)f(v)o(ery)106 1095 y(imp)q(ortan)o(t.)24 b(Most)15 b(v)o(ectorpro)q(cessors)h(emplo)o (y)h(sp)q(ecial)h(comm)o(unication)g(registers)e(within)i(the)106 1152 y(CPUs)j(b)o(y)g(whic)o(h)g(they)g(can)h(comm)o(unicate)f (directly)h(with)g(the)f(other)f(CPUs)h(they)g(ha)o(v)o(e)g(to)106 1208 y(sync)o(hronise)15 b(with.)21 b(A)14 b(minorit)o(y)h(of)g (systems)f(do)q(es)h(sync)o(hronisation)g(via)g(the)g(shared)g(memory)l (.)106 1265 y(Generally)l(,)20 b(this)f(is)g(m)o(uc)o(h)f(slo)o(w)o(er) g(but)g(ma)o(y)g(still)i(b)q(e)f(acceptable)g(when)g(the)f(sync)o (hronisation)106 1321 y(o)q(ccurs)d(relativ)o(ely)g(seldom.)21 b(Of)14 b(course)h(for)f(bus-based)h(systems)f(comm)o(unication)h(also) g(ha)o(v)o(e)f(to)106 1377 y(b)q(e)f(done)f(via)g(a)g(bus.)19 b(This)13 b(bus)f(is)h(mostly)e(separated)h(from)f(the)h(databus)g(to)g (assure)f(a)h(maxim)o(um)106 1434 y(sp)q(eed)k(for)f(the)g(sync)o (hronisation.)106 1572 y Ff(2.4)69 b(Distributed-mem)o(ory)21 b(MIMD)i(mac)n(hines)106 1658 y Fp(The)12 b(class)h(of)e(DM-MIMD)g(mac) o(hines)i(is)f(undoubtly)i(the)e(fastest)f(gro)o(wing)g(part)h(in)h (the)f(family)g(of)106 1715 y(high-p)q(erformance)17 b(computers.)k(Although)16 b(this)g(t)o(yp)q(e)f(of)h(mac)o(hines)g(is) g(more)f(di\016cult)i(to)e(deal)106 1771 y(with)i(than)f(shared-memory) g(mac)o(hines)h(and)g(DM-SIMD)f(mac)o(hines)h(\(where)g(the)f (distribution)106 1827 y(of)11 b(data)g(is)h(mostly)g(ob)o(vious)f (and/or)g(transparen)o(t\).)18 b(The)12 b(initial)h(reluctance)g(to)e (use)h(DM-MIMD)106 1884 y(mac)o(hines)h(seems)f(to)f(ha)o(v)o(e)h(b)q (een)h(decreased.)19 b(P)o(artly)12 b(this)g(is)h(due)g(to)e(greatly)h (impro)o(v)o(ed)g(soft)o(w)o(are)106 1940 y(and)18 b(partly)g(b)q (ecause,)h(at)e(least)g(theoretically)l(,)j(this)e(class)g(of)g (systems)f(is)h(able)g(to)g(outp)q(erform)106 1997 y(all)e(other)f(t)o (yp)q(es)g(of)g(mac)o(hines.)174 2053 y(The)23 b(adv)m(an)o(tages)f(of) g(DM-MIMD)g(systems)g(are)g(clear:)36 b(the)23 b(bandwidth)g(problem)h (that)106 2110 y(haun)o(ts)16 b(shared-memory)g(systems)g(is)g(a)o(v)o (oided)h(b)q(ecause)g(the)f(bandwidth)i(scales)f(up)f(automat-)106 2166 y(ically)21 b(with)e(the)g(n)o(um)o(b)q(er)g(of)f(pro)q(cessors.) 31 b(F)l(urthermore,)19 b(the)g(sp)q(eed)g(of)g(the)g(memory)f(whic)o (h)106 2223 y(is)e(another)f(critical)h(issue)h(with)e(shared-memory)g (systems)g(\(to)g(get)f(a)h(p)q(eak)h(p)q(erformance)g(that)106 2279 y(is)21 b(comparable)g(to)f(that)f(of)h(DM-MIMD)g(systems,)h(the)f (pro)q(cessors)h(of)f(the)g(shared-memory)106 2336 y(mac)o(hines)g (should)g(b)q(e)g(v)o(ery)f(fast)f(and)i(the)f(sp)q(eed)h(of)f(the)g (memory)g(should)h(matc)o(h)f(it\))g(is)g(less)106 2392 y(imp)q(ortan)o(t)g(for)g(the)h(DM-MIMD)e(mac)o(hines,)j(b)q(ecause)g (more)e(pro)q(cessors)g(can)h(b)q(e)g(con\014gured)106 2448 y(without)15 b(the)g(afore)g(men)o(tioned)h(bandwidth)g(problems.) 174 2505 y(Of)g(course,)g(DM-MIMD)e(systems)i(also)f(ha)o(v)o(e)h (their)g(disadv)m(an)o(tages:)21 b(The)16 b(comm)o(unication)106 2561 y(b)q(et)o(w)o(een)f(pro)q(cessors)g(is)g(m)o(uc)o(h)h(slo)o(w)o (er)e(than)h(in)h(SM-MIMD)e(systems,)h(and)g(so,)f(the)h(sync)o(hroni-) 106 2618 y(sation)e(o)o(v)o(erhead)f(in)i(case)f(of)f(comm)o(unicating) i(tasks)e(is)h(generally)h(orders)e(of)h(magnitude)g(higher)935 2760 y Fk(14)p eop %%Page: 15 15 15 14 bop 94 473 a @beginspecial 98 @llx 349 @lly 513 @urx 442 @ury 4150 @rwi @setspecial %%BeginDocument: hyperc.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y translate xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix } def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 46.5 456.5 translate 0.630 -0.630 scale 0.500 setlinewidth % Polyline n 539 109 m 539 24 l 449 24 l 449 109 l clp gs col-1 s gr % Polyline n 504 149 m 504 64 l 414 64 l 414 149 l clp gs col-1 s gr % Polyline n 449 24 m 414 64 l gs col-1 s gr % Polyline n 539 24 m 504 64 l gs col-1 s gr n 539 109 m 539 109 l gs col-1 s gr % Polyline n 539 109 m 504 149 l gs col-1 s gr % Polyline n 449 109 m 414 149 l gs col-1 s gr % Polyline n 739 109 m 739 24 l 649 24 l 649 109 l clp gs col-1 s gr % Polyline n 704 149 m 704 64 l 614 64 l 614 149 l clp gs col-1 s gr % Polyline n 649 24 m 614 64 l gs col-1 s gr % Polyline n 739 24 m 704 64 l gs col-1 s gr n 739 109 m 739 109 l gs col-1 s gr % Polyline n 739 109 m 704 149 l gs col-1 s gr % Polyline n 649 109 m 614 149 l gs col-1 s gr % Polyline n 719 100 m 719 49 l 665 49 l 665 100 l clp gs col-1 s gr % Polyline n 698 124 m 698 73 l 644 73 l 644 124 l clp gs col-1 s gr % Polyline n 665 49 m 644 73 l gs col-1 s gr % Polyline n 719 49 m 698 73 l gs col-1 s gr n 719 100 m 719 100 l gs col-1 s gr % Polyline n 719 100 m 698 124 l gs col-1 s gr % Polyline n 665 100 m 644 124 l gs col-1 s gr % Ellipse n 84 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 169 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 254 44 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 254 129 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 344 129 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 344 44 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 414 64 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 414 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 504 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 539 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 449 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 449 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 539 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 504 64 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 614 64 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 614 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 649 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 664 99 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 664 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 644 74 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 69 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 699 124 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 719 99 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 719 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 739 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 739 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 704 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 644 124 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Ellipse n 649 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr % Polyline n 84 49 m 169 49 l gs col-1 s gr % Polyline n 344 129 m 344 44 l 254 44 l 254 129 l clp gs col-1 s gr % Polyline n 699 124 m 704 149 l gs col-1 s gr % Polyline n 644 124 m 614 149 l gs col-1 s gr % Polyline n 644 74 m 614 64 l gs col-1 s gr % Polyline n 664 49 m 649 24 l gs col-1 s gr % Polyline n 719 49 m 739 24 l gs col-1 s gr n 719 99 m 719 99 l gs col-1 s gr % Polyline n 719 99 m 739 109 l gs col-1 s gr % Polyline n 664 99 m 649 109 l gs col-1 s gr /Times-Roman findfont 14.00 scalefont setfont 444 169 m gs 1 -1 scale (d = 3) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 284 149 m gs 1 -1 scale (d = 2) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 114 69 m gs 1 -1 scale (d = 1) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 649 169 m gs 1 -1 scale (d = 4) col-1 show gr showpage $F2psEnd %%EndDocument @endspecial 297 575 a Fk(Figure)15 b(4:)22 b(1-,)16 b(2-,)h(3-,)f(and)h(4-dimensional)e(h)o(yp)q(ercub)q(e)h(connections.) 106 717 y Fp(than)j(in)h(shared-memory)e(mac)o(hines.)32 b(Moreo)o(v)o(er,)19 b(the)g(access)g(to)f(data)g(that)h(are)f(not)h (in)h(the)106 774 y(lo)q(cal)e(memory)e(b)q(elonging)i(to)e(a)h (particular)g(pro)q(cessor)f(ha)o(v)o(e)h(to)f(b)q(e)h(obtained)h(from) d(non-lo)q(cal)106 830 y(memory)f(\(or)g(memories\).)20 b(This)15 b(is)g(again)g(on)g(most)f(systems)g(v)o(ery)h(slo)o(w)f(as)h (compared)g(to)f(lo)q(cal)106 887 y(data)f(access.)20 b(When)14 b(the)g(structure)f(of)g(a)h(problem)g(dictates)g(a)g (frequen)o(t)g(exc)o(hange)g(of)f(data)g(b)q(e-)106 943 y(t)o(w)o(een)g(pro)q(cessors)g(and/or)g(requires)h(man)o(y)e(pro)q (cessor)h(sync)o(hronisations,)h(it)g(ma)o(y)e(w)o(ell)j(b)q(e)f(that) 106 1000 y(only)k(a)e(v)o(ery)h(small)h(fraction)f(of)g(the)g (theoretical)h(p)q(eak)f(sp)q(eed)h(can)g(b)q(e)f(obtained.)27 b(As)17 b(already)106 1056 y(men)o(tioned,)e(the)h(data-)e(and)i(task)e (decomp)q(osition)i(are)f(factors)f(that)h(mostly)g(ha)o(v)o(e)f(to)h (b)q(e)h(dealt)106 1113 y(with)f(explicitly)l(,)j(whic)o(h)e(ma)o(y)f (b)q(e)h(far)e(from)h(trivial.)174 1169 y(It)h(will)i(b)q(e)f(clear)f (from)g(the)g(paragraph)f(ab)q(o)o(v)o(e)h(that)f(also)h(for)g(DM-MIMD) f(mac)o(hines)i(b)q(oth)106 1225 y(the)g(in)o(terconnection)i(and)f (the)f(sp)q(eed)i(of)d(the)i(datapaths)e(are)i(of)e(crucial)j(imp)q (ortance)f(for)f(the)106 1282 y(practical)c(usefulness)h(of)e(a)h (system.)18 b(Again,)13 b(as)g(in)g(section)g(2.3,)f(the)h(ric)o(hness) g(of)f(the)h(connection)106 1338 y(structure)j(has)g(to)f(balanced)i (against)f(the)g(costs.)22 b(Of)16 b(the)g(man)o(y)g(conceiv)m(able)j (in)o(terconnection)106 1395 y(structures)c(only)i(a)e(few)h(are)f(p)q (opular)i(in)g(practice.)22 b(One)17 b(of)e(these)h(is)g(the)g (so-called)h(h)o(yp)q(ercub)q(e)106 1451 y(top)q(ology)e(as)g(depicted) h(in)g(Figure)g(4.)174 1508 y(A)e(nice)h(feature)f(of)g(the)g(h)o(yp)q (ercub)q(e)h(top)q(ology)f(is)g(that)g(for)f(a)h(h)o(yp)q(ercub)q(e)h (with)f(2)1588 1491 y Fe(d)1622 1508 y Fp(no)q(des)h(the)106 1564 y(n)o(um)o(b)q(er)i(of)g(steps)g(to)g(b)q(e)h(tak)o(en)e(b)q(et)o (w)o(een)i(an)o(y)e(t)o(w)o(o)g(no)q(des)i(is)g(at)e(most)h Fi(d)p Fp(.)25 b(So,)17 b(the)g(dimension)106 1621 y(of)k(the)g(net)o (w)o(ork)f(gro)o(ws)g(only)i(logarithmically)h(with)f(the)f(n)o(um)o(b) q(er)h(of)f(no)q(des.)38 b(In)22 b(addition,)106 1677 y(theoretically)l(,)15 b(it)e(is)h(p)q(ossible)h(to)e(sim)o(ulate)h(an) o(y)e(other)h(top)q(ology)g(on)h(a)e(h)o(yp)q(ercub)q(e:)21 b(trees,)13 b(rings,)106 1734 y(2-D)g(and)g(3-D)f(meshes,)i(etc.)19 b(In)14 b(practice,)g(the)f(exact)g(top)q(ology)f(for)h(h)o(yp)q(ercub) q(es)h(do)f(not)g(matter)106 1790 y(to)q(o)20 b(m)o(uc)o(h)i(an)o (ymore)e(b)q(ecause)i(all)h(systems)d(in)i(the)g(mark)o(et)e(to)q(da)o (y)g(emplo)o(y)i(what)f(is)g(called)106 1846 y(\\w)o(ormhole)11 b(routing".)19 b(This)12 b(means)g(that)g(a)f(message)h(is)g(send)h (from)e(one)h(no)q(de)g(to)g(another)f(no)q(de)106 1903 y(that)g(it)g(w)o(an)o(ts)f(to)h(comm)o(unicate)h(with)f(to)g(set)g(up) h(a)f(direct)h(connection)h(b)q(et)o(w)o(een)e(them.)19 b(As)11 b(so)q(on)106 1959 y(this)k(connection)g(is)g(established,)h (the)e(data)g(prop)q(er)g(is)h(sen)o(t)f(through)g(this)h(connection)g (without)106 2016 y(disturbing)23 b(the)e(op)q(eration)g(of)g(the)h(in) o(termediate)g(no)q(des.)39 b(Except)21 b(for)g(a)g(small)h(amoun)o(t)e (of)106 2072 y(time)14 b(in)h(setting)f(up)h(the)f(connection)h(b)q(et) o(w)o(een)f(no)q(des,)g(the)g(comm)o(unication)h(time)f(has)g(b)q (ecome)106 2129 y(virtually)23 b(indep)q(enden)o(t)h(of)e(the)g (distance)g(b)q(et)o(w)o(een)h(the)f(no)q(des.)40 b(Of)22 b(course,)h(when)g(sev)o(eral)106 2185 y(messages)c(in)h(a)f(busy)h (net)o(w)o(ork)e(ha)o(v)o(e)h(to)g(comp)q(ete)h(for)f(the)g(same)g (paths,)h(w)o(aiting)g(times)f(are)106 2242 y(incurred)d(as)f(in)h(an)o (y)f(net)o(w)o(ork)f(that)h(do)q(es)g(not)g(directly)i(connect)e(an)o (y)g(pro)q(cessor)g(to)g(all)h(others.)174 2298 y(Man)o(y)11 b(of)g(the)g(newly)h(in)o(tro)q(duced)g(massiv)o(ely)g(parallel)h (DM-MIMD)d(systems)h(seem)h(to)e(fa)o(v)o(our)106 2355 y(a)21 b(2-)h(or)f(3-D)g(mesh)h(\(torus\))e(structure.)38 b(The)22 b(rationale)g(for)f(this)h(seems)g(to)f(b)q(e)h(that)f(most) 106 2411 y(large-scale)f(ph)o(ysical)g(sim)o(ulations)f(can)g(b)q(e)h (mapp)q(ed)f(e\016cien)o(tly)h(on)f(this)g(top)q(ology)g(and)g(that)106 2467 y(a)f(ric)o(her)i(in)o(terconnection)g(structure)e(hardly)i(pa)o (ys)e(o\013.)30 b(Ho)o(w)o(ev)o(er,)18 b(some)g(systems)h(main)o(tain) 106 2524 y(\(an\))j(additional)i(net)o(w)o(ork\(s\))d(b)q(esides)j(the) f(mesh)g(to)f(handle)i(certain)f(b)q(ottlenec)o(ks)g(in)h(data)106 2580 y(distribution)17 b(and)e(retriev)m(al.)935 2760 y Fk(15)p eop %%Page: 16 16 16 15 bop 174 135 a Fp(A)15 b(non-negligible)j(fraction)c(of)g(systems) h(in)g(the)g(DM-MIMD)f(class)h(emplo)o(y)g(crossbars.)k(F)l(or)106 192 y(relativ)o(ely)j(small)f(amoun)o(ts)f(of)g(pro)q(cessors)h(\(in)g (the)g(order)f(of)g(64\))g(this)h(ma)o(y)f(b)q(e)i(a)e(direct)h(or)106 248 y(1-stage)c(crossbar,)i(while)g(to)f(connect)h(larger)f(n)o(um)o(b) q(ers)h(of)f(no)q(des)h(m)o(ulti-stage)g(crossbars)e(are)106 305 y(used,)e(i.e.,)f(the)g(connections)i(of)d(a)h(crossbar)g(at)g(lev) o(el)h(1)f(connect)h(to)f(a)g(crossbar)g(at)f(lev)o(el)j(2,)e(etc.,)106 361 y(instead)k(of)e(directly)j(to)d(no)q(des)i(at)e(more)h(remote)g (distances)h(in)g(the)f(top)q(ology)l(.)25 b(In)18 b(this)g(w)o(a)o(y)e (it)106 418 y(is)k(p)q(ossible)i(to)d(connect)h(in)h(the)f(order)f(of)h (a)f(few)h(thousands)g(of)f(no)q(des)i(through)e(only)i(a)e(few)106 474 y(switc)o(hing)g(stages.)30 b(Butter\015y-,)19 b(\012-,)g(or)f(sh)o (u\017e-exc)o(hange)i(net)o(w)o(orks)d(are)i(often)f(emplo)o(y)o(ed)h (in)106 531 y(this)d(case.)174 587 y(As)h(with)f(SM-MIMD)g(mac)o (hines,)i(a)e(no)q(de)h(ma)o(y)f(in)h(principle)i(consist)e(of)f(an)o (y)g(t)o(yp)q(e)h(of)f(pro-)106 644 y(cessor)f(together)g(with)i(lo)q (cal)g(memory)e(\(with)h(or)f(without)h(cac)o(he\))f(and,)h(in)h (almost)e(all)i(cases,)e(a)106 700 y(separate)e(comm)o(unication)h(pro) q(cessor)f(and)h(the)g(links)g(to)f(connect)h(the)g(no)q(de)g(to)f(its) g(neigh)o(b)q(ours.)106 756 y(No)o(w)o(ada)o(ys,)f(the)h(no)q(de)h(pro) q(cessors)f(are)g(mostly)h(o\013-the-shelf)g(RISC)g(pro)q(cessors)f (sometimes)g(en-)106 813 y(hanced)k(b)o(y)f(v)o(ector)f(pro)q(cessors.) 23 b(A)16 b(problem)h(that)f(is)g(p)q(eculiar)i(to)e(this)g(t)o(yp)q(e) h(of)e(system)h(is)h(the)106 869 y(mismatc)o(h)11 b(of)g(comm)o (unication)i(vs.)18 b(computation)12 b(sp)q(eed)g(that)f(ma)o(y)g(o)q (ccur)h(when)g(the)g(no)q(de)g(pro-)106 926 y(cessors)h(are)g (upgraded,)h(without)f(also)g(sp)q(eeding)i(up)f(the)g(in)o(tercomm)o (unication.)20 b(In)14 b(some)f(cases)106 982 y(this)k(ma)o(y)e(result) i(in)g(turning)f(computational-b)q(ound)i(problems)f(in)o(to)f(comm)o (unication-b)q(ound)106 1039 y(problems.)935 2760 y Fk(16)p eop %%Page: 17 17 17 16 bop 106 139 a Fj(3)83 b(Recoun)n(t)26 b(of)i(the)f(\(almost\))h (a)n(v)-5 b(ailable)26 b(systems)106 241 y Fp(In)21 b(this)f(section)h (w)o(e)e(giv)o(e)i(a)e(recoun)o(t)h(of)g(all)h(t)o(yp)q(es)f(of)f (systems)h(as)f(discussed)j(in)f(the)f(former)106 297 y(section.)25 b(When)17 b(of)f(a)g(certain)h(system)f(v)m(arious)i(mo)q (dels)f(are)f(a)o(v)m(ailable,)j(w)o(e)d(will)i(discuss)g(them)106 354 y(all)i(at)f(once.)34 b(So,)20 b(for)f(instance,)i(w)o(e)f(will)h (discuss)g(Con)o(v)o(ex)e(systems)g(under)h(one)g(en)o(try)l(,)g(SM-) 106 410 y(MIMD)h(systems,)h(ev)o(en)g(if)g(a)g(one-pro)q(cessor)f(mo)q (del)i(of)e(suc)o(h)h(a)f(system)h(strictly)g(should)g(b)q(e)106 467 y(discussed)15 b(under)g(the)f(SM-SIMD)g(heading.)21 b(W)l(e)14 b(rather)f(regard)h(suc)o(h)g(systems)g(a)f(sp)q(ecial)j (cases)106 523 y(of)f(a)g(general)g(pro)q(duct)h(line.)106 662 y Ff(3.1)69 b(Shared-memory)23 b(SIMD)g(systems)106 747 y Fp(In)14 b(this)g(class)g(only)g(one)g(system)f(is)h(still)h (activ)o(ely)g(mark)o(eted)e(demonstrating)g(the)h(fact)f(that)g(this) 106 804 y(t)o(yp)q(e)i(of)f(mac)o(hines)i(is)f(only)g(in)o(teresting)g (for)g(a)f(rather)g(small)i(\(but)e(not)g(unimp)q(ortan)o(t\))h(group)f (of)106 860 y(customers)h(that)f(ha)o(v)o(e)h(to)f(do)i(high-sp)q(eed)h (pro)q(duction)f(w)o(ork)e(with)i(w)o(ell)g(v)o(ectorised)g(co)q(des.) 935 2760 y Fk(17)p eop %%Page: 18 18 18 17 bop 106 135 a Fd(3.1.1)55 b(The)18 b(Hitac)n(hi)h(S3600)g (series.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(V)l(ectorpro)q (cessor.)106 278 y Fq(Mo)q(dels)p Fp(:)h(S3600/120,)13 b(S3600/140,)g(S3600/160,)g(S3600/180.)106 334 y Fq(Op)q(erating)19 b(system)p Fp(:)g(V)o(OS3/HAP/ES)c(\(IBM)g(MVS)g(compatible\))h(and)f (OSF/1.)106 391 y Fq(Compilers)p Fp(:)k(F)o(OR)l(T77/HAP)c(v)o (ectorising)h(F)l(ortran)e(77.)106 447 y(System)h(parameters:)199 500 y Fq(Mo)q(del)430 b Fp(S3600/120)81 b(S3600/140)73 b(S3600/160)85 b(S3600/180)p 174 518 1722 2 v 199 558 a(Clo)q(c)o(k)16 b(cycle)g(VPU)298 b(4)15 b(ns)209 b(4)14 b(ns)202 b(4)15 b(ns)213 b(4)15 b(ns)199 614 y(Clo)q(c)o(k)h(cycle)g (scal.)k(pro)q(c.)191 b(8)15 b(ns)209 b(8)14 b(ns)202 b(8)15 b(ns)213 b(8)15 b(ns)199 727 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)50 b(0.25)14 b(G\015op/s)55 b(0.5)14 b(G\015op/s)59 b(1.0)15 b(G\015op/s)88 b(2)15 b(G\015op/s)199 840 y(Main)g(memory)284 b(128{256MB)54 b(256{512MB)47 b(256{512MB)h(512{1024MB)199 896 y(Extended)16 b(memory)250 b Fh(\024)p Fp(6GB)152 b Fh(\024)p Fp(16GB)133 b Fh(\024)p Fp(16GB)146 b Fh(\024)p Fp(16GB)106 974 y Fq(Remarks)p Fp(:)106 1030 y(The)17 b(sp)q(eed)h(di\013erences)g(b)q(et)o(w)o(een)f (the)g(di\013eren)o(t)g(mo)q(dels)g(stem)g(from)f(replication)i(of)f (the)f(m)o(ul-)106 1087 y(tiply/add)g(pip)q(e)h(in)e(the)h(mo)q(dels)f (S3600/120{180.)i(The)e(/160)f(and)i(/180)e(mo)q(dels)h(ha)o(v)o(e)g (resp)q(ec-)106 1143 y(tiv)o(ely)k(t)o(w)o(o-)e(and)i(four-fold)g(sets) f(of)g(a)g(separate)g(add-)g(and)h(a)f(m)o(ultifunctional)i(m)o (ultiply/add)106 1200 y(v)o(ector)14 b(pip)q(es.)21 b(This)16 b(should)g(lead)f(to)g(a)f(maxim)o(um)h(of)g(3)f(results)i(p)q(er)f (clo)q(c)o(k)h(cycle)g(p)q(er)f(pip)q(e)i(set.)106 1256 y(So,)i(con)o(trary)f(to)g(the)h(information)g(giv)o(en)h(b)o(y)f(the)g (v)o(endor,)g(the)g(maxim)o(um)g(p)q(erformance)g(of,)106 1313 y(e.g.,)14 b(the)h(/180)f(should)i(in)g(some)f(situations)h(b)q(e) g(3)f(G\015op/s)f(instead)i(of)f(2.)174 1369 y(Note)20 b(that)f(the)h(clo)q(c)o(k)g(cycle)h(of)e(the)h(scalar)g(pro)q(cessor)g (is)g(t)o(wice)g(that)f(of)g(the)h(VPU.)g(The)106 1426 y(memory)15 b(bandwidth)j(from)d(the)h(memory)f(from/to)g(the)h(CPU)g (is)g(2)g(op)q(erands)h(p)q(er)f(clo)q(c)o(k)h(cycle)106 1482 y(via)e(1)f(load)g(and)h(1)f(load/store)g(pip)q(e)i(p)q(er)f (arithmetic)g(pip)q(e)h(set\),)d(whic)o(h)j(is)e(somewhat)g(less)h (than)106 1539 y(optimal.)20 b(It)14 b(is)h(not)f(p)q(ossible)i(to)e (load)g(t)o(w)o(o)f(op)q(erands)i(and)g(store)e(one)i(result)f(in)i (one)e(cycle.)21 b(The)106 1595 y(/120)14 b(mo)q(del)i(lac)o(ks)f(a)g (separate)g(load)g(pip)q(e,)i(only)f(a)e(load/store)h(pip)q(e)i(is)e (presen)o(t.)174 1651 y(A)20 b(unique)g(feature)g(of)f(the)g(S3600,)g (as)g(in)i(its)e(direct)h(predecessor)g(the)g(S-820,)f(is)h(that)f(all) 106 1708 y(mac)o(hines)c(of)f(the)g(series)h(are)f(air)g(co)q(oled.)21 b(All)15 b(other)f(mac)o(hines)h(in)g(this)g(class)f(relied)i(at)e (least)g(on)106 1764 y(w)o(ater)g(co)q(oling.)174 1821 y(Unlik)o(e)20 b(the)f(S-820)f(series,)h(the)g(S3600)e(series)i(is)g (also)g(mark)o(eted)e(w)o(orldwide,)j(not)e(only)h(in)106 1877 y(Japan.)h(This)c(is)g(also)f(the)g(case)g(for)g(the)g(S3800)f (SM-MIMD)h(mac)o(hines)h(\(3.3.2\).)106 1934 y Fq(Measured)h(p)q (erformances)p Fp(:)174 1990 y(In)g([2])f(a)g(sp)q(eed)h(of)f(851)g (M\015op/s)g(for)g(the)g(solution)h(of)f(a)g(full)i(linear)g(system)e (of)g(order)g(1000)106 2047 y(is)g(rep)q(orted)g(for)g(the)g (S3600/160.)k(The)c(S3600/180)e(attains)h(a)h(p)q(erformance)g(of)g (1672)e(M\015op/s)106 2103 y(on)h(the)g(same)g(problem.)935 2760 y Fk(18)p eop %%Page: 19 19 19 18 bop 106 135 a Ff(3.2)69 b(Distributed-mem)o(ory)21 b(SIMD)i(systems)106 225 y Fd(3.2.1)55 b(The)18 b(Alenia)h(Quadrics.) 106 311 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(Pro)q(cessor)c(arra)o(y)l (.)106 367 y Fq(Mo)q(dels)p Fp(:)20 b(Quadrics)c(Q)p Fi(x)p Fp(,)f(QH)p Fi(x)p Fp(,)h Fi(x)c Fp(=)h(1)p Fi(;)8 b Fp(16.)106 424 y Fq(F)l(ron)o(t-end)p Fp(:)19 b(Almost)c(an)o(y)g (Unix)h(w)o(orkstation.)106 480 y Fq(Op)q(erating)j(system)p Fp(:)g(In)o(ternal)c(OS)h(transparen)o(t)e(to)h(the)g(user,)g(Unix)h (on)f(fron)o(t-end)106 537 y Fq(Connection)k(structure)p Fp(:)g(3-D)c(mesh,)g(\(see)g(remarks\).)106 593 y Fq(Compilers)p Fp(:)k(T)l(A)o(O:)c(a)g(F)l(ortran)f(77)h(compiler)h(with)g(some)e(F)l (ortran)g(90)h(and)g(some)g(proprietary)106 650 y(arra)o(y)f (extensions.)106 706 y Fq(System)i(parameters)p Fp(:)199 759 y Fq(Mo)q(del)608 b Fp(Q)p Fi(x)200 b Fp(QH)p Fi(x)p 174 777 1227 2 v 199 817 a Fp(Clo)q(c)o(k)16 b(cycle)507 b(40)14 b(ns)174 b(40)15 b(ns)199 930 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 986 y Fp(P)o(er)d(Pro)q(c.)20 b(\(32-bits\))296 b(50)14 b(M\015op/s)61 b(50)15 b(M\015op/s)199 1042 y(Maximal)g(\(32-bits\))312 b(6.4)14 b(G\015op/s)50 b(100)14 b(G\015op/s)199 1155 y(Memory)547 b Fh(\024)p Fp(2)15 b(GB)125 b Fh(\024)p Fp(32)15 b(GB)199 1268 y(No.)20 b(of)14 b(pro)q(cessors)383 b(8{128)128 b(128{2048)199 1381 y Fq(Comm)o(unication)18 b(bandwidth)199 1438 y Fp(P)o(er)d(Pro)q(c.)506 b(50)15 b(MB/s)102 b(50)14 b(MB/s)199 1494 y(Aggregate)g(lo)q(cal)385 b Fh(\024)p Fp(6)15 b(GB/s)84 b Fh(\024)p Fp(96)15 b(GB/s)199 1551 y(Aggregate)f(non-lo)q(cal)279 b Fh(\024)p Fp(1.5)15 b(GB/s)66 b Fh(\024)p Fp(24)15 b(GB/s)106 1603 y Fq(Remarks)p Fp(:)106 1660 y(The)h(Quadrics)h(is)g(a) e(commercial)i(spin-o\013)g(of)e(the)h(APE-100)g(pro)s(ject)f(of)g(the) i(Italian)g(National)106 1716 y(Institute)g(for)e(Nuclear)i(Ph)o (ysics.)23 b(Systems)16 b(are)g(a)o(v)m(ailable)i(in)f(m)o(ultiples)h (of)e(8)f(pro)q(cessor)h(no)q(des)106 1773 y(in)i(the)f(Q-mo)q(del)h (where)g(up)f(to)f(16)h(b)q(oards)g(can)g(b)q(e)h(\014tted)f(in)o(to)g (one)g(crate)f(or)h(in)h(m)o(ultiples)g(of)106 1829 y(128)d(no)q(des)h (in)h(the)e(QH-mo)q(del)j(b)o(y)d(adding)i(up)f(to)f(15)g(crates)g(to)h (the)f(minimal)j(1-crate)d(system.)106 1885 y(The)j(in)o(terconnection) i(top)q(ology)e(of)g(the)g(Quadrics)i(is)f(a)f(3-D)g(grid)g(with)h(in)o (terconnections)h(to)106 1942 y(the)14 b(opp)q(osite)g(sides)h(\(so,)e (in)i(e\013ect)e(a)h(3-D)f(torus\).)18 b(The)c(8-no)q(de)h (\015oating-p)q(oin)o(t)f(b)q(oards)g(\(FPBs\))106 1998 y(are)e(plugged)h(in)o(to)g(the)f(crate)g(bac)o(kplane)h(whic)o(h)h (pro)o(vides)f(p)q(oin)o(t-to-p)q(oin)o(t)g(comm)o(unication)g(and)106 2055 y(global)18 b(con)o(trol)f(distribution.)27 b(The)18 b(FPBs)f(are)g(con\014gured)h(as)f(2)1273 2038 y Fo(3)1309 2055 y Fp(cub)q(es)i(that)d(are)h(connected)106 2111 y(to)d(the)i(other)f(b)q(oards)g(appropriately)g(to)g(arriv)o(e)g(at)g (the)g(3-D)g(grid)g(structure.)174 2168 y(The)h(basic)g(\015oating-p)q (oin)o(t)g(pro)q(cessor,)e(the)i(so-called)h(MAD)d(c)o(hip,)i(con)o (tains)g(a)f(register)g(\014le)106 2224 y(of)h(128)g(registers.)25 b(Of)17 b(these)g(registers)f(the)h(\014rst)f(t)o(w)o(o)g(hold)h(p)q (ermanen)o(tly)h(the)f(v)m(alues)h(0)e(and)h(1)106 2281 y(to)h(b)q(e)h(able)g(to)f(express)h(an)o(y)f(addition)i(or)e(m)o (ultiplication)j(as)d(a)g(\\normal)g(op)q(eration",)h(i.e.,)g(a)106 2337 y(com)o(bined)g(m)o(ultiply-add)h(op)q(eration,)f(where)f(an)g (addition)h(is)g(of)e(the)h(form,)g Fi(a)12 b Fh(\002)g Fp(1)g(+)h Fi(b)k Fp(and)h(a)106 2394 y(m)o(ultiplication)k(is)d Fi(a)13 b Fh(\002)g Fi(b)f Fp(+)i(0.)31 b(In)20 b(fa)o(v)o(ourable)f (circumstances)h(the)f(pro)q(cessor)g(can)g(therefore)106 2450 y(deliv)o(er)c(t)o(w)o(o)d(\015oating-p)q(oin)o(t)j(op)q(erations) e(p)q(er)i(cycle.)20 b(Instructions)15 b(are)e(cen)o(trally)h(issued)h (b)o(y)f(the)106 2506 y(con)o(troller)h(at)g(a)g(rate)f(of)h(one)h (instruction)g(ev)o(ery)f(t)o(w)o(o)f(clo)q(c)o(k)i(cycles.)174 2563 y(Comm)o(unication)j(is)h(con)o(trolled)g(b)o(y)e(the)h(Memory)g (Con)o(troller)f(and)i(the)f(Comm)o(unication)106 2619 y(Con)o(troller)h(whic)o(h)h(are)f(b)q(oth)g(housed)h(on)f(the)h(bac)o (kplane)g(of)f(a)f(crate.)35 b(When)20 b(the)h(Memory)935 2760 y Fk(19)p eop %%Page: 20 20 20 19 bop 106 135 a Fp(Con)o(troller)11 b(generates)g(an)g(address)h (it)f(is)h(deco)q(ded)g(b)o(y)g(the)f(Comm)o(unication)h(Con)o (troller.)18 b(In)12 b(case)106 192 y(non-lo)q(cal)19 b(access)f(is)h(desired,)g(the)f(Comm)o(unication)g(Con)o(troller)g (will)h(pro)o(vide)g(the)f(necessary)106 248 y(data)h(transmission.)33 b(The)20 b(memory)f(bandwidth)h(p)q(er)g(pro)q(cessor)g(is)g(50)f(MB/s) g(whic)o(h)h(means)106 305 y(that)12 b(v)o(ery)h(2)g(cycles)h(an)f(op)q (erand)h(can)f(b)q(e)h(shipp)q(ed)h(in)f(or)f(out)f(a)h(pro)q(cessor.) 19 b(The)13 b(bandwidth)i(for)106 361 y(non-lo)q(cal)k(comm)o (unication)g(turns)f(out)f(to)g(b)q(e)i(only)f(four)g(times)g(smaller)g (then)h(lo)q(cal)g(memory)106 418 y(access.)174 474 y(The)12 b(Quadrics)h(comm)o(unicates)f(with)g(the)g(fron)o(t-end)f(system)h (via)g(a)f(T805)g(transputer-based)106 531 y(in)o(terface)21 b(system,)h(called)g(the)f(Lo)q(cal)h(Async)o(hronous)f(In)o(terface)h (\(LAI\).)e(The)i(in)o(terface)f(can)106 587 y(write)12 b(and)g(read)g(the)g(memories)h(of)e(the)h(no)q(des)h(and)f(the)g(Con)o (troller.)19 b(Presen)o(tly)l(,)13 b(the)f(bandwidth)106 644 y(of)17 b(the)g(in)o(terface)g(to)g(the)g(fron)o(t-end)g(pro)q (cessor)g(is)h(not)f(v)o(ery)g(large)g(\(1)g(MB/s\).)25 b(It)17 b(is)h(exp)q(ected)106 700 y(that)f(this)g(can)h(b)q(e)g(impro) o(v)o(ed)f(b)o(y)h(ab)q(out)f(a)g(factor)f(of)h(30)g(in)h(the)g(near)f (future.)27 b(I/O)17 b(has)h(to)e(b)q(e)106 756 y(p)q(erformed)f(via)h (the)f(fron)o(t-end)g(system)g(and)g(will)i(therefore)e(b)q(e)h (relativ)o(ely)g(slo)o(w.)174 813 y(The)23 b(T)l(A)o(O)f(language)g (has)g(sev)o(eral)h(extensions)g(to)e(emplo)o(y)i(the)f(SIMD)g (features)g(of)g(the)106 869 y(Quadrics.)36 b(Firstly)l(,)22 b(\015oating-p)q(oin)o(t)f(v)m(ariables)h(are)e(assumed)g(to)g(b)q(e)h (lo)q(cal)g(to)f(the)g(pro)q(cessor)106 926 y(that)15 b(o)o(wns)f(them,)h(while)i(in)o(teger)e(v)m(ariables)i(are)e(assumed)h (to)e(b)q(e)i(global.)21 b(Lo)q(cal)16 b(v)m(ariables)h(can)106 982 y(b)q(e)i(promoted)e(to)g(global)i(v)m(ariables.)29 b(Other)19 b(extensions)f(are)g(the)g Fc(ANY)p Fp(,)f Fc(ALL)p Fp(,)g(and)h Fc(WHERE)p Fp(/)p Fc(END)106 1039 y(WHERE)e Fp(k)o(eyw)o(ords)h(that)f(can)h(b)q(e)h(used)g(for)e(global) i(testing)f(and)g(con)o(trol.)25 b(Pro)q(cessors)17 b(that)f(not)106 1095 y(meet)c(a)f(global)h(condition)i(e\013ectiv)o(ely)e(skip)h(the)f (op)q(eration\(s\))f(that)g(are)h(asso)q(ciated)g(with)g(it.)19 b(F)l(or)106 1152 y(easy)d(referencing)i(nearest-neigh)o(b)q(our)f(lo)q (cations)g(sp)q(ecial)i(constan)o(ts)c Fc(LEFT)p Fp(,)h Fc(RIGHT)p Fp(,)f Fc(UP)p Fp(,)h Fc(DOWN)p Fp(,)106 1208 y Fc(FRONT)p Fp(,)i(and)h Fc(BACK)g Fp(are)f(pro)o(vided.)33 b(In)20 b(addition,)g(new)g(data)e(t)o(yp)q(es)h(and)h(op)q(erators)e (on)h(these)106 1265 y(data)f(t)o(yp)q(es)h(are)g(supp)q(orted)h (together)e(with)h(o)o(v)o(erloading)g(of)g(op)q(erators.)30 b(This)20 b(enables)g(v)o(ery)106 1321 y(concise)c(co)q(de)g(for)f (certain)g(t)o(yp)q(es)g(of)g(calculations.)935 2760 y Fk(20)p eop %%Page: 21 21 21 20 bop 106 135 a Fd(3.2.2)55 b(The)18 b(Cam)n(bridge)g(P)n(arallel)g (Pro)r(cessing)g(Gamma)f(I)r(I.)106 221 y Fq(Mac)o(hine)h(t)o(yp)q(e)p Fp(:)h(Pro)q(cessor)c(arra)o(y)l(.)k Fq(Mo)q(dels)p Fp(:)h(Gamma)14 b(I)q(I)i(1000,)e(Gamma)g(I)q(I)i(4000.)i Fq(F)l(ron)o(t-)106 278 y(end)p Fp(:)i(Sun)c(of)e(HP)i(w)o(orkstation,)d(stand-alone)j(for) e(dedicated)j(applications.)106 334 y Fq(Op)q(erating)i(system)p Fp(:)g(In)o(ternal)c(OS)h(transparen)o(t)e(to)h(the)g(user,)g(Unix)h (on)f(fron)o(t-end)106 391 y Fq(Connection)k(structure)p Fp(:)g(2-D)c(mesh,)g(ro)o(w-)f(and)i(column)g(datapaths)e(\(see)h (remarks\).)106 447 y Fq(Compilers)p Fp(:)j(F)o(OR)l(TRAN-PLUS)c(\(a)d (F)l(ortran)g(77)h(compiler)i(with)e(some)g(F)l(ortran)f(90)h(and)g (some)106 504 y(proprietary)j(arra)o(y)f(extensions\),)h(C++.)106 560 y Fq(V)l(endors)h(information)i(W)l(eb)g(page)p Fp(:)i Fc(http://TechCentral.www.co)o(m)p Fp(.)106 616 y Fq(System)c (parameters)p Fp(:)199 669 y Fq(Mo)q(del)490 b Fp(Gamma)14 b(I)q(I)j(1000)48 b(Gamma)14 b(I)q(I)j(4000)p 174 688 1359 2 v 199 727 a(Clo)q(c)o(k)f(cycle)514 b(33)15 b(ns)258 b(33)15 b(ns)199 784 y(No.)20 b(of)14 b(pro)q(cessors)402 b(1024)270 b(4096)199 896 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 953 y Fp(P)o(er)d(Pro)q(c.)20 b(\(M\015op/s\))360 b(1.2)303 b(1.2)199 1009 y(1-bit)16 b(Gop/s)516 b(30.7)269 b(122.8)199 1066 y(8-bit)16 b(Gop/s)516 b(30.7)269 b(122.8)199 1122 y(G\015op/s)15 b(\(32-bit\))f(total)336 b(1.2)303 b(4.8)199 1235 y(Program)14 b(memory)360 b Fh(\024)16 b Fp(4)f(MB)199 b Fh(\024)16 b Fp(4)f(MB)199 1292 y(Data)f(memory)424 b Fh(\024)15 b Fp(32)g(MB)166 b Fh(\024)15 b Fp(128)f(MB)199 1405 y Fq(In)o(t.)22 b(comm.)h(sp)q(eed)199 1461 y Fp(Across)15 b(ro)o(w,)f(column)302 b(120)15 b(MB/s)163 b(480)15 b(MB/s)199 1517 y(Memory)f(to)h(PE)391 b(3.84)14 b(GB/s)157 b(15.4)14 b(GB/s)106 1570 y Fq(Remarks)p Fp(:)106 1627 y(In)h(No)o(v)o(em)o(b)q (er)f(1995)f(the)h(new)g(Gamma)f(I)q(I)j(mo)q(dels)f(has)f(b)q(een)h (announced)g(b)o(y)g(CPP)l(.)e(In)i(essence)106 1683 y(there)22 b(is)g(not)f(m)o(uc)o(h)g(di\013erence)i(with)f(its)g (predecessor)g(the)f(D)o(AP)g(Gamma.)38 b(Ho)o(w)o(ev)o(er,)22 b(the)106 1739 y(clo)q(c)o(k)16 b(cycle)g(has)e(tripled)j(to)d(33)g(ns) h(with)g(an)g(equiv)m(alen)o(t)i(rise)e(in)h(the)f(p)q(eak)g(p)q (erformance)g(of)g(the)106 1796 y(systems.)174 1852 y(The)c(Gamma)f(I)q (I)i(is)g(presen)o(ted)f(as)g(the)g(fourth)g(generation)g(of)f(this)i (t)o(yp)q(e)f(of)g(mac)o(hine.)19 b(Indeed,)106 1909 y(the)13 b(macro)g(arc)o(hitecture)g(of)g(the)g(systems)g(has)g(hardly) g(c)o(hanged)h(since)g(the)f(\014rst)g(ICL)h(D)o(AP)e(\(the)106 1965 y(\014rst)h(generation)g(of)g(this)h(system\))e(w)o(as)h(conceiv)o (ed.)20 b(As)14 b(in)g(the)f(ICL)h(D)o(AP)f(in)h(the)f(Gamma)f(1000)106 2022 y(mo)q(dels)j(the)g(1024)f(pro)q(cessors)g(are)g(ordered)h(in)h(a) e(32)8 b Fh(\002)i Fp(32)k(arra)o(y)l(,)f(while)j(the)f(Gamma)f(4000)f (has)106 2078 y(4096)h(pro)q(cessors)h(arranged)g(in)h(a)e(64)c Fh(\002)g Fp(64)15 b(square.)174 2135 y(The)20 b(systems)f(are)h(able)g (to)g(op)q(erate)f(b)o(yte)h(parallel)h(on)f(appropriate)g(op)q(erands) g(to)f(sp)q(eed)106 2191 y(up)i(\015oating-p)q(oin)o(t)h(op)q (erations,)f(ho)o(w)o(ev)o(er,)g(for)g(logical)g(op)q(erations)g (bit-wise)h(op)q(erations)f(are)106 2248 y(p)q(ossible,)h(whic)o(h)f (mak)o(es)e(the)h(mac)o(hines)h(quite)g(fast)e(in)h(this)h(resp)q(ect.) 34 b(As)20 b(the)g(b)o(yte)f(parallel)106 2304 y(co)q(de)e(consists)f (of)g(separate)g(sequences)h(of)f(micro)q(co)q(de)i(instructions,)f (the)f(bit)h(pro)q(cessor)f(plane)106 2360 y(and)f(the)g(b)o(yte)f(pro) q(cessor)g(plane)i(are)e(in)i(fact)e(indep)q(enden)o(t)j(and)e(can)g(w) o(ork)e(in)j(parallel.)21 b(This)15 b(is)106 2417 y(also)g(the)h(case)f (for)g(I/O)h(op)q(erations.)k(Also)c(c)o(haracter-handling)g(can)g(b)q (e)g(done)g(v)o(ery)f(e\016cien)o(tly)l(.)106 2473 y(This)h(is)f(the)h (reason)e(that)h(Gamma)f(systems)h(are)g(often)f(used)i(for)f(full)h (text)f(searc)o(hes.)174 2530 y(As)d(in)i(all)f(pro)q(cessor-arra)o(y)e (mac)o(hines,)i(the)g(con)o(trol)f(pro)q(cessor)g(\(called)i(the)e (Master)g(Con)o(trol)106 2586 y(Unit)17 b(\(MCU\))e(in)i(the)g(D)o (AP\))e(has)h(a)g(separate)g(memory)g(to)g(hold)h(program)e (instructions)i(while)935 2760 y Fk(21)p eop %%Page: 22 22 22 21 bop 106 135 a Fp(the)13 b(data)f(are)g(held)i(in)f(the)g(data)f (memory)g(asso)q(ciated)h(with)g(eac)o(h)f(Pro)q(cessing)h(Elemen)o(t)g (\(PE\))f(in)106 192 y(the)g(pro)q(cessor)f(arra)o(y)l(.)18 b(So,)12 b(for)f(a)h(Gamma)e(1000)h(with)h(32)f(MB)h(of)f(data)g (memory)g(eac)o(h)h(PE)g(has)g(32)106 248 y(KB)17 b(of)f(data)g(memory) g(directly)h(asso)q(ciated)g(to)f(it.)24 b(T)l(o)16 b(access)h(data)f (in)h(other)f(PE's)g(memories)106 305 y(these)k(m)o(ust)f(b)q(e)h (brough)o(t)f(up)h(to)f(the)g(data)g(routing)h(plane)g(and)g(shifted)g (to)f(the)h(appropriate)106 361 y(pro)q(cessor.)174 418 y(As)14 b(already)g(men)o(tioned)h(under)g(the)f(heading)h(of)e(the)h (connection)h(structure,)f(there)g(are)f(t)o(w)o(o)106 474 y(w)o(a)o(ys)k(of)g(connecting)i(the)f(PEs.)27 b(One)19 b(is)f(the)g(2-D)g(mesh)g(that)f(connects)h(eac)o(h)g(elemen)o(t)h(to)e (its)106 531 y(North-,)i(East-,)h(W)l(est-,)f(and)h(South)f(neigh)o(b)q (our.)33 b(In)20 b(addition)g(there)f(are)g(ro)o(w-)g(and)g(column)106 587 y(data)d(paths)h(that)g(enable)h(the)g(fast)e(broadcast)g(of)h(a)g (ro)o(w)f(or)h(column)h(to)e(an)i(en)o(tire)f(matrix)g(b)o(y)106 644 y(replication.)22 b(Con)o(v)o(ersely)l(,)15 b(they)g(can)h(b)q(e)g (used)f(for)g(ro)o(w-)g(or)f(column)i(wise)g(reduction)g(of)f(matrix) 106 700 y(ob)s(jects)j(in)o(to)h(a)g(column-)h(or)e(ro)o(w)g(v)o(ector) g(of)h(results)g(from,)g(e.g.,)f(a)h(summing-)h(or)e(maxim)o(um)106 756 y(op)q(eration.)174 813 y(Separate)e(I/O)g(pro)q(cessors)f(and)h (disk)g(systems)f(can)h(b)q(e)g(attac)o(hed)f(to)g(the)h(Gamma)f (directly)106 869 y(th)o(us)g(not)g(burdening)h(the)g(fron)o(t-end)f (mac)o(hine)h(\(and)f(the)g(connection)h(b)q(et)o(w)o(een)g(fron)o (t-end)f(and)106 926 y(D)o(AP\))f(with)i(I/O)g(op)q(erations)g(and)f (unnecessary)h(data)f(transp)q(ort.)20 b(One)c(of)f(these)h(I/O)g (devices)106 982 y(is)k(the)f(GIOC)g(that)g(can)g(transp)q(ort)f(data)g (to)h(the)g(data)g(memory)f(at)h(a)f(sustained)i(rate)f(of)g(80)106 1039 y(MB/s)e(transp)q(osing)i(the)f(data)f(to)g(the)i(v)o(ertical)f (storage)f(mo)q(de)h(of)g(the)g(data)f(memory)h(on)g(the)106 1095 y(\015y)l(.)i(Also,)15 b(a)g(direct)h(video)g(in)o(terface)g(is)f (a)o(v)m(ailable)i(to)e(op)q(erate)g(a)g(frame)f(bu\013er.)174 1152 y(A)j(nice)g(\(non-standard\))f(feature)g(of)g(the)h(F)o(OR)l (TRAN-PLUS)h(compiler)f(is)g(the)g(p)q(ossibilit)o(y)106 1208 y(to)j(use)h(logical)i(matrices)d(as)h(indexing)i(ob)s(jects)d (for)g(computational)h(matrix)g(ob)s(jects.)36 b(This)106 1265 y(enables)18 b(a)e(v)o(ery)h(compact)f(notation)h(for)f (conditional)i(execution)g(on)f(the)g(pro)q(cessor)g(arra)o(y)l(.)23 b(In)106 1321 y(addition,)16 b(recen)o(tly)g(C++)f(is)h(a)o(v)m (ailable.)106 1377 y Fq(Measured)h(P)o(erformances)p Fp(:)174 1434 y(In)k([4])f(the)h(sp)q(eed)g(of)g(matrix)f(m)o (ultiplication)j(on)e(v)m(arious)g(D)o(AP)f(mo)q(dels)h(\(precursors)f (of)106 1490 y(the)15 b(Gamma)f(systems\))g(is)h(analyzed.)21 b(The)15 b(do)q(cumen)o(tation)g(states)f(32-bit)h(\015oating-p)q(oin)o (t)h(add)106 1547 y(sp)q(eed)d(of)f(1.68)e(G\015op/s)i(on)g(4096)f (PEs,)h(while)h(a)f(32-bit)g(1,024)e(complex)j(FFT)e(w)o(ould)i(attain) e(2.49)106 1603 y(G\015op/s.)19 b(No)14 b(indep)q(enden)o(t)j(p)q (erformance)d(\014gures)h(for)f(the)g(Gamma)f(I)q(I)j(systems)e(are)g (a)o(v)m(ailable.)935 2760 y Fk(22)p eop %%Page: 23 23 23 22 bop 106 135 a Fd(3.2.3)55 b(The)18 b(Digital)g(Equipmen)n(t)e (Corp.)25 b(MPP)20 b(series)106 221 y Fp(These)15 b(mac)o(hines)h(are)f (iden)o(tical)i(to)e(the)g(MasP)o(ar)f(mac)o(hines)i(describ)q(ed)h(in) f(3.2.4)e(and)h(3.2.5.)935 2760 y Fk(23)p eop %%Page: 24 24 24 23 bop 106 135 a Fd(3.2.4)55 b(The)18 b(MasP)n(ar)j(MP-1.)106 221 y Fq(Mac)o(hine)d(t)o(yp)q(e)p Fp(:)h(Pro)q(cessor)c(arra)o(y)l(.) 106 278 y Fq(Mo)q(dels)p Fp(:)20 b(MP1101,)13 b(MP1102,)h(MP1104,)f (MP1208,)g(MP1216.)106 334 y Fq(F)l(ron)o(t-end)p Fp(:)19 b(DECstation)c(5000)f(or)g(DEC)h(V)-5 b(AX.)106 391 y Fq(Op)q(erating)16 b(system)p Fp(:)h(In)o(ternal)d(OS)f(transparen)o(t) e(to)h(the)h(user,)g(Ultrix)g(or)f(VMS)h(on)f(fron)o(t-end.)106 447 y Fq(Connection)19 b(structure)p Fp(:)g(2-D)c(mesh,)g(crossbar)f (\(see)h(remarks\).)106 504 y Fq(Compilers)p Fp(:)k(MPL:)c(\(C)g(with)g (extensions\),)h(MPF:)e(\(F)l(ortran)f(90-lik)o(e)j(with)g (extensions\).)106 560 y Fq(System)g(parameters)p Fp(:)199 613 y Fq(Mo)q(del)502 b Fp(MP1101)84 b(MP1102)95 b(MP1104)106 b(MP1208)e(MP1216)p 174 631 1929 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)452 b(83)15 b(ns)145 b(83)14 b(ns)157 b(83)14 b(ns)168 b(83)15 b(ns)165 b(83)14 b(ns)199 727 y(No.)20 b(of)14 b(pro)q(cessors)340 b(1024)156 b(2048)168 b(4096)180 b(8192)165 b(16384)199 840 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 896 y Fp(P)o(er)d(pro)q(c.)20 b(\(M\015op/s)14 b(\))267 b(0.034)144 b(0.034)155 b(0.034)166 b(0.034)e(0.034)199 953 y(Mop/s)14 b(\(32-bit\))386 b(1600)156 b(3200)168 b(6400)g(13000)154 b(26000)199 1009 y(Mop/s)14 b(\(64-bit\))397 b(800)168 b(1600)g(3200)180 b(6400)165 b(13000)199 1066 y(M\015op/s)15 b(\(32-bit\))382 b(75)192 b(150)f(300)202 b(600)188 b(1200)199 1122 y(M\015op/s)15 b(\(64-bit\))382 b(34)203 b(69)g(138)f(275)e(550)199 1235 y(Program)14 b(memory)308 b(1{4MB)106 b(1{4MB)117 b(1{4MB)128 b(1{4MB)e(1{4MB)199 1292 y(Data)14 b(memory)360 b(16{64MB)49 b(32{128MB)f(64{256MB)g (128{512MB)59 b(256{1GB)199 1405 y Fq(In)o(t.)22 b(comm.)h(sp)q(eed)199 1461 y Fp(Via)16 b(Xnet)f(\(n.)20 b(neigh)o(b)q(our\))150 b(1.4)14 b(GB/s)67 b(2.8)14 b(GB/s)78 b(5.7)14 b(GB/s)78 b(11.5)14 b(GB/s)63 b(23.0)14 b(GB/s)199 1517 y(Via)i(global)f(router) 300 b(80)15 b(MB/s)62 b(160)14 b(MB/s)62 b(320)14 b(MB/s)73 b(640)15 b(MB/s)66 b(1.28)14 b(GB/s)106 1595 y Fq(Remarks)p Fp(:)106 1651 y(The)k(Pro)q(cessing)h(Elemen)o(ts)g(\(PEs\))e(of)h(the) g(MP-1)g(are)g(more)g(in)o(tricate)g(than)g(those)g(from)g(the)106 1708 y(D)o(AP)j(Gamma)f(I)q(I)j(\(3.2.2\).)37 b(Eac)o(h)21 b(PE)g(con)o(tains)h(a)f(4-bit)h(parallel)h(Arithmetic/Logic)g(Unit)106 1764 y(together)c(with)h(a)g(1-bit)g(functional)h(unit,)h(a)e(16-bit)g (exp)q(onen)o(t)g(unit)h(and)f(a)f(64-bit)i(man)o(tissa)106 1821 y(unit.)32 b(These)19 b(units)h(ma)o(y)e(b)q(e)h(op)q(erated)g (separately)h(or)e(in)i(concord)f(\(e.g.,)f(for)g(\015oating-p)q(oin)o (t)106 1877 y(calculations\).)32 b(Because)20 b(of)e(the)h(hardw)o(are) f(implemen)o(tation)i(of)f(the)g(PEs,)g(only)g(1-,)h(8-,)f(16-,)106 1934 y(32-,)14 b(and)i(64-bit)f(data)g(t)o(yp)q(es)g(are)g(allo)o(w)o (ed.)174 1990 y(Unlik)o(e)i(on)d(the)i(D)o(AP)e(Gamma)g(I)q(I,)h(on)g (the)g(MP-1)g(it)g(is)g(p)q(ossible)i(to)e(address)g(data)f(items)h(in) 106 2047 y(the)i(data)g(memories)g(indirectly)l(.)28 b(This)18 b(greatly)f(facilitates)h(manipulation)h(of)e(matrix)g(ob)s (jects)106 2103 y(indexed)g(through)e(an)g(index)h(matrix.)174 2160 y(One)22 b(t)o(yp)q(e)g(of)f(in)o(terconnection)h(of)f(the)h(PEs)f (is)h(a)f(2-D)g(rectangular)g(mesh)h(\(with)f(wrap-)106 2216 y(around\).)32 b(This)19 b(is)h(ho)o(w)o(ev)o(er)e(implemen)o(ted) j(b)o(y)f(connecting)g(the)f(PEs)g(diagonally)i(via)e(3-w)o(a)o(y)106 2272 y(switc)o(hes.)k(As)17 b(the)f(setting)h(of)e(the)i(switc)o(hes)g (only)f(tak)o(es)g(1)g(cycle,)h(this)g(means)f(that)g(ev)o(ery)g(PE)106 2329 y(can)g(reac)o(h)f(it)h(8)g(surrounding)g(neigh)o(b)q(ours)h(in)f (1)g(cycle.)22 b(F)l(or)15 b(more)g(general)i(routing)e(sc)o(hemes)h(a) 106 2385 y(Global)h(Router)f(is)h(a)o(v)m(ailable.)24 b(This)17 b(acts,)e(in)i(principle,)i(as)d(a)g(three-stage)f(crossbar.) 22 b(PEs)16 b(are)106 2442 y(arranged)e(in)i(clusters)g(of)f(4)9 b Fh(\002)i Fp(4,)j(whic)o(h)i(connect)g(to)e(other)h(clusters)g (through)g(the)g(\014rst)g(lev)o(el)h(of)106 2498 y(the)f(crossbar.)20 b(All)c(clusters)g(connect)g(via)f(an)g(in)o(termediate)h(stage)f(to)f (the)i(target)e(stage)g(\(again)106 2555 y(at)k(cluster)h(lev)o(el\).) 32 b(The)19 b(p)q(orts)f(from)g(the)h(clusters)g(are)f(m)o(ultiplexed)j (to)e(the)f(individual)k(PEs)106 2611 y(within)d(a)f(cluster.)28 b(As)18 b(this)g(t)o(yp)q(e)g(of)g(comm)o(unication)g(is)h(fairly)f(in) o(tricate,)h(it)f(is)h(m)o(uc)o(h)e(slo)o(w)o(er)935 2760 y Fk(24)p eop %%Page: 25 25 25 24 bop 106 135 a Fp(than)15 b(via)g(the)h(Xnet)f(\(see)g(system)g (parameter)f(list)i(ab)q(o)o(v)o(e\).)174 192 y(As)k(with)g(the)g(D)o (AP)f(Gamma)f(I)q(I,)j(there)f(are)f(pro)o(visions)h(for)g(connecting)g (a)g(frame)f(bu\013er)106 248 y(and/or)13 b(disks)i(directly)g(to)e (the)h(MP-1.)19 b(Also)14 b(lik)o(e)h(the)f(D)o(AP)l(,)f(the)h(MP-1)f (is)i(essen)o(tially)g(a)f(single-)106 305 y(user)g(mac)o(hine,)g(that) g(is,)g(only)g(one)g(user)g(at)f(a)h(time)g(can)g(ha)o(v)o(e)f(a)h (task)f(on)h(the)f(MP-1.)19 b(Of)14 b(course,)106 361 y(tasks)g(can)i(b)q(e)g(sc)o(heduled)h(via)e(a)g(m)o(ulti-user)h(in)o (terface)g(on)f(the)g(fron)o(t-end)g(system.)174 418 y(The)e(MP-1)f(features)g(a)g(v)o(ery)g(nice)i(X-windo)o(w)f(based)g (programming)f(en)o(vironmen)o(t,)h(MPPE,)106 474 y(whic)o(h)i(in)o (tegrates)e(an)h(in)o(teractiv)o(e)g(source)g(debugger,)g(a)g (pro\014ler,)g(and)g(output)g(windo)o(ws)g(in)h(one)106 531 y(en)o(vironmen)o(t.)106 587 y Fq(Measured)i(P)o(erformances)p Fp(:)174 644 y(In)d([2])f(the)h(solution)h(of)e(a)g(full)j(linear)f (system)e(w)o(as)g(rep)q(orted)h(on)g(a)f(16384)f(PE)i(mac)o(hine)h (with)106 700 y(a)i(sp)q(eed)h(of)f(440)g(M\015op/s.)25 b(The)18 b(same)f(rep)q(ort)g(estimated)h(the)f(p)q(eak)h(p)q (erformance)f(to)g(b)q(e)h(580)106 756 y(M\015op/s)d(in)h(64-bit)f (precision.)935 2760 y Fk(25)p eop %%Page: 26 26 26 25 bop 106 135 a Fd(3.2.5)55 b(The)18 b(MasP)n(ar)j(MP-2.)106 221 y Fq(Mac)o(hine)d(t)o(yp)q(e)p Fp(:)h(Pro)q(cessor)c(arra)o(y)l(.) 106 278 y Fq(Mo)q(dels)p Fp(:)20 b(MP2201,)13 b(MP2202,)h(MP2204,)f (MP2208,)g(MP2216.)106 334 y Fq(F)l(ron)o(t-end)p Fp(:)19 b(DECstation)c(5000)f(or)g(DEC)h(V)-5 b(AX.)106 391 y Fq(Op)q(erating)16 b(system)p Fp(:)h(In)o(ternal)d(OS)f(transparen)o(t) e(to)h(the)h(user,)g(Ultrix)g(or)f(VMS)h(on)f(fron)o(t-end.)106 447 y Fq(Connection)19 b(structure)p Fp(:)g(2-D)c(mesh,)g(crossbar)f (\(see)h(remarks\).)106 504 y Fq(Compilers)p Fp(:)k(MPL:)c(\(C)g(with)g (extensions\),)h(MPF:)e(\(F)l(ortran)f(90-lik)o(e)j(with)g (extensions\).)106 560 y Fq(System)g(parameters)p Fp(:)199 613 y Fq(Mo)q(del)511 b Fp(MP2201)86 b(MP2202)c(MP2204)k(MP2208)k (MP2216)p 174 631 1893 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)461 b(80)14 b(ns)148 b(80)14 b(ns)144 b(80)15 b(ns)147 b(80)15 b(ns)151 b(80)14 b(ns)199 727 y(No.)20 b(of)14 b(pro)q(cessors)348 b(1024)159 b(2048)d(4096)j(8192)151 b(16384)199 840 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 896 y Fp(P)o(er)d(pro)q(c.)20 b(\(M\015op/s)14 b(\))287 b(0.15)169 b(0.15)d(0.15)j(0.15)j(0.15)199 953 y(Mop/s)14 b(\(32-bit\))394 b(4250)159 b(8500)144 b(17000)136 b(34000)k(68000)199 1009 y(Mop/s)14 b(\(64-bit\))394 b(2100)159 b(4250)d(8500)147 b(17000)140 b(34000)199 1066 y(M\015op/s)15 b(\(32-bit\))379 b(400)182 b(800)168 b(1600)159 b(3200)j(6300)199 1122 y(M\015op/s)15 b(\(64-bit\))379 b(150)182 b(300)d(600)171 b(1200)162 b(2400)199 1235 y(Program)14 b(memory)316 b(1{4MB)108 b(1{4MB)d(1{4MB)j(1{4MB)j(1{4MB)199 1292 y(Data)14 b(memory)403 b(64MB)119 b(128MB)105 b(256MB)j(512MB)137 b(1GB)199 1405 y Fq(In)o(t.)22 b(comm.)h(sp)q(eed)199 1461 y Fp(Via)16 b(Xnet)f(\(n.)20 b(neigh)o(b)q(our\))147 b(1.25)14 b(GB/s)58 b(2.5)14 b(GB/s)65 b(5.0)15 b(GB/s)57 b(10.0)14 b(GB/s)49 b(20.0)14 b(GB/s)199 1517 y(Via)i(global)f(router) 309 b(80)15 b(MB/s)64 b(160)14 b(MB/s)49 b(320)15 b(MB/s)52 b(640)15 b(MB/s)52 b(1.28)14 b(GB/s)106 1595 y Fq(Remarks)p Fp(:)106 1651 y(Apart)e(from)g(b)q(eing)j(roughly)e(2.5)f(times)h (faster)f(than)h(the)g(MasP)o(ar)e(MP-1)h(\(3.2.4\),)f(there)i(is)h (little)106 1708 y(di\013erence)i(b)q(et)o(w)o(een)f(the)f(MP-2)g(and)h (the)g(MP-1.)k(The)c(gain)g(in)g(sp)q(eed)h(relativ)o(e)f(to)f(the)g (MP-1)g(is)106 1764 y(accomplished)f(b)o(y)e(using)h(a)f(pro)q(cessor)h (with)f(a)g(higher)h(degree)g(of)f(bit-parallelism.)21 b(This)12 b(resulted)106 1821 y(in)i(a)f(higher)h(p)q(erformance)g(at)f (the)g(exp)q(ense)i(of)e(the)g(n)o(um)o(b)q(er)h(of)f(data)g(formats:)k (only)d(32-bit)g(and)106 1877 y(64-bit)h(data)g(are)g(allo)o(w)o(ed)g (on)g(the)h(MP-2.)174 1934 y(MasP)o(ar)f(will)k(mark)o(et)c(b)q(oth)i (the)g(MP-1)f(and)h(MP-2.)24 b(In)17 b(the)g(view)g(of)g(the)f(compan)o (y)h(there)106 1990 y(is)h(a)g(mark)o(et)f(for)g(b)q(oth.)28 b(With)19 b(a)e(\014xed)i(budget)f(one)g(can)g(mak)o(e)g(a)f(c)o(hoice) i(for)f(a)f(system)h(with)106 2047 y(larger)d(memory)l(,)f(but)i(slo)o (w)o(er)e(or)h(a)g(faster)f(system)h(with)h(a)f(smaller)h(memory)l(.) 174 2103 y(Soft)o(w)o(are)e(and)h(to)q(ols)g(are)g(exactly)h(the)f (same)g(for)f(b)q(oth)i(t)o(yp)q(es)f(of)g(mac)o(hines.)106 2160 y Fq(Measured)i(P)o(erformances:)174 2216 y Fp(In)d([2])f(a)g(sp)q (eed)i(of)e(1.6)g(G\015op/s)g(w)o(as)g(rep)q(orted)h(for)f(a)h(16,384)e (pro)q(cessor)h(mac)o(hine)i(in)f(solving)106 2272 y(a)h(11,264)e (order)i(full)i(linear)f(system.)106 2411 y Ff(3.3)69 b(Shared-memory)23 b(MIMD)g(systems)106 2497 y Fp(F)l(or)16 b(some)g(systems)g(in)h(this)g(category)e(it)i(will)h(not)e(alw)o(a)o (ys)f(b)q(e)i(p)q(ossible)i(to)c(discuss)j(all)f(mo)q(dels)106 2553 y(of)f(a)g(particular)h(pro)q(duct)f(line)i(b)q(ecause)f(the)g(n)o (um)o(b)q(er)f(of)g(con\014gurations)g(is)h(simply)h(to)q(o)d(large.) 106 2610 y(Ho)o(w)o(ev)o(er,)k(w)o(e)g(attempt)g(to)f(giv)o(e)i(the)g (represen)o(tativ)o(e)f(con\014gurations)h(for)e(suc)o(h)i(systems.)32 b(In)935 2760 y Fk(26)p eop %%Page: 27 27 27 26 bop 106 135 a Fp(addition,)25 b(when)e(single-pro)q(cessor)h(v)o (ersions)e(of)g(a)h(certain)f(mac)o(hine)i(are)e(a)o(v)m(ailable,)k (this)c(is)106 192 y(regarded)16 b(as)g(a)g(sp)q(ecial)i(case)e(of)g(a) g(m)o(ulti-pro)q(cessor)g(v)o(ersion)h(and)f(the)h(one-pro)q(cessor)f (v)o(ersions)106 248 y(are)f(omitted)g(from)f(section)i(3.1)e(where)i (they)f(could)h(ha)o(v)o(e)f(b)q(een)h(treated.)106 305 y(F)l(urthermore,)i(w)o(e)f(ha)o(v)o(e)h(included)j(systems)c(here)h (that)g(a)f(ha)o(v)o(e)h(shared-memory)g(mo)q(del)h(as)e(a)106 361 y(basis)k(but)f(that)g(ma)o(y)g(b)q(e)h(extended)g(b)o(y)f (coupling)i(sev)o(eral)f(of)f(these)h(systems)e(together)h(in)h(a)106 418 y(distributed)h(memory)e(w)o(a)o(y)l(.)35 b(The)21 b(distinction)h(is)f(not)f(alw)o(a)o(ys)g(v)o(ery)g(clear)h(when)g(lo)q (oking)h(at)106 474 y(the)d(end)h(pro)q(duct:)28 b(a)19 b(m)o(ulti-frame)h(DEC)f(AlhpaServ)o(er)h(\(3.3.4\))d(and)i(an)g (HP/Con)o(v)o(ex)g(SPP-)106 531 y(1200)c(\(3.4.8\))e(lo)q(ok)k(v)o(ery) e(m)o(uc)o(h)h(alik)o(e.)23 b(The)16 b(di\013erence)i(lies)f(in)g(the)f (in)o(tegration.)22 b(In)16 b(the)g(latter)106 587 y(mac)o(hine)21 b(the)f(distributed)i(memory)d(extension)i(of)f(m)o(ulti-CPU)g(no)q (des)h(w)o(as)e(a)h(basis)g(for)g(the)106 644 y(arc)o(hitecture)15 b(while)i(in)f(the)f(former)g(DEC)g(system)f(it)i(is)f(more)g(lik)o(e)i (an)e(added)g(feature.)935 2760 y Fk(27)p eop %%Page: 28 28 28 27 bop 106 135 a Fd(3.3.1)55 b(The)18 b(Cra)n(y)i(Researc)n(h)e (Inc.)25 b(Cra)n(y)19 b(J90-series,)e(T90)h(series.)106 221 y Fq(Mac)o(hine)g(t)o(yp)q(e)p Fp(:)h(Shared-memory)d(m)o(ulti-v)o (ectorpro)q(cessor.)106 278 y Fq(Mo)q(dels)p Fp(:)k(Cra)o(y)14 b(J90,)h(T90.)106 334 y Fq(Op)q(erating)k(system)p Fp(:)g(UNICOS)d (\(Cra)o(y)e(Unix)i(v)m(arian)o(t\).)106 391 y Fq(Compilers)p Fp(:)j(F)l(ortran,)14 b(C,)h(C++,)g(P)o(ascal,)g(AD)o(A.)106 447 y Fq(V)l(endor)h(information)j(W)l(eb)e(page)p Fp(:)j Fc(http://www.cray.com)p Fp(.)106 504 y Fq(System)c(parameters)p Fp(:)199 556 y Fq(Mo)q(del)441 b Fp(Cra)o(y)14 b(J90)96 b(Cra)o(y)14 b(T90)p 174 575 1117 2 v 199 614 a(Clo)q(c)o(k)i(cycle)399 b(10)14 b(ns)171 b(2.2)14 b(ns)199 671 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 727 y(P)o(er)g(pro)q(cessor)288 b(200)15 b(M\015op/s)49 b(1.8)14 b(G\015op/s)199 784 y(Maximal)389 b(3.2)15 b(G\015op/s)71 b(58G\015op/s)199 896 y(Main)15 b(memory)326 b Fh(\024)p Fp(4)15 b(GB)140 b Fh(\024)p Fp(8)15 b(GB)199 1009 y Fq(Memory)h(bandwidth)199 1066 y Fp(Single)h(pro)q(c.)j(bandwidth)119 b(1.6)14 b(GB/s)105 b(24)14 b(GB/s)199 1179 y(No.)20 b(of)14 b(pro)q(cessors)286 b(4{32)189 b(1{32)106 1231 y Fq(Remarks)p Fp(:)106 1288 y(Cra)o(y)17 b(Researc)o(h)i(Inc.)30 b(\(CRI\))19 b(supp)q(orts)f(at)g (this)h(momen)o(t)e(3)h(pro)q(duct)h(lines)h(\(apart)d(from)h(the)106 1344 y(Sup)q(erSparc-based)f(CS6400)e(whic)o(h)h(is)g(targeted)f(to)g (the)h(commercial)g(mark)o(et)f(and)h(is)g(not)f(dis-)106 1401 y(cussed)22 b(in)g(this)g(rep)q(ort\).)37 b(Tw)o(o)20 b(of)h(these)h(are)f(m)o(ulti-headed)i(v)o(ector)d(pro)q(cessors)h (whic)o(h)h(are)106 1457 y(discussed)17 b(here.)k(The)16 b(third)g(is)g(the)f(T3E,)g(a)g(DM-MIMD)f(mac)o(hine)j(that)d(will)k(b) q(e)e(describ)q(ed)h(in)106 1514 y(section)f(3.4.)174 1570 y(The)11 b(Cra)o(y)g(J90)g(series)g(is)h(the)f(en)o(try)g(lev)o (el)i(mo)q(del)f(mark)o(eted)e(b)o(y)h(CRI)h(announced)g(in)g(Septem-) 106 1627 y(b)q(er)18 b(1994.)27 b(The)18 b(J90)f(series)h(is)h(based)f (on)f(CMOS)h(tec)o(hnology)g(whic)o(h)h(has)e(a)h(lo)o(w)f(p)q(o)o(w)o (er)h(con-)106 1683 y(sumption)h(\(all)g(J90s)f(are)f(air)i(co)q (oled\))g(and)f(lo)o(w)g(pro)q(duction)i(costs.)28 b(The)19 b(mac)o(hine)g(is)f(binary)106 1739 y(compatible)c(with)g(the)f (high-end)i(systems.)k(It)13 b(has)h(one)f(m)o(ultiply)i(and)e(add)h(v) o(ector)f(pip)q(e)h(set)g(p)q(er)106 1796 y(CPU)i(at)g(a)h(clo)q(c)o(k) g(cycle)h(of)e(10)g(ns)h(whic)o(h)g(results)g(in)g(a)g(theoretical)g(p) q(eak)g(p)q(erformance)g(of)f(200)106 1852 y(M\015op/s.)j(F)l (urthermore,)12 b(a)h(cac)o(he)h(has)f(b)q(een)h(added)g(to)f(sp)q(eed) h(up)g(scalar)f(pro)q(cessing)h(\(as)f(in)h(the)106 1909 y(Con)o(v)o(ex)i(C4)g(series,)h(see)g(3.3.3\).)22 b(It)17 b(is)g(in)o(teresting)h(to)e(note)g(that)g(the)h(strategy)e(of)h(using) h(more)106 1965 y(\(four\))f(m)o(ulti-functional)j(pip)q(es)f(as)e(in)i (the)f(predecessor,)g(the)g(Y-MP)f(EL)h(has)g(b)q(een)h(left)f(again) 106 2022 y(to)d(return)i(to)e(the)h(classic)i(t)o(w)o(o-pip)q(e/CPU)e (design.)174 2078 y(The)k(Cra)o(y)g(T90)f(series)i(is)g(built)g(in)g (ECL)f(logic)h(and)g(has)f(therefore)g(a)f(m)o(uc)o(h)i(lo)o(w)o(er)e (clo)q(c)o(k)106 2135 y(cycle)i(\(2.2)e(ns\))g(and)h(corresp)q (ondingly)i(faster)d(SRAM)h(memory)l(.)30 b(As)19 b(its)g(direct)h (predecessor,)106 2191 y(the)15 b(Cra)o(y)f(C90,)g(ev)o(ery)h(CPU)g (con)o(tains)g(t)o(w)o(o)f(v)o(ector)h(add)g(and)g(m)o(ultiply)i(pip)q (es.)k(This)16 b(giv)o(es)f(rise)106 2248 y(to)g(a)h(maxim)o(um)g(of)g (4)f(\015oating-p)q(oin)o(t)i(results/clo)q(c)o(k)g(cycle/CPU)g(equiv)m (alen)o(t)g(to)f(a)f(theoretical)106 2304 y(p)q(eak)g(p)q(erformance)h (of)f(1.8)f(G\015op/s)h(p)q(er)g(CPU)g(or)g(58)g(G\015op/s)f(for)h(a)g (maximal)g(system.)174 2360 y(The)c(Cra)o(y)f(T90)g(mac)o(hines)i(are)f (at)f(this)h(momen)o(t)f(the)h(only)h(ones)f(with)g(a)g(memory)f (bandwidth)106 2417 y(as)j(seems)h(optimal)g(for)f(v)o(ector)g(pro)q (cessors:)19 b(t)o(w)o(o)12 b(op)q(erands)i(can)g(b)q(e)g(loaded)g(and) g(one)g(result)g(can)106 2473 y(b)q(e)21 b(stored)f(in)h(one)g(cycle)h (for)e(eac)o(h)g(pip)q(e)i(set.)36 b(F)l(or)20 b(the)g(T90)g(this)h (mean)o(t)f(that)g(the)g(relativ)o(e)106 2530 y(bandwidth)i(has)e(to)g (b)q(e)i(48)e(b)o(ytes/cycle/CPU.)g(This)i(has)e(indeed)i(b)q(een)g (accomplished)h(and)106 2586 y(observ)o(ed)c(results)g(indicate)i(that) d(for)h(the)g(T90)f(the)h(p)q(erformance)h(scales)f(up)h(with)f(the)g (clo)q(c)o(k)935 2760 y Fk(28)p eop %%Page: 29 29 29 28 bop 106 135 a Fp(cycle)16 b(and)g(the)f(n)o(um)o(b)q(er)h(of)f (functional)h(units)g(\(see)g(measured)f(p)q(erformances)h(b)q(elo)o (w\).)k(F)l(or)15 b(the)106 192 y(J90)j(series)h(the)f(bandwidth)i(is)f (lo)o(w)o(er:)25 b(16)18 b(b)o(ytes/cycle.)30 b(This)19 b(is)g(regrettably)f(less)h(than)f(w)o(as)106 248 y(a)o(v)m(ailable)k (in)f(its)f(predecessors,)i(Y-MP)e(EL)h(mac)o(hines,)h(and)e(it)h(migh) o(t)f(adv)o(ersely)g(a\013ect)g(the)106 305 y(e\016ciency)l(.)174 361 y(Another)14 b(prop)q(ert)o(y)g(that)f(is)h(unique)i(for)d(the)h (Cra)o(y)f(T90)g(systems)g(is)i(that)e(they)h(do)g(not)f(ha)o(v)o(e)106 418 y(a)18 b(separate)g(scalar)h(pro)q(cessor)f(but)h(that)f(scalar-)h (and)g(v)o(ector)f(co)q(de)h(ha)o(v)o(e)f(to)g(share)h(the)f(same)106 474 y(functional)13 b(units.)19 b(Ho)o(w)o(ev)o(er,)11 b(a)g(small)i(scalar)e(cac)o(he)h(is)g(added)h(to)e(sp)q(eed)h(up)g (scalar)g(calculations.)106 531 y(The)k(Cra)o(y)f(J90)h(series)g(has)g (separate)f(scalar)h(pro)q(cessors.)22 b(Theoretically)l(,)17 b(the)f(absence)h(of)e(sep-)106 587 y(arate)g(scalar)h(pro)q(cessors)g (migh)o(t)g(impair)h(the)f(throughput)g(sp)q(eed)i(\(Hitac)o(hi)e (\(3.3.2\))e(ev)o(en)j(adds)106 644 y(an)f(extra)g(scalar)g(pro)q (cessor)g(in)h(the)f(S-3800)g(series)h(to)f(com)o(bat)f(excessiv)o(e)i (con)o(text)f(switc)o(hing\).)106 700 y(Ho)o(w)o(ev)o(er,)e(in)i (practice)g(the)f(dra)o(wbac)o(ks)f(seem)i(rather)e(limited.)174 756 y(Con)o(trary)d(to)g(earlier)i(high-end)h(Cra)o(y)d(systems,)g(the) i(T90)e(no)o(w)g(features)h(compatibilit)o(y)i(with)106 813 y(the)d(IEEE)g(754)f(\015oating-p)q(oin)o(t)i(standard.)18 b(F)l(ormerly)l(,)12 b(Cra)o(y-sp)q(eci\014c)g(\015oating-p)q(oin)o(t)f (arithmetic)106 869 y(w)o(as)k(emplo)o(y)o(ed)i(whic)o(h)g(could)g(giv) o(e)f(rise)h(to)f(problems)g(in)h(data)f(exc)o(hange)g(with)h(other)e (systems)106 926 y(and)g(in)h(di\013eren)o(t)g(computational)f(results) h(due)g(to)e(the)i(di\013erence)g(in)g(arithmetic.)106 982 y Fq(Measured)h(P)o(erformances)p Fp(:)174 1039 y(On)e(the)g(T90)f (in)h([2])f(a)g(sp)q(eed)i(of)e(29.4)g(G\015op/s)g(w)o(as)g(found)h(on) f(a)h(32)f(pro)q(cessor)g(mac)o(hine)i(for)106 1095 y(the)i(solution)g (of)g(an)g(order)f(1000)g(dense)i(linear)g(system.)27 b(F)l(or)17 b(a)h(J90)f(series)i(mac)o(hine)f(with)h(32)106 1152 y(pro)q(cessors)12 b(a)h(sp)q(eed)g(of)f(4.486)f(G\015op/s)i(w)o (as)e(observ)o(ed)i(for)f(the)h(same)f(problem,)h(whic)o(h)h(amoun)o (ts)106 1208 y(to)g(e\016ciencies)k(of)d(51)f(and)i(70\045)e(for)h(the) g(T90)f(and)i(the)f(J90,)g(resp)q(ectiv)o(ely)l(.)935 2760 y Fk(29)p eop %%Page: 30 30 30 29 bop 106 135 a Fd(3.3.2)55 b(The)18 b(Hitac)n(hi)h(S3800)g (series.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:V)l(ectorpro)q (cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)i(S-3800/)p Fi(x)p Fp(60,)13 b(S-3800/)p Fi(y)r Fp(8)p Fi(z)r Fp(;)h Fi(x)f Fp(=)g(1)p Fi(;)8 b Fp(2)44 b Fi(y)14 b Fp(=)f(1)p Fi(;)8 b Fp(2)p Fi(;)g Fp(4)43 b Fi(z)15 b Fp(=)e(0)p Fi(;)8 b Fp(2.)121 334 y Fq(Op)q(erating)19 b(system)p Fp(:)g(V)o(OS3/HAP/ES)c (\(IBM)g(MVS)g(compatible\))h(and)f(OSF/1.)121 391 y Fq(Compilers)p Fp(:)20 b(F)o(OR)l(T77/HAP)14 b(v)o(ectorising)i(F)l (ortran)e(77.)106 447 y(System)h(parameters:)131 500 y Fq(Mo)q(del)434 b Fp(S3800/)p Fi(x)p Fp(60)94 b(S3800/)p Fi(y)r Fp(8)p Fi(z)p 106 518 1167 2 v 131 558 a Fp(Clo)q(c)o(k)15 b(cycle)i(VPU)303 b(2)15 b(ns)225 b(2)15 b(ns)131 614 y(Clo)q(c)o(k)g(cycle)i(scal.)j(pro)q(c.)196 b(6)15 b(ns)225 b(6)15 b(ns)131 727 y(Theor.)k(p)q(eak)d(p)q(erformance)61 b(4{8)15 b(G\015op/s)61 b(8{32)14 b(G\015op/s)131 784 y(No.)19 b(of)c(pro)q(cessors)131 840 y(Scalar)528 b(1{2)236 b(1{4)131 896 y(V)l(ector)520 b(1{2)236 b(1{4)131 1009 y(Main)15 b(memory)277 b(256{1024MB)48 b(512{2048MB)131 1066 y(Extended)16 b(memory)244 b Fh(\024)p Fp(16GB)156 b Fh(\024)p Fp(32GB)106 1118 y Fq(Remarks)p Fp(:)106 1175 y(The)22 b(S3800)e(is)j(the)e(curren)o(t)h(top-end)g(system)f(of)g (Hitac)o(hi's)h(S-3000)f(series.)40 b(Fiv)o(e)22 b(di\013eren)o(t)106 1231 y(mo)q(dels)15 b(are)e(o\013ered:)19 b(The)14 b(160)f(and)i(the)f (260)f(in)i(whic)o(h)f(the)g(260)f(is)i(simply)g(the)f(2-CPU)g(v)o (ersion)106 1288 y(of)h(the)h(the)g(160.)21 b(F)l(urthermore,)15 b(there)g(is)i(a)e(sub-series)i(180,)e(280,)f(and)i(480,)f(of)g(whic)o (h)i(the)f(280)106 1344 y(and)c(480)f(are)h(again)g(2-CPU)g(and)g (4-CPU)g(v)o(ersions)g(of)g(the)g(180.)18 b(Ho)o(w)o(ev)o(er,)11 b(in)i(addition,)g(there)f(is)106 1401 y(a)i(mo)q(del)h(182)e(with)h(2) g(scalar)g(pro)q(cessors)g(and)g(1)g(v)o(ector)f(pro)q(cessor)h(as)f (is)i(o\013ered)f(in)g(the)h(F)l(ujitsu)106 1457 y(VPX200)g(series)i (and)f(for)g(the)g(same)g(reason:)21 b(con)o(text)15 b(switc)o(hing)i(dela)o(y)g(b)q(et)o(w)o(een)f(jobs)g(should)106 1514 y(b)q(e)e(reduced)h(b)o(y)e(this)h(sc)o(heme.)20 b(The)14 b(smallest)g(mo)q(del,)g(the)g(S-3800/160)d(has)j(4)f(m)o (ulti-functional)106 1570 y(m)o(ultiply/add)g(pip)q(es)h(whic)o(h)f(ma) o(y)e(deliv)o(er)i(up)g(to)e(8)h(results)g(p)q(er)h(clo)q(c)o(k)f (cycle.)20 b(This)13 b(is)f(equiv)m(alen)o(t)106 1627 y(to)17 b(4)h(G\015op/s.)27 b(In)18 b(the)g(/180)f(the)g(n)o(um)o(b)q (er)i(of)e(pip)q(es)i(is)g(doubled)g(to)e(8)g(with)i(a)e(corresp)q (onding)106 1683 y(p)q(eak)f(p)q(erformance)f(of)g(8)g(G\015op/s.)20 b(All)c(mo)q(dels)h(feature)e(one)g(or)g(more)g(separate)g(divide)i (pip)q(es.)106 1739 y(As)c(the)h(m)o(ulti-headed)h(systems)e(can)g(w)o (ork)g(in)h(parallel,)h(the)e(top)g(mo)q(del,)i(the)e(S-3800/480,)f(ma) o(y)106 1796 y(theoretically)k(attain)f(a)g(sp)q(eed)h(of)f(32)g (G\015op/s.)174 1852 y(Hitac)o(hi)24 b(no)o(w)e(deliv)o(ers)j(an)e (auto-parallelising)i(compiler,)h(whic)o(h)e(features)e(parallelising) 106 1909 y(compiler)i(directiv)o(es)f(similar)h(to)d(those)i(of)e(Cra)o (y)h(and)g(NEC.)g(The)h(OSF/1)f(system)g(can)g(b)q(e)106 1965 y(run)16 b(under)g(the)f(MVS-lik)o(e)i(V)o(OS3/HAP/ES,)e(but)h(it) g(can)f(also)h(b)q(e)g(run)g(as)f(a)g(nativ)o(e)h(op)q(erating)106 2022 y(system.)106 2078 y Fq(Measured)h(P)o(erformances)p Fp(:)106 2135 y(The)22 b(\014rst)g(S-3000)g(system,)h(a)f(S-3800/480,)g (w)o(as)g(installed)i(in)f(Jan)o(uary)g(1993)e(at)g(the)i(Uni-)106 2191 y(v)o(ersit)o(y)d(of)g(T)l(oky)o(o.)34 b(T)l(ests)20 b(with)h(the)f(EuroBen)h(b)q(enc)o(hmark)g(w)o(ere)f(done)g(on)h(this)f (system)g(in)106 2248 y(July-Septem)o(b)q(er)f(1993.)j(During)17 b(these)g(tests)f(a)g(sp)q(eed)i(of)e(5.7)g(G\015op/s)g(w)o(as)f (observ)o(ed)i(for)f(the)106 2311 y(ev)m(aluation)j(of)e(a)g(9)444 2295 y(th)506 2311 y(degree)h(p)q(olynomial)i(on)d(a)g(single)i(pro)q (cessor.)27 b(In)18 b(matrix-v)o(ector)f(m)o(ulti-)106 2368 y(plication,)i(sp)q(eeds)f(of)e(6.5)h(G\015op/s)f(on)h(one)g(pro)q (cessor)g(w)o(ere)g(measured)g(\(see)g([15)o(,)g(16]\).)24 b(In)18 b([2)o(])106 2424 y(a)d(sp)q(eed)h(of)f(28.4)g(G\015op/s)g(on)g (4)g(pro)q(cessors)g(is)h(rep)q(orted)g(for)f(the)g(solution)h(of)f(an) h(order)f(15,500)106 2481 y(dense)h(linear)g(system.)k(The)15 b(e\016ciency)i(is)f(here)f(89\045.)935 2760 y Fk(30)p eop %%Page: 31 31 31 30 bop 106 135 a Fd(3.3.3)55 b(The)18 b(HP/Con)n(v)n(ex)i(C4)f (series.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(Shared-memory)d (m)o(ulti-v)o(ectorpro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(C46)p Fi(x)p Fp(0,)14 b Fi(x)f Fp(=)g(1)p Fi(;)8 b(:)g(:)g(:)t(;)g Fp(4)121 334 y Fq(Op)q(erating)19 b(system)p Fp(:)g(Con)o(v)o(exOS)c(\(Con)o(v)o(ex's)f(Unix)i(v)m(arian)o(t\).)121 391 y Fq(Compilers)p Fp(:)k(F)l(ortran,)13 b(C,)i(C++,)g(AD)o(A,)g (Lisp.)116 447 y Fq(V)l(endors)10 b(Information)i(W)l(eb)g(page)p Fp(:)17 b Fc(http://www.convex.com/prod)p 1472 447 15 2 v 14 w(serv/prod)p 1702 447 V 16 w(serv.html)p Fp(.)174 504 y Fq(System)g(parameters)p Fp(:)199 556 y Fq(Mo)q(del)559 b Fp(C4600)p 174 575 946 2 v 199 614 a(Clo)q(c)o(k)16 b(cycle)472 b(7.41)13 b(ns)199 727 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 784 y Fp(P)o(er)d(pro)q(c.)20 b(\(64-bit)15 b(prec.\))180 b(810)14 b(M\015op/s)199 840 y(P)o(er)h(pro)q(c.)20 b(\(32-bit)15 b(prec.\))168 b(1620)14 b(M\015op/s)199 896 y(Maximal,)h(64-bit)g(precision)128 b(3240)14 b(M\015op/s)199 953 y(Maximal,)h(32-bit)g(precision)128 b(6480)14 b(M\015op/s)199 1066 y(No.)20 b(of)14 b(pro)q(cessors)388 b(1{4)199 1122 y(Main)15 b(memory)424 b Fh(\024)p Fp(4GB)199 1235 y Fq(Memory)16 b(bandwidth)199 1292 y Fp(Single)h(pro)q(c.)j(bandwidth) 190 b(1080)14 b(MB/s)174 1344 y Fq(Remarks)p Fp(:)106 1401 y(Recen)o(tly)25 b(\(No)o(v)o(em)o(b)q(er)e(1995\),)i(Con)o(v)o (ex)e(Computer)g(Corp.)46 b(has)24 b(b)q(ecome)h(a)e(subsidiary)i(of) 106 1457 y(Hewlett)17 b(P)o(ac)o(k)m(ard.)26 b(This)18 b(has,)f(at)g(least)g(for)g(the)g(momen)o(t)g(no)g(impact)h(on)f(the)g (pro)q(ducts)h(that)106 1514 y(are)c(mark)o(eted)f(b)o(y)h(HP/Con)o(v)o (ex.)19 b(Both)14 b(the)g(v)o(ectorpro)q(cessors)f(and)h(the)h (Exemplar)f(SPP)g(series)106 1570 y(\(see)h(section)h(3.4\))e(will)j (sta)o(y)d(on)i(the)f(mark)o(et.)k(The)d(C4600)e(series)i(is)g(the)f (fourth)g(generation)g(of)106 1627 y(v)o(ectorpro)q(cessors)f(from)g (Con)o(v)o(ex.)20 b(Unlik)o(e)c(in)g(the)f(former)f(C3800)g(series,)h (with)h(a)e(maxim)o(um)h(of)106 1683 y(8)i(pro)q(cessors,)h(the)f (highest)i(n)o(um)o(b)q(er)f(of)f(pro)q(cessors)g(is)h(four)f(in)i(the) f(C4640)e(mo)q(del.)28 b(A)17 b(ma)s(jor)106 1739 y(di\013erence)h (with)g(the)f(former)f(generations)i(is)f(that)g(more)g(functional)h (unit)g(sets)f(p)q(er)g(CPU)g(are)106 1796 y(presen)o(t:)i(six)14 b(general)g(purp)q(ose)g(functional)h(units.)20 b(This)14 b(brings)h(the)e(n)o(um)o(b)q(er)h(of)f(\015oating-p)q(oin)o(t)106 1852 y(results)h(p)q(er)g(cycle)h(to)e(6)g(in)i(the)e(ideal)i(case.)20 b(Because)14 b(the)g(\015oating-p)q(oin)o(t)g(units)g(are)g(general)g (the)106 1909 y(opp)q(ortunities)j(for)e(linking)j(or)d(indep)q(enden)o (t)j(pro)q(cessing)f(are)f(increased)h(with)f(resp)q(ect)g(to)f(sp)q (e-)106 1965 y(cialised)k(m)o(ultiply)g(and)f(add)f(pip)q(es)i(whic)o (h)f(increases)h(the)e(sc)o(heduling)i(densit)o(y)f(of)f(op)q (erations.)106 2022 y(In)e(addition,)h(some)e(logical)i(op)q(erations)f (can)g(b)q(e)g(done)g(in)h(the)f(functional)h(units)f(whic)o(h)h (enables)106 2078 y(32-bit)21 b(con)o(v)o(olutions)h(to)e(b)q(e)i(done) g(in)g(excess)g(of)e(1)h(G\015op/s)g(\(this)g(is)h(called)h(the)e (\\extended)106 2135 y(arc)o(hitecture")15 b(in)h(Con)o(v)o(ex)f (jargon\).)174 2191 y(As)d(in)i(the)e(former)f(C3400)g(and)i(C3800)e (GaAs)h(comp)q(onen)o(ts)g(are)g(used)h(to)f(arriv)o(e)g(at)f(the)i (cycle)106 2248 y(time)g(of)g(7.41)e(ns.)20 b(Also)13 b(lik)o(e)h(in)g(these)f(former)f(mo)q(dels,)i(there)f(is)h (di\013erence)g(in)g(sp)q(eed)g(of)e(a)h(factor)106 2304 y(of)i(t)o(w)o(o)f(b)q(et)o(w)o(een)h(single)i(precision)f(\(32)f (bits\))g(and)g(double)i(precision)g(\(64)d(bits\))h(calculations.)174 2360 y(As)22 b(for)f(the)g(Con)o(v)o(ex)g(Exemplar)h(SPP-1200)f(\(see)h (3.4.8\))d(an)j("application)h(compiler")f(is)106 2417 y(a)o(v)m(ailable)h(that)d(is)h(capable)h(of)f(in)o(terpro)q(cedural)h (analysis.)38 b(This)21 b(can)g(greatly)g(enhance)h(the)106 2473 y(v)o(ectorisabilit)o(y)16 b(of)f(some)g(co)q(des)h(and)f(in)h (general)g(is)f(b)q(ene\014cial)j(in)e(optimising)h(large)e(co)q(des.) 106 2530 y Fq(Measured)i(p)q(erformances)p Fp(:)174 2586 y(T)l(raditionally)l(,)g(Con)o(v)o(ex)d(systems)g(are)h(able)g(to)g (obtain)g(a)f(signi\014can)o(t)i(fraction)f(of)f(their)i(the-)935 2760 y Fk(31)p eop %%Page: 32 32 32 31 bop 106 135 a Fp(oretical)17 b(p)q(eak)h(p)q(erformance.)25 b(On)18 b(a)e(C220)g(\(functionally)j(equiv)m(alen)o(t)g(to)d(a)h (C3220\))e(77.6)h(and)106 192 y(88.9)g(M\015op/s)h(out)g(of)g(the)h (theoretical)g(100)f(M\015op/s)g(ha)o(v)o(e)g(b)q(een)i(observ)o(ed)e (for)g(a)g(F)l(ortran)g(77)106 248 y(and)g(a)g(library)i(implemen)o (tation)f(of)f(a)g(linear)i(system)d(solv)o(er,)i(resp)q(ectiv)o(ely)h ([12)o(].)26 b(The)17 b(C4600)106 305 y(pro)o(v)o(es)g(to)g(b)q(e)i(no) e(exception:)26 b(on)18 b(one)g(pro)q(cessor)f(the)h(solution)h(of)e(a) h(dense)g(linear)h(system)e(of)106 361 y(order)g Fi(N)22 b Fp(=)17 b(1000)f(sho)o(ws)h(a)h(sp)q(eed)g(of)g(683)e(M\015op/s)i(on) f(one)h(pro)q(cessor)g(for)f(64-bits)g(precision)106 418 y(and)g(of)f(1320)g(M\015op/s)h(on)g(a)f(C4620.)24 b(A)o(t)16 b(32-bits)h(precision)i(sp)q(eeds)f(of)e(resp.)25 b(1227)16 b(and)h(2252)106 474 y(M\015op/s)e(w)o(ere)h(found)h(on)f (the)g(C4610)f(and)h(the)g(C4620.)21 b(In)c([2)o(])f(a)g(sp)q(eed)h (1.933)d(G\015op/s)i(out)f(of)106 531 y(3.24)f(G\015op/s)h(at)f(maxim)o (um)h(is)h(rep)q(orted.)935 2760 y Fk(32)p eop %%Page: 33 33 33 32 bop 106 135 a Fd(3.3.4)55 b(The)18 b(Digital)g(Equipmen)n(t)e (Corp.)25 b(AlphaServ)n(er.)106 221 y Fq(Mac)o(hine)18 b(t)o(yp)q(e)p Fp(:)h(RISC-based)e(distributed-memory)f(m)o(ulti-pro)q (cessor.)106 334 y Fq(Mo)q(dels)p Fp(:)k(AlphaServ)o(er)c(8200)e (5/300,)g(8400)g(5/300.)106 447 y Fq(Op)q(erating)19 b(system)p Fp(:)g(Digital)c(Unix)i(\(DEC's)c(\015a)o(v)o(our)i(of)g (Unix\).)106 560 y Fq(Connection)k(structure)p Fp(:)g(Crossbar.)106 673 y Fq(Compilers)p Fp(:)g(F)l(ortran)14 b(77,)h(HPF,)f(C,)h(C++.)106 786 y Fq(V)l(endors)h(information)i(W)l(eb)g(page)p Fp(:)i Fc(http://www.digital.com:80)o(/info/hp)o(c)p Fp(.)106 842 y Fq(System)c(parameters)p Fp(:)199 895 y Fq(Mo)q(del)485 b Fp(8200)197 b(8400)p 174 913 1133 2 v 199 953 a(Clo)q(c)o(k)16 b(cycle)392 b(3.3)15 b(ns)172 b(3.3)14 b(ns)199 1066 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 1122 y(P)o(er)g(pro)q(c.) 20 b(\(64-bit\))200 b(600)15 b(M\015op/s)49 b(600)14 b(M\015op/s)199 1179 y(Maximal)h(\(64-bit\))222 b(3.6)15 b(G\015op/s)65 b(7.2)14 b(G\015op/s)199 1292 y(Main)h(memory)326 b Fh(\024)p Fp(6)15 b(GB)136 b Fh(\024)p Fp(14)15 b(GB)199 1405 y Fq(Memory)h(bandwidth)199 1461 y Fp(Pro)q(cessor/memory)210 b(1.6)14 b(GB/s)107 b(1.6)14 b(GB/s)199 1574 y(No.)20 b(of)14 b(pro)q(cessors)320 b(6)255 b(12)174 1627 y Fq(Remarks)p Fp(:)106 1683 y(The)23 b(AlphaServ)o(ers)g(are)f(symmetric)g(m)o (ulti-pro)q(cessing)j(systems)d(whic)o(h)h(are)f(based)h(on)f(the)106 1739 y(Alpha)13 b(21164)e(pro)q(cessor.)19 b(The)13 b(8200)e(mo)q(del)i (is)g(a)f(somewhat)g(smaller)h(cop)o(y)g(of)f(the)g(8400)f(mo)q(del:) 106 1796 y(in)19 b(the)f(8200)f(a)h(maxim)o(um)f(of)h(6)g(CPUs)g(can)g (b)q(e)g(accomo)q(dated)g(while)i(this)e(n)o(um)o(b)q(er)h(is)f(12)g (for)106 1852 y(the)13 b(8400)g(mo)q(del.)20 b(Also,)14 b(there)f(is)h(ro)q(om)f(for)g(at)g(most)f(6)i(GB)f(of)g(memory)g(in)h (the)g(8200)e(while)j(the)106 1909 y(8400)d(can)g(house)h(14)g(GB.)f (Ho)o(w)o(ev)o(er,)g(the)h(amoun)o(t)e(of)i(CPUs)f(and)h(memory)f(is)i (not)e(indep)q(enden)o(t.)106 1965 y(F)l(or)18 b(instance,)h(the)f (8400)g(has)g(9)g(system)g(slots.)28 b(One)20 b(of)d(these)i(is)g (reserv)o(ed)f(for)g(I/O)g(and)h(one)106 2022 y(will)f(ha)o(v)o(e)e(to) g(con)o(tain)h(at)e(least)i(one)g(CPU)f(mo)q(dule)h(whic)o(h)h(can)e (con)o(tain)h(1)f(or)g(2)g(CPUs.)24 b(F)l(rom)106 2078 y(the)18 b(remaining)h(slots)f(6)g(can)g(b)q(e)h(used)f(either)h(for)f (memory)f(or)h(for)f(a)h(CPU)g(mo)q(dule.)29 b(So,)19 b(one)106 2135 y(has)g(to)f(c)o(ho)q(ose)h(for)f(either)h(higher)h (computational)f(p)q(o)o(w)o(er)f(or)h(for)f(more)g(memory)l(.)30 b(This)20 b(can)106 2191 y(p)q(oten)o(tially)c(b)q(e)g(a)f(problem)h (for)f(large)g(applications)i(that)d(require)i(b)q(oth.)174 2248 y(As)e(with)f(the)h(SGI)g(P)o(o)o(w)o(erChallenge)f(\(see)h (3.3.6\),)d(AlphaServ)o(ers)k(can)e(b)q(e)h(clustered)h(using)f(a)106 2304 y(PCI)g(bus)g(Memory)f(c)o(hannel)i(for)e(in)o(terconnection)i(of) e(the)h(systems.)k(The)c(systems)g(need)g(not)f(b)q(e)106 2360 y(of)e(the)h(same)f(mo)q(del.)19 b(The)12 b(bandwidth)h(of)e(this) h(in)o(terconnect)g(is)g(100)e(MB/s.)18 b(Eigh)o(t)12 b(systems)f(can)106 2417 y(b)q(e)j(coupled)h(in)f(this)g(w)o(a)o(y)l(.) 19 b(T)l(o)13 b(supp)q(ort)g(this)h(kind)h(of)e(cluster)h(computing,)g (HPF)f(and)h(optimised)106 2473 y(v)o(ersions)h(of)g(PVM)g(and)g(MPI)g (are)g(a)o(v)m(ailable.)106 2530 y Fq(Measured)i(P)o(erformances)p Fp(:)174 2586 y(As)12 b(y)o(et,)g(only)h(single)h(system)d(results)i (for)e(the)i(AlphaServ)o(er)g(8400)e(are)h(a)o(v)m(ailable.)20 b(No)12 b(cluster)935 2760 y Fk(33)p eop %%Page: 34 34 34 33 bop 106 135 a Fp(results)15 b(are)f(kno)o(wn.)19 b(In)c([2)o(])f(a)g(sp)q(eed)h(of)f(5.0)f(G\015op/s)h(for)g(an)g(8-pro) q(cessor)g(system)g(are)g(rep)q(orted)106 192 y(for)19 b(the)g(solution)h(of)f(a)g(dense)h(linear)g(system)f(of)g(order)g (9548.)30 b(In)20 b([13)o(])f(results)h(for)e(the)i(NAS)106 248 y(parallel)c(b)q(enc)o(hmarks)f(are)g(giv)o(en.)20 b(F)l(or)14 b(the)h(class)g(B)g(EP)g(b)q(enc)o(hmark)g(a)g(time)g(of)f (78.43)g(seconds)106 305 y(w)o(as)h(measured)h(for)f(8)h(pro)q (cessors.)22 b(F)l(or)15 b(the)h(class)g(B)g(LU,)g(SP)l(,)g(and)g(BT)g (b)q(enc)o(hmarks)g(times)g(of)106 361 y(296.19,)d(364.54,)g(and)i (458.21)f(seconds)h(w)o(ere)g(found,)h(resp)q(ectiv)o(ely)l(.)935 2760 y Fk(34)p eop %%Page: 35 35 35 34 bop 106 135 a Fd(3.3.5)55 b(The)18 b(NEC)h(SX-4.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(Distributed-memory)d(m)o (ulti-v)o(ector)g(pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(SX-4C,)15 b(SX-4.)121 334 y Fq(Op)q(erating)k(system)p Fp(:)g(EWS-UX/V)c(\(Unix)h(v)m(arian)o(t)f(based)g(on)g(Unix)i(System)e (V.4\).)121 391 y Fq(Connection)k(structure)p Fp(:)g(Multi-stage)d (crossbar)e(\(see)h(Remarks\).)121 447 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77,)g(F)l(ortran)g(90,)g(HPF,)h(ANSI)h(C,)e (C++.)116 504 y Fq(V)l(endors)c(information)j(W)l(eb)e(page)p Fp(:)18 b Fc(http://www.nec.co.jp/englis)o(h/produ)o(ct/comp)o(uter/sx) p Fp(.)106 560 y Fq(System)e(parameters)p Fp(:)199 613 y Fq(Mo)q(del)554 b Fp(SX-4Ce)97 b(SX-4C)135 b(SX-4)p 174 631 1414 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)508 b(8)15 b(ns)156 b(8)15 b(ns)168 b(8)15 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(Pro)q(c.)20 b(\(64)14 b(bits\))301 b(1)15 b(G\015op/s)49 b(2)15 b(G\015op/s)61 b(2)15 b(G\015op/s)199 896 y(Single)i(frame:)199 953 y(Maximal)e(\(64)g(bits\))320 b(1)15 b(G\015op/s)49 b(8)15 b(G\015op/s)49 b(64)15 b(G\015op/s)199 1009 y(Multi)h(frame:)j(Maximal) d(\(64)e(bits\))121 b(|)192 b(|)134 b(1)15 b(T\015op/s)199 1122 y(Main)g(memory)417 b Fi(<)15 b Fp(2)g(GB)81 b Fi(<)15 b Fp(2)g(GB)70 b Fi(<)15 b Fp(128)g(GB)199 1235 y Fq(Comm)o(unication)j (bandwidth)199 1292 y Fp(\(see)d(Remarks\))467 b(|)192 b(|)204 b(|)199 1405 y(No.)20 b(of)14 b(pro)q(cessors)418 b(1)192 b(1{4)157 b(4{512)174 1457 y Fq(Remarks)p Fp(:)106 1514 y(The)17 b(SX-4)f(series)h(is)g(comprised)g(of)f(a)g(large)h (range)f(of)g(mac)o(hine)h(sizes.)24 b(The)17 b(smallest)g(of)f(these) 106 1570 y(is)i(the)g(SX-4Ce.)27 b(This)19 b(mac)o(hine)f(has)g(one)f (CPU)h(housing)g(4)g(v)o(ector)f(pip)q(e)i(sets.)27 b(As)18 b(the)f(clo)q(c)o(k)106 1627 y(cycle)g(is)g(8)e(ns)h(and)h(eac)o(h)f (pip)q(e)h(set)f(is)g(able)h(to)e(deliv)o(er)j(2)d(\015oating-p)q(oin)o (t)i(results)f(p)q(er)h(cycle,)g(the)106 1683 y(total)j(maxim)o(um)g(p) q(erformance)h(is)g(1)f(G\015op/s)g(for)g(this)h(system.)35 b(In)21 b(all)h(other)e(systems)g(the)106 1739 y(replication)15 b(factor)d(of)h(the)g(pip)q(e)i(sets)e(is)g(8)g(whic)o(h)h(doubles)h (the)e(sp)q(eed)h(p)q(er)g(CPU)f(to)f(a)h(maxim)o(um)106 1796 y(of)j(2)g(G\015op/s.)23 b(The)17 b(bandwidth)g(from)f(memory)g (to)f(the)i(CPUs)f(is)h(16)f(64-bit)g(w)o(ords)g(p)q(er)h(cycle)106 1852 y(p)q(er)i(CPU.)f(With)g(a)g(replication)j(factor)c(of)h(8)g(this) h(is)g(enough)g(to)f(pro)o(vide)h(t)o(w)o(o)e(op)q(erands)i(p)q(er)106 1909 y(pip)q(e)14 b(set)f(but)g(it)g(is)h(not)e(su\016cien)o(t)i(to)e (transp)q(ort)g(the)h(results)h(bac)o(k)e(to)h(the)g(memory)f(at)g(the) h(same)106 1965 y(time.)27 b(So,)18 b(some)f(trade-o\013s)f(with)i(the) g(re-use)g(of)f(op)q(erands)g(ha)o(v)o(e)g(to)g(b)q(e)h(made)g(to)f (attain)g(the)106 2022 y(p)q(eak)e(p)q(erformance.)174 2078 y(The)21 b(tec)o(hnology)f(used)h(is)g(CMOS.)f(This)h(lo)o(w)o (ers)f(the)g(fabrication)h(costs)f(and)g(the)g(p)q(o)o(w)o(er)106 2135 y(consumption)14 b(appreciably)i(\(the)d(same)g(approac)o(h)g(is)i (b)q(eing)g(used)f(in)g(the)g(F)l(ujitsu)g(VPP300,)f(see)106 2191 y(3.4.6\))k(and)i(all)h(mo)q(dels)g(are)f(air)g(co)q(oled.)33 b(This)20 b(enables)g(the)f(placemen)o(t)h(of)f(up)g(to)g(32)f(CPUs)106 2248 y(in)j(one)g(frame)f(\(for)g(the)g(SX-4)h(mo)q(del\).)36 b(Bey)o(ond)21 b(this)g(maxim)o(um)g(single)h(frame)e(system,)h(it)106 2304 y(is)d(p)q(ossible)h(to)d(couple)j(up)e(to)g(16)f(frames)h (together)g(to)f(form)h(a)f(distributed)j(memory)e(system.)106 2360 y(This)d(is)f(equiv)m(alen)o(t)i(to)d(the)h(P)o(o)o(w)o (erChallenge)h(Arra)o(y)e(idea)i(\(see)f(3.3.6\).)k(There)c(are)g(t)o (w)o(o)f(w)o(a)o(ys)g(to)106 2417 y(couple)18 b(the)f(SX-4)g(frames:)23 b(NEC)17 b(pro)o(vides)h(a)e(full)j(crossbar,)d(the)h(so-called)i(IXS,) e(crossbar)g(to)106 2473 y(connect)11 b(the)g(v)m(arious)g(frames)f (together)g(at)g(a)h(sp)q(eed)h(of)e(16)g(GB/s)g(for)g(p)q(oit-to-p)q (oin)o(t)i(out-of-frame)106 2530 y(comm)o(unication)18 b(\(128)e(GB/s)h(bi-sectional)j(bandwidth)e(for)f(a)g(maxim)o(um)h (con\014guration\).)26 b(In)106 2586 y(addition,)14 b(a)e(HiPPI)i(in)o (terface)f(is)g(a)o(v)m(ailable)i(for)d(in)o(terframe)h(comm)o (unication)g(at)f(lo)o(w)o(er)h(cost)f(and)935 2760 y Fk(35)p eop %%Page: 36 36 36 35 bop 106 135 a Fp(sp)q(eed.)174 192 y(F)l(or)18 b(distributed)i(computing)f(there)f(is)h(an)g(HPF)f(compiler)i(and)e (for)g(message)g(passing)h(an)106 248 y(optimised)13 b(MPI)e(\(MPI/SX\))g(is)i(a)o(v)m(ailable.)20 b(The)12 b(SX-4)g(is)g(the)g(only)g(system)f(that)g(supp)q(orts)h(three)106 305 y(\015oating-p)q(oin)o(t)k(n)o(um)o(b)q(er)g(systems:)21 b(IBM-compatible,)c(Cra)o(y-compatible,)f(and)g(the)g(IEEE)g(754)106 361 y(standard.)106 418 y Fq(Measured)h(P)o(erformances)p Fp(:)174 474 y(The)12 b(SX-4)h(will)g(b)q(e)g(a)o(v)m(ailable)h(from)d (the)h(\014rst)g(quarter)f(of)h(1996.)18 b(Therefore,)12 b(at)f(this)i(momen)o(t)106 531 y(no)i(p)q(erformance)g(results)h(are)f (a)o(v)m(ailable.)935 2760 y Fk(36)p eop %%Page: 37 37 37 36 bop 106 135 a Fd(3.3.6)55 b(The)18 b(Silicon)g(Graphics)h(P)n(o)n (w)n(er)h(Challenge)106 221 y Fq(Mac)o(hine)e(t)o(yp)q(e)p Fp(:)h(Shared-memory)d(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(P)o(o)o(w)o(er)14 b(Challenge)j(L,)e(XL.)121 334 y Fq(Op)q(erating)k(system)p Fp(:)g(IRIX)d(\(SGI's)f(Unix)h(v)m (arian)o(t\).)121 391 y Fq(Compilers)p Fp(:)k(F)l(ortran)14 b(77,)g(C,)g(C++)i(,)f(P)o(ascal.)116 447 y Fq(V)l(endors)10 b(information)j(W)l(eb)e(page)p Fp(:)18 b Fc (http://www.sgi.com/Products)o(/hardwa)o(re/Powe)o(r/index.)o(html)p Fp(.)106 504 y Fq(System)e(parameters)p Fp(:)199 556 y Fq(Mo)q(del)526 b Fp(Mo)q(del)16 b(L)105 b(Mo)q(del)16 b(XL)p 174 575 1212 2 v 199 671 a(Clo)q(c)o(k)g(cycle)460 b(13.3)14 b(ns)150 b(13.3)14 b(ns)199 784 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 840 y Fp(P)o(er)d(pro)q(c.)20 b(\(64-bit\))279 b(300)15 b(M\015op/s)49 b(300)14 b(M\015op/s)199 896 y(Maximal)h(\(64-bit\))301 b(1.8)15 b(G\015op/s)65 b(5.4)14 b(G\015op/s)199 953 y(Main)h(memory)405 b Fh(\024)p Fp(6)15 b(GB)137 b Fh(\024)p Fp(16)14 b(GB)199 1066 y Fq(Memory)i(bandwidth)199 1122 y Fp(Pro)q(c.)k(to)14 b(cac)o(he/pro)q(c.)252 b(1.2)14 b(GB/s)107 b(1.2)14 b(GB/s)199 1179 y(Main)h(memory/cac)o(he)255 b(1.2)14 b(GB/s)107 b(1.2)14 b(GB/s)199 1292 y(No.)20 b(of)14 b(pro)q(cessors)377 b(2{6)208 b(2{18)174 1344 y Fq(Remarks)p Fp(:)106 1401 y(The)19 b(P)o(o)o(w)o(er)f(Challenge)j(systems)e(are)f (shared-memory)h(m)o(ultiple-instruction)k(m)o(ultiple-data)106 1457 y(parallel)18 b(\(MIMD\))e(computers.)24 b(So,)16 b(sev)o(eral)h(di\013eren)o(t)g(instructions)h(can)e(b)q(e)i(going)e (on)h(at)f(the)106 1514 y(same)j(time)g(using)h(di\013eren)o(t)g(data)e (items)i(in)g(these)f(instructions.)33 b(All)20 b(data)f(are)g(stored)f (in)i(a)106 1570 y(single)g(shared)f(memory)g(from)f(whic)o(h)i(the)f (m)o(ultiple)i(pro)q(cessors)e(dra)o(w)f(the)h(data)g(items)g(they)106 1627 y(need)c(and)g(in)h(whic)o(h)f(the)g(results)g(are)f(stored)h (again.)k(In)d(most)d(high)j(p)q(erformance)f(systems)f(the)106 1683 y(main)j(problem)h(is)g(to)e(pro)o(vide)i(the)f(CPUs)g(with)h (enough)f(data)f(and)i(to)e(transp)q(ort)g(the)i(results)106 1739 y(bac)o(k)11 b(at)f(suc)o(h)h(a)g(rate)f(that)h(they)g(can)g(b)q (e)g(k)o(ept)g(busy)h(con)o(tin)o(uously)l(.)19 b(In)12 b(this,)g(the)f(P)o(o)o(w)o(erc)o(hallenge)106 1796 y(is)19 b(no)g(exception.)32 b(The)19 b(data)f(is)h(transp)q(orted)g(from)f (the)g(main)i(memory)e(to)g(the)h(CPUs)g(b)o(y)f(a)106 1852 y(cen)o(tral)c(bus.)19 b(The)14 b(so-called)h(PO)o(WERpath-2)e (bus)h(is)g(256)f(bits)h(wide)g(and)g(has)g(a)f(bandwidth)h(of)106 1909 y(1.2)g(GB/s.)20 b(This)c(is)g(v)o(ery)f(fast)g(as)g(busses)h(go)f (but)g(ev)o(en)h(then)g(the)f(data)g(rates)g(that)g(are)g(needed)106 1965 y(b)o(y)d(the)h(CPUs)g(cannot)f(p)q(ossibly)i(b)q(e)g(ful\014lled) h(when)e(no)g(sp)q(ecial)h(pro)o(visions)f(w)o(ould)g(exist.)20 b(These)106 2022 y(pro)o(visions)14 b(are)f(presen)o(t)h(in)g(the)g (form)f(of)g(data)g(and)h(instruction)g(cac)o(hes)g(for)f(eac)o(h)h(of) f(the)h(CPUs.)174 2078 y(The)g(P)o(o)o(w)o(er)e(Challenge)j(series)f (uses)f(MIPS)h(R8000)f(RISC)h(pro)q(cessors)f(\(formerly)g(called)i (the)106 2135 y(TFP)j(pro)q(cessor)h(standing)g(for)f(T)l(rue)h (Floating)g(P)o(oin)o(t\))f(with)h(a)g(nominal)g(p)q(eak)h(sp)q(eed)f (of)g(300)106 2191 y(M\015op/s.)j(Although)16 b(the)h(clo)q(c)o(k)f (rate)g(of)f(this)i(pro)q(cessor)f(is)g(t)o(w)o(o)f(times)h(lo)o(w)o (er)g(than)g(that)f(of)h(its)106 2248 y(predecessor,)k(the)g(R4400,)f (the)g(p)q(erformance)h(is)f(4)g(times)h(higher.)33 b(As)19 b(the)g(need)h(for)f(data)f(is)106 2304 y(ev)o(en)f(higher)h(than)f (that)f(of)g(the)h(R4400)g(pro)q(cessors)f(with)i(this)f(sp)q(eed)h(of) f(pro)q(cessing,)g(there)g(is)106 2360 y(a)e(sp)q(ecial)j(extra)d(cac)o (he)h(called)h(the)f(\\Streaming)f(cac)o(he")h(of)f(up)h(to)f(16)g(MB.) g(This)h(is)h(v)o(ery)e(large)106 2417 y(and)h(it)g(should)g(reduce)h (the)e(bus)h(tra\016c)f(as)g(m)o(uc)o(h)h(as)f(p)q(ossible.)23 b(All)17 b(\015oating-p)q(oin)o(t)f(op)q(erations)106 2473 y(are)e(done)g(b)o(y)g(streaming)f(the)i(op)q(erands)f(from)f (this)h(large)g(o\013-c)o(hip)h(cac)o(he)f(to)f(the)h(\015oating-p)q (oin)o(t)106 2530 y(registers.)36 b(In)21 b(con)o(trast)e(to)h(the)g (R4400)g(pro)q(cessor,)i(the)e(R8000)g(is)h(able)g(to)f(do)h(a)f(com)o (bined)106 2586 y(m)o(ultiply-add)c(op)q(eration)e(whic)o(h)h(in)g(man) o(y)f(cases)g(doubles)h(the)g(op)q(eration)f(sp)q(eed.)21 b(In)14 b(addition,)935 2760 y Fk(37)p eop %%Page: 38 38 38 37 bop 106 135 a Fp(the)13 b(\015oating-p)q(oin)o(t)h(functional)h (units)f(are)f(doubled)i(with)f(resp)q(ect)g(to)f(the)g(R4400)g(whic)o (h)h(should)106 192 y(explain)j(the)e(four-fold)g(increase)i(in)f(p)q (erformance)f(with)h(resp)q(ect)f(to)g(this)g(predecessor.)174 248 y(P)o(o)o(w)o(er)i(Challenge)j(systems)e(can)g(b)q(e)h(coupled)h(b) o(y)e(HiPPI)i(c)o(hannels)f(to)f(form)f(a)h(cluster)h(of)106 305 y(systems)h(using)h(v)o(ery)e(e\016cien)o(t)i(\\shared-memory")f (PVM)g(and)g(MPI)g(implemen)o(tations)i(that)106 361 y(can)13 b(b)q(e)g(used)h(homogeneously)f(\(for)f(the)h(user\))f(b)q (oth)h(within)h(a)f(single)h(P)o(o)o(w)o(er)d(Challenge)j(system)106 418 y(and)i(b)q(et)o(w)o(een)g(them.)k(This)d(could)f(b)q(e)g(used)h (for)e(the)g(solution)i(of)e(extremely)h(large)f(application)106 474 y(problems.)40 b(Suc)o(h)22 b(clusters)g(are)g(called)h(P)o(o)o(w)o (er)d(Challenge)j(Arra)o(ys)e(b)o(y)h(SGI.)f(SGI)h(w)o(an)o(ts)f(to)106 531 y(extend)14 b(this)g(tec)o(hnique)h(b)o(y)f(pro)o(viding)h(faster)d (coupling)k(and)e(switc)o(hing)g(b)q(et)o(w)o(een)g(the)g(systems.)106 587 y(This)i(trend)f(is)h(also)f(to)f(b)q(e)i(seen)g(with)g(other)e(v)o (endors)h(\(see)h(3.4.6)d(and)j(3.3.5\(SX-4\)\).)174 644 y(P)o(o)o(w)o(er)9 b(Challenge)j(systems)e(can)g(b)q(e)h(coupled)h (b)o(y)e(HiPPI)i(c)o(hannels)f(to)f(form)f(a)h(P)o(arallelisation)106 700 y(is)17 b(done)g(either)g(automatically)g(b)o(y)f(the)h(\(F)l (ortran)e(or)h(C\))g(compiler)i(or)e(explicitly)j(b)o(y)e(the)f(user,) 106 756 y(mainly)22 b(through)e(the)h(use)g(of)g(directiv)o(es.)37 b(As)21 b(sync)o(hronisation,)i(etc.,)e(has)g(to)f(b)q(e)h(done)h(via) 106 813 y(memory)13 b(the)h(parallelisation)i(o)o(v)o(erhead)d(is)i (fairly)f(large.)19 b(In)c(fact,)e(exp)q(erimen)o(ts)i(as)e(rep)q (orted)h(in)106 869 y(citebm)o(tut)k(sho)o(w)f(that)g(a)g(distributed)i (memory)e(implemen)o(tation)i(of)e(the)h(same)g(problem)g(can)106 926 y(b)q(e)e(m)o(uc)o(h)f(faster)f(on)h(a)g(single)i(P)o(o)o(w)o (erChallenge.)106 982 y Fq(Measured)g(P)o(erformances)p Fp(:)174 1039 y(On)i(a)g(SGI)g(P)o(o)o(w)o(erChallenge)f(Arra)o(y)g (equipp)q(ed)j(with)e(128)f(pro)q(cessors)g(a)h(p)q(erformance)f(of)106 1095 y(26.7)c(G\015op/s)h(w)o(as)f(measured)h(when)h(solving)g(an)f (order)g(53,000)f(dense)i(linear)g(system)f([2)o(])935 2760 y Fk(38)p eop %%Page: 39 39 39 38 bop 106 135 a Fd(3.3.7)55 b(The)18 b(T)-5 b(era)19 b(MT)-5 b(A)106 221 y Fq(Mac)o(hine)18 b(t)o(yp)q(e)p Fp(:)h(Distributed-memory)d(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(MT)l(A.)121 334 y Fq(Op)q(erating)f(system) p Fp(:)g(Unix)d(BSD4.4)e(+)i(proprietary)f(micro)g(k)o(ernel.)121 391 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77)g(\(F)l(ortran)g(90)g (extensions\),)i(HPF,)e(C,)h(C++.)121 447 y Fq(V)l(endors)h (information)j(W)l(eb)e(page)p Fp(:)j Fc(http://www.tera.com)p Fp(.)106 504 y Fq(System)c(parameters)p Fp(:)199 556 y Fq(Mo)q(del)517 b Fp(MT)l(A-)p Fi(x)p Fp(C)p 174 575 917 2 v 199 614 a(Clo)q(c)o(k)16 b(cycle)462 b Fi(<)13 b Fp(3)i(ns)199 727 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 784 y Fp(P)o(er)d(pro)q(c.)20 b(\(64-bit\))302 b(1)15 b(G\015op/s)199 840 y(Maximal)g(\(64-bit\))293 b(256)15 b(G\015op/s)199 953 y(Main)g(memory)391 b Fh(\024)p Fp(16)15 b(GB)199 1066 y Fq(Memory)h(bandwidth)199 1122 y Fp(CPU-to-memory)324 b Fi(>)13 b Fp(8)h(GB/s)199 1235 y(No.)20 b(of)14 b(pro)q(cessors)340 b(16{256)174 1288 y Fq(Remarks)p Fp(:)106 1344 y(Although)13 b(the)g(memory)f(in)h(the)g(MT)l(A)f(is)h(ph)o(ysically)i(distributed,) f(the)f(system)f(is)h(emphatically)106 1401 y(presen)o(ted)k(as)g(a)f (shared)h(memory)f(mac)o(hine)i(\(with)f(non-uniform)h(access)e (time\).)25 b(The)17 b(latency)106 1457 y(incurred)j(in)g(memory)f (references)h(is)f(hidden)i(b)o(y)e Fg(m)o(ulti-threading)p Fp(,)j(i.e.,)d(usually)i(man)o(y)e(con-)106 1514 y(curren)o(t)d (program)f(threads)h(\(instruction)h(streams\))e(ma)o(y)h(b)q(e)g (activ)o(e)h(at)e(an)o(y)h(time.)23 b(Therefore,)106 1570 y(when)13 b(for)g(instance)h(a)e(load)i(instruction)g(cannot)f(b)q (e)g(satis\014ed)h(b)q(ecause)g(of)f(memory)f(latency)i(the)106 1627 y(thread)j(requesting)i(this)f(op)q(eration)f(is)i(stalled)f(and)g (another)f(thread)h(of)f(whic)o(h)h(an)g(op)q(eration)106 1683 y(can)d(b)q(e)h(done)f(is)h(switc)o(hed)g(in)o(to)f(execution.)21 b(This)15 b(switc)o(hing)h(b)q(et)o(w)o(een)g(program)e(threads)g(only) 106 1739 y(tak)o(es)f(1)g(cycle.)21 b(As)14 b(there)g(ma)o(y)f(b)q(e)h (up)h(to)e(128)g(instruction)i(streams)e(and)h(8)f(memory)g(references) 106 1796 y(can)j(b)q(e)h(issued)g(without)f(w)o(aiting)g(for)f (preceding)j(ones,)d(a)h(latency)h(of)e(1024)g(cycles)i(can)f(b)q(e)h (tol-)106 1852 y(erated.)22 b(References)17 b(that)f(are)f(stalled)i (are)f(retried)h(from)e(a)h(retry)f(p)q(o)q(ol.)23 b(A)16 b(construction)h(that)106 1909 y(w)o(orks)c(out)h(similarly)i(is)e(to)g (b)q(e)h(found)f(in)h(the)f(Stern)g(Computing)h(Systems)f(SSP)g(mac)o (hines)h(\(see)106 1965 y(3.3.9\).)174 2028 y(The)k(connection)h(net)o (w)o(ork)e(connects)i(a)f(3-D)f(cub)q(e)i(of)f Fi(p)g Fp(pro)q(cessors)f(with)i(sides)g(of)e Fi(p)1734 1997 y Fb(1)p 1734 2003 16 2 v 1734 2023 a(3)1775 2028 y Fp(of)106 2085 y(whic)o(h)e(alternately)g(the)f Fi(x)p Fp(-)g(or)g Fi(y)i Fp(axes)e(are)g(connected.)21 b(Therefore,)15 b(all)h(no)q(des)g(connect)g(to)e(four)106 2141 y(out)g(of)g(six)h (neigh)o(b)q(ours.)21 b(F)l(urthermore,)13 b(there)i(is)g(an)f(I/O)h(p) q(ort)f(at)g(ev)o(ery)h(no)q(de.)20 b(Eac)o(h)14 b(net)o(w)o(ork)106 2198 y(p)q(ort)k(is)i(capable)f(of)g(sending)h(and)f(receiving)h(a)e (64-bit)h(w)o(ord)f(p)q(er)i(cycle)g(whic)o(h)f(amoun)o(t)f(to)g(a)106 2254 y(bandwidth)h(of)f(22.6)e(GB/s)i(p)q(er)g(p)q(ort.)28 b(In)19 b(case)f(of)g(detected)g(failures,)i(p)q(orts)d(in)i(the)f(net) o(w)o(ork)106 2311 y(can)d(b)q(e)h(b)o(ypassed)g(without)f(in)o (terrupting)h(op)q(erations)f(of)g(the)g(system.)174 2367 y(Although)h(the)g(MT)l(A)g(should)h(b)q(e)f(able)h(to)e(run)h (\\dust)o(y-dec)o(k")g(F)l(ortran)e(programs)h(b)q(ecause)106 2424 y(parallelism)i(is)f(automatically)f(exploited)i(as)e(so)q(on)g (as)g(an)g(opp)q(ortunit)o(y)g(is)h(detected)g(for)e(m)o(ulti-)106 2480 y(threading,)j(it)f(ma)o(y)g(b)q(e)h(\(and)f(often)g(is\))g(w)o (orth)o(while)h(to)e(explicitly)20 b(con)o(trol)c(the)g(parallelism)i (in)106 2536 y(the)c(program)e(and)i(to)f(tak)o(e)g(adv)m(an)o(tage)g (of)g(kno)o(wn)h(data)f(lo)q(calit)o(y)i(o)q(ccurrences.)20 b(MT)l(A)14 b(pro)o(vides)106 2593 y(handles)23 b(for)e(this)i(in)f (the)g(form)g(of)f(library)i(routines,)h(including)g(sync)o (hronisation,)g(barrier,)935 2760 y Fk(39)p eop %%Page: 40 40 40 39 bop 106 135 a Fp(and)18 b(reduction)i(op)q(erations)e(on)h (de\014ned)g(groups)f(of)g(threads.)29 b(Con)o(trolled)19 b(and)g(uncon)o(trolled)106 192 y(parallelism)g(approac)o(hes)e(ma)o(y) f(b)q(e)i(freely)f(mixed.)26 b(HPF)17 b(will)i(also)e(b)q(e)g(supp)q (orted)h(for)e(SPMD-)106 248 y(st)o(yle)f(programming.)106 305 y Fq(Measured)i(P)o(erformances)p Fp(:)174 361 y(The)e(MT)l(A)g (will)i(b)q(e)f(b)q(enc)o(hmark)m(able)h(from)d(the)i(b)q(eginning)h (of)e(1996,)e(therefore,)i(no)g(p)q(erfor-)106 418 y(mance)g(\014gures) h(are)f(a)o(v)m(ailable)h(y)o(et.)935 2760 y Fk(40)p eop %%Page: 41 41 41 40 bop 106 135 a Ff(3.4)69 b(Distributed-mem)o(ory)21 b(MIMD)i(systems)106 221 y Fp(In)17 b(particular)g(for)g(this)g(class)g (of)f(systems)g(w)o(e)g(cannot)h(claim)h(completeness)f(of)f(this)i(o)o (v)o(erview.)106 278 y(This)13 b(has)g(t)o(w)o(o)e(reasons:)18 b(First,)12 b(at)g(presen)o(t)h(this)g(is)g(the)g(most)e(dynamic)j (area)e(of)g(dev)o(elopmen)o(t)h(of)106 334 y(new)h(mac)o(hines)h(and)f (it)g(is)h(quite)g(probable)f(that)g(already)g(new)g(systems)g(app)q (ear)g(on)g(the)g(mark)o(et)106 391 y(while)h(this)f(rep)q(ort)f(go)q (es)h(to)f(prin)o(t.)19 b(This)14 b(in)h(no)e(w)o(a)o(y)g(implies)i (that)e(the)h(systems)f(not)g(men)o(tioned)106 447 y(here)j(should)g(b) q(e)g(in)g(an)o(y)f(w)o(a)o(y)f(inferior)i(to)f(the)g(ones)g(that)g (app)q(ear)g(in)h(this)g(section.)21 b(It)15 b(is)h(rather)106 504 y(felt)i(that)f(man)o(y)h(of)f(these)h(systems)f(are)h(in)h(some)e (sense)h(equiv)m(alen)o(t)i(and)e(listing)h(\(almost\))e(all)106 560 y(of)h(the)h(systems)g(w)o(ould)g(b)q(e)h(coun)o(terpro)q(ductiv)o (e)g(in)f(the)g(sense)h(that)e(the)h(descriptions)h(of)f(the)106 616 y(systems)c(migh)o(t)g(lead)h(to)e(confusion.)174 673 y(F)l(or)j(distributed-memory)i(MIMD)e(mac)o(hines)i(ob)o(viously)f (the)g(in)o(terno)q(de)h(bandwidth)g(and)106 729 y(latency)c(are)g(v)o (ery)g(imp)q(ortan)o(t)f(system)h(parameters.)k(Unfortunately)l(,)c(it) g(is)g(v)o(ery)g(hard)g(to)f(come)106 786 y(b)o(y)19 b(reliable)i(\014gures)e(for)g(these)g(parameters.)31 b(Therefore,)19 b(w)o(e)g(only)g(can)h(state)e(the)h(in)o(terno)q(de) 106 842 y(bandwidth)g(p)q(oin)o(t-to-p)q(oin)o(t)g(for)f(the)g(ma)s (jorit)o(y)f(of)h(systems,)g(not)g(for)g(all.)30 b(Where)18 b(w)o(e)g(do)g(not)106 899 y(ha)o(v)o(e)12 b(these)h(\014gures)g(w)o(e) f(giv)o(e)h(the)f(aggregate)f(bandwidth)j(whic)o(h)f(is)g(less)h (informativ)o(e)e(but)h(b)q(etter)106 955 y(than)g(nothing.)20 b(W)l(e)14 b(w)o(ere)f(not)g(able)h(to)f(giv)o(e)h(latency)g(\014gures) f(for)g(the)h(systems)f(for)g(t)o(w)o(o)f(reasons:)106 1012 y(man)o(ufacturers)18 b(mostly)g(state)f(hardw)o(are)h(latencies)i (whic)o(h,)f(regrettably)l(,)g(do)q(es)g(not)f(sa)o(y)f(v)o(ery)106 1068 y(m)o(uc)o(h)c(ab)q(out)h(the)f(actual)h(latency)l(,)g(except)g (that)e(the)i(hardw)o(are)e(latency)i(is)g(a)f(guaran)o(teed)g(lo)o(w)o (er)106 1125 y(b)q(ound.)20 b(The)15 b(second)f(reason)g(is)g(that)f (the)h(actual)g(\(soft)o(w)o(are\))e(latency)l(,)j(ev)o(en)f(if)g(kno)o (wn)g(at)f(some)106 1181 y(p)q(oin)o(t)22 b(in)g(time,)i(decreases)e(v) o(ery)f(fast,)h(as)f(b)q(etter)h(implemen)o(tation)g(of)g(the)f(comm)o (unication)106 1237 y(soft)o(w)o(are)16 b(o)q(ccurs)j(con)o(tin)o (uously)l(.)30 b(Therefore,)19 b(stating)e(\014gures)i(for)e(this)i (system)f(parameter)f(is)106 1294 y(next)e(to)g(useless)h(at)f(the)g (momen)o(t)f(ev)o(en)i(when)g(v)o(ery)e(m)o(uc)o(h)i(desired.)935 2760 y Fk(41)p eop %%Page: 42 42 42 41 bop 106 135 a Fd(3.4.1)55 b(The)18 b(Alex)g(A)-6 b(VX)20 b(2.)106 221 y Fq(Mac)o(hine)e(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(A)-5 b(VX)16 b(series)f(2.)121 334 y Fq(Op)q(erating)k(system)p Fp(:)g(T)l(rollius)d(\(Unix-lik)o(e)i (v)m(arian)o(t)d(with)g(exten)o(tions\).)121 391 y Fq(Connection)k (structure)p Fp(:)g(Crossbar.)121 447 y Fq(Compilers)p Fp(:)h(F)l(ortran,)13 b(C,)i(C++,)g(Linda.)106 504 y Fq(System)h(parameters)p Fp(:)199 556 y Fq(Mo)q(del)527 b Fp(A)-5 b(VX)16 b(series)f(2)p 174 575 979 2 v 199 614 a(Clo)q(c)o(k)h(cycle)524 b(25)14 b(ns)199 727 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 784 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))337 b(60)14 b(M\015op/s)199 840 y(Maximal)h(\(64-bit\))336 b(3.84)14 b(G\015op/s)199 953 y(Main)h(memory)408 b Fh(\024)p Fp(1,280)14 b(MB)199 1009 y(Memory/no)q(de)433 b Fh(\024)p Fp(20)15 b(MB)199 1122 y Fq(Memory)h(bandwidth)275 b Fp(5)14 b(GB/s)199 1235 y Fq(Comm)o(unication)k(bandwidth)74 b Fh(\024)p Fp(10)15 b(MB/s)199 1348 y(No.)20 b(of)14 b(pro)q(cessors)411 b(8{64)174 1401 y Fq(Remarks)p Fp(:)106 1457 y(The)21 b(A)-5 b(VX)20 b(system)g(is)h(reminiscen)o(t)h(to)e(the) h(Meik)o(o)f(i860)g(CS)h(\(see)f(3.4.12\))e(in)k(that)d(the)i(sys-)106 1514 y(tem)15 b(can)h(b)q(e)h(con\014gured)f(with)g(and)g(without)g(In) o(tel)g(i860)g(pro)q(cessors)f(in)i(the)f(pro)q(cessing)g(no)q(des)106 1570 y(while)g(eac)o(h)f(no)q(de)g(alw)o(a)o(ys)f(con)o(tains)h(a)f (T805)f(transputer)i(whic)o(h)g(is)g(resp)q(onsible)i(for)d(in)o (ter-no)q(de)106 1627 y(comm)o(unication.)20 b(The)14 b(i860s)f(are)g(used)i(for)e(computational)h(in)o(tensiv)o(e)g(tasks.) 19 b(Instead)14 b(of)f(com-)106 1683 y(putational)f(no)q(des)g(with)f (or)g(without)h(i860s)f(sp)q(ecial)i(function)f(no)q(des,)g(lik)o(e)h (SCSI)f(in)o(terface)f(no)q(des)106 1739 y(or)16 b(graphics)i(no)q(des) f(ma)o(y)g(b)q(e)g(installed)i(to)d(mak)o(e)h(the)g(mac)o(hine)h(more)e (balanced)i(with)f(resp)q(ect)106 1796 y(to)d(I/O)i(requiremen)o(ts)g (or)e(graphics)i(p)q(erformance.)174 1852 y(Up)i(to)e(8)h(sim)o (ultaneous)h(users)f(can)g(b)q(e)h(allo)q(cated)g(on)f(the)h (\(virtual\))f(mac)o(hine)h(lea)o(ving)g(the)106 1909 y(users)d(the)g(freedom)h(to)e(de\014ne)i(the)g(top)q(ology)f(for)f (their)i(mac)o(hine)g(in)g(soft)o(w)o(are.)174 1965 y(Third)25 b(part)o(y)e(programming)g(en)o(vironmen)o(ts)h(a)o(v)m(ailable)i(are)e (P)o(erihelion's)h(Helios)g(whic)o(h)106 2022 y(should)c(b)q(e)g(able)g (to)e(attract)g(users)h(whic)o(h)h(migrate)f(from)g(transputer)f(based) i(mac)o(hines)g(and)106 2078 y(P)o(arasoft's)13 b(Express)i(whic)o(h)h (runs)f(on)h(man)o(y)e(DM-MIMD)g(platforms.)106 2135 y Fq(Measured)j(P)o(erformances)p Fp(:)174 2191 y(Alex)h(is)g(fairly)g (new)g(in)g(the)f(\014eld,)i(so)e(no)h(measured)f(p)q(erformance)h (\014gures)f(w)o(ere)g(a)o(v)m(ailable)106 2248 y(at)d(the)i(momen)o(t) e(of)h(writing.)935 2760 y Fk(42)p eop %%Page: 43 43 43 42 bop 106 135 a Fd(3.4.2)55 b(The)18 b(Av)m(alon)h(A12.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(Av)m(alon)c(A12.)128 334 y Fq(Op)q(erating)27 b(system)p Fp(:)32 b(A)-5 b(V)g(ALON)23 b(micro)g(k)o(ernel)f(based)h (Unix)g(\(Image)e(compatible)j(with)106 391 y(Digital)16 b(Unix\).)121 447 y Fq(Connection)j(structure)p Fp(:)g(Multistage)c(v)m (ariable)i(\(see)e(remarks\).)121 504 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77,)g(F)l(ortran)g(90,)g(HPF,)h(ANSI)h(C.)106 560 y Fq(System)g(parameters)p Fp(:)199 613 y Fq(Mo)q(del)632 b Fp(A12)p 174 631 1010 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)533 b(3.3)15 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))341 b(600)15 b(M\015op/s)199 896 y(Maximal)g(\(64-bit\))452 b(|)199 1009 y(Memory/no)q(de)511 b(|)199 1066 y(Memory)14 b(\(maximal\))408 b(|)199 1179 y Fq(Comm)o(unication)18 b(bandwidth)199 1235 y Fp(P)o(oin)o(t-to-p)q(oin)o(t)390 b(128{400)14 b(MB/s)199 1292 y(Bisectional)j(\(full)f(system\))310 b(|)199 1405 y(No.)20 b(of)14 b(pro)q(cessors)450 b(|)174 1457 y Fq(Remarks)p Fp(:)106 1514 y(The)12 b(Av)m(alon)g(tec)o(hnical)i (do)q(cumen)o(tation)e(is)g(not)f(en)o(tirely)i(helpful)h(in)e(pro)o (viding)h(complete)g(infor-)106 1570 y(mation)i(with)h(regard)g(to)f (system)g(con\014gurations.)21 b(Therefore)16 b(the)g(list)g(of)g (system)f(parameters)106 1627 y(ab)q(o)o(v)o(e)e(is)i(somewhat)e (incomplete.)21 b(The)14 b(A12)f(will)j(b)q(e)e(based)h(on)f(the)f(DEC) h(Alpha)h(21164)d(RISC)106 1683 y(pro)q(cesor.)19 b(This)14 b(pro)q(cessor)f(has)g(a)g(clo)q(c)o(k)h(cycle)h(of)e(3.3)f(ns.)19 b(Because)14 b(the)g(Alpha)g(21164)e(has)h(dual)106 1739 y(\015oating-p)q(oin)o(t)21 b(arithmetic)g(pip)q(es)h(it)e(will)i (deliv)o(er)g(a)e(theoretical)h(p)q(eak)f(p)q(erformance)h(of)f(600)106 1796 y(M\015op/s.)25 b(The)18 b(total)f(p)q(erformance)g(of)g(the)g (system,)g(ho)o(w)o(ev)o(er,)g(cannot)g(b)q(e)h(sp)q(eci\014ed)h(b)q (ecause)106 1852 y(the)g(maxim)o(um)g(n)o(um)o(b)q(er)h(of)e(pro)q (cessors)h(is)h(not)e(giv)o(en.)33 b(In)19 b(addition)i(to)d(the)h (usual)h(\014rst)f(and)106 1909 y(second)f(lev)o(el)i(cac)o(he)e(that)f (reside)i(on)f(c)o(hip,)h(a)f(1)g(MB)g(third)g(lev)o(el)h(cac)o(he)g (is)f(pro)o(vided)h(on)f(eac)o(h)106 1965 y(A12)d(CPU)h(card.)22 b(The)17 b(bandwidth)g(to/from)d(the)i(\014rst)g(lev)o(el)h(cac)o(he)f (is)h(su\016cien)o(t)g(to)e(transp)q(ort)106 2022 y(t)o(w)o(o)g(op)q (erands)j(to)e(the)h(CPU)f(and)h(to)f(ship)i(one)f(result)g(bac)o(k)g (in)h(one)e(cycle.)26 b(The)17 b(second)h(lev)o(el)106 2078 y(cac)o(he)i(has)f(t)o(w)o(o-thirds)g(of)g(is)h(bandwidth,)h (while)g(the)f(third)g(lev)o(el)h(cac)o(he)f(has)f(the)h(capabilit)o(y) 106 2135 y(of)15 b(pro)o(viding)i(an)f(64-bit)g(w)o(ord)f(ev)o(ery)h(t) o(w)o(o)f(cycles.)23 b(The)16 b(bandwidth)h(to/from)d(memory)h(is)i (400)106 2191 y(MB/s)f(or)f(one)h(64-bit)h(w)o(ord)e(ev)o(ery)h(6)g (cycles.)24 b(The)16 b(memory)g(has)g(t)o(w)o(o-w)o(a)o(y)e(in)o (terlea)o(v)o(ed)j(banks)106 2248 y(but)e(the)h(size)g(of)e(the)i (memory)e(is)i(not)f(sp)q(eci\014ed)i(in)f(the)f(do)q(cumen)o(tation.) 174 2304 y(Eac)o(h)c(CPU)h(card)f(con)o(tains)h(a)f(Alpha)i(21164)d (pro)q(cessor,)i(the)f(third)i(lev)o(el)f(or)g(B)f(cac)o(he)h(and)g (the)106 2360 y(lo)q(cal)i(memory)e(for)f(that)h(no)q(de.)20 b(Tw)o(elv)o(e)13 b(CPU)f(cards)g(can)h(b)q(e)g(housed)g(in)h(one)e (crate)h(whic)o(h)g(has)f(a)106 2417 y(full)j(crossbar)e(bac)o(kplane.) 20 b(This)14 b(yields)i(a)d(in)o(terno)q(de)i(bandwidth)f(of)g(sligh)o (tly)g(under)h(400)e(MB/s)106 2473 y(b)q(et)o(w)o(een)j(the)f(cards)g (within)i(one)e(crate.)20 b(Apart)15 b(from)g(the)g(12)g(slots)g(for)g (CPU)g(cards,)g(there)g(are)106 2530 y(t)o(w)o(o)h(extra)g(dual)i(c)o (hannel)g(slots)f(that)g(can)g(accomo)q(date)f(comm)o(unication)i (cards)f(that)f(pro)o(vide)106 2586 y(the)e(connections)g(with)g(other) f(crates.)19 b(F)l(or)13 b(the)h(in-crate)g(crossbar)f(CMOS)h(tec)o (hnology)g(is)g(used.)935 2760 y Fk(43)p eop %%Page: 44 44 44 43 bop 106 135 a Fp(Ho)o(w)o(ev)o(er,)12 b(for)g(the)g(in)o (tercrate)h(connections)g(ECL)g(logic)h(is)f(emplo)o(y)o(ed.)19 b(The)13 b(actual)g(connections)106 192 y(b)q(et)o(w)o(een)18 b(crates)g(are)g(made)g(b)o(y)h(coaxial)f(cables.)30 b(This)19 b(w)o(a)o(y)e(of)h(connection)h(pro)o(vides)g(a)f(large)106 248 y(\015exibilit)o(y)i(in)d(the)h(o)o(v)o(erall)f(in)o(terconnection) h(top)q(ology:)23 b(one)18 b(could)g(build)h(trees)d(or)h(toruses)f(or) 106 305 y(a)21 b(secondary)g(lev)o(el)i(crossbar)d(\(is)i(the)f(last)g (case)h(one)f(crate)g(should)h(b)q(e)g(\014lled)h(en)o(tirely)g(with) 106 361 y(comm)o(unication)f(cards)f(to)f(build)j(a)e(144)g(pro)q (cessor)g(system\).)37 b(The)21 b(comm)o(unication)h(sp)q(eed)106 418 y(b)q(et)o(w)o(een)15 b(crates)g(is)h(less)g(fast)e(\(but)h(still)i (resp)q(ectable\):)k(128)14 b(MB/s.)174 474 y(I/O)k(can)h(b)q(e)f (con\014gured)h(in)f(v)m(arious)h(w)o(a)o(ys:)24 b(It)18 b(is)g(p)q(ossible)i(to)d(put)h(32-bit)g(or)g(64-bit)g(PCI)106 531 y(expansion)f(cards)f(on)g(eac)o(h)h(CPU)f(card)g(to)g(obtain)g (what)g(Av)m(alon)h(calls)g(\\T)o(yp)q(e)f(1)g(I/O)h(no)q(des".)106 587 y(Also,)e(a)f(direct)h(switc)o(h)g(connection)g(via)g(a)f(v)m (arian)o(t)h(of)f(the)g(comm)o(unication)i(card)e(can)h(b)q(e)g(made) 106 644 y(to)g(the)h(outside)g(w)o(orld.)21 b(Dep)q(ending)d(on)d(the)h (n)o(um)o(b)q(er)g(of)f(cards)h(the)g(bandwidth)h(is)f(400)f(or)g(800) 106 700 y(MB/s)h(for)g(this)i(t)o(yp)q(e)e(3)h(I/O)g(no)q(de.)25 b(The)18 b(t)o(yp)q(e)e(2)h(I/O)g(no)q(de)h(is)f(in)g(fact)g(a)f (dedicated)i(TCP/IP)106 756 y(connection)e(as)f(needed)i(for)d(the)h (con)o(trol)g(w)o(orkstation)f(as)h(required)h(b)o(y)f(the)h(system.) 106 813 y Fq(Measured)h(P)o(erformances)p Fp(:)174 869 y(The)d(A12)g(is)g(exp)q(ected)h(to)e(b)q(e)i(a)o(v)m(ailable)g(b)o(y)f (the)g(\014rst)f(quarter)h(of)f(1996.)18 b(As)c(y)o(et)g(no)f(systems) 106 926 y(are)i(b)q(enc)o(hmark)m(able.)21 b(So,)15 b(no)g(p)q (erformance)h(\014gures)f(are)g(kno)o(wn)g(at)f(this)i(momen)o(t.)935 2760 y Fk(44)p eop %%Page: 45 45 45 44 bop 106 135 a Fd(3.4.3)55 b(The)18 b(C-D)n(A)n(C)j(P)-5 b(ARAM)20 b(9000/SS.)106 221 y Fq(Mac)o(hine)e(t)o(yp)q(e)p Fp(:)h(RISC-based)e(distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(P9S/4{P9S/200.)121 334 y Fq(Op)q(erating)f(system)p Fp(:)g(P)l(ARAS)d(9000/SS)e(\(Mac)o(h-lik)o (e)i(micro-k)o(ernel\).)121 391 y Fq(Connection)j(structure)p Fp(:)g(Multistage)c(crossbar.)121 447 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77,)g(F)l(ortran)g(90,)g(HPF,)h(ANSI)h(C,)e (C++)i(\(so)q(on\).)174 504 y Fq(System)h(parameters)p Fp(:)199 556 y Fq(Mo)q(del)609 b Fp(P9S)p 174 575 965 2 v 199 614 a(Clo)q(c)o(k)16 b(cycle)499 b(16.6)14 b(ns)199 727 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 784 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))330 b(60)14 b(M\015op/s)199 840 y(Maximal)h(\(64-bit\))347 b(12)14 b(G\015op/s)199 953 y(Memory/no)q(de)415 b Fh(\024)p Fp(128)14 b(MB)199 1009 y(Memory)g(\(maximal\))308 b Fh(\024)p Fp(25.6)15 b(GB)199 1122 y Fq(Comm)o(unication)j(bandwidth)199 1179 y Fp(P)o(oin)o(t-to-p)q(oin)o(t)390 b(10{40)14 b(MB/s)199 1235 y(Bisectional)j(\(full)f(system\))219 b(3.2)14 b(GB/s)199 1348 y(No.)20 b(of)14 b(pro)q(cessors)393 b(4{200)174 1401 y Fq(Remarks)p Fp(:)106 1457 y(The)15 b(P)l(ARAM)h(9000/SS)f(is)h (the)f(third)h(generation)f(of)g(systems)g(that)g(is)h(pro)q(duced)g(b) o(y)f(C-D)o(A)o(C,)106 1514 y(the)f(Cen)o(tre)g(for)g(Dev)o(elopmen)o (t)h(of)f(Adv)m(anced)i(Computing,)e(an)g(institute)i(in)f(India)g (that)f(has)g(as)106 1570 y(its)19 b(mission)h(to)e(dev)o(elop)i(an)e (man)o(ufacture)h(\\state-of-the-art)e(op)q(en)i(arc)o(hitecture)g(sup) q(ercom-)106 1627 y(puters".)g(This)14 b(system,)g(ho)o(w)o(ev)o(er,)f (is)h(the)g(\014rst)f(one)h(to)f(b)q(e)i(mark)o(eted)e(abroad.)19 b(The)14 b(mac)o(hine)g(is)106 1683 y(based)i(on)g(the)f(Sun)i(Sup)q (erSparC)f(I)q(I)h(as)e(a)h(pro)q(cessing)g(no)q(de.)22 b(The)16 b(no)q(des)h(are)e(connected)i(b)o(y)e(a)106 1739 y(m)o(ultistage)d(crossbar)g(with)g(dynamically)j(adaptiv)o(e)d(w) o(ormhole)g(routing)g(whic)o(h)h(is)g(highly)h(useful)106 1796 y(in)j(terms)f(of)f(fault-tolerance.)24 b(The)16 b(p)q(oin)o(t-to-p)q(oin)o(t)h(bandwidth)h(is)e(10)g(MB/s)g(p)q(er)g (link.)25 b(With)106 1852 y(a)17 b(maxim)o(um)g(of)f(4)h(links)h(this)g (bandwidth)g(can)f(b)q(e)h(scaled)g(up)f(to)g(40)f(MB/s.)25 b(The)17 b(bisectional)106 1909 y(bandwidth)h(for)f(a)g(full)h(200-no)q (de)f(system)g(is)h(a)f(v)o(ery)g(resp)q(ectable)h(3.2)e(GB/s.)26 b(F)l(or)16 b(ev)o(ery)h(four)106 1965 y(compute)e(no)q(des)h(one)f (I/O)h(no)q(de)g(can)f(b)q(e)h(con\014gured)g(for)e(distributed)j(I/O.) 174 2022 y(The)h(amoun)o(t)f(of)g(a)o(v)m(ailable)i(soft)o(w)o(are)d (sho)o(ws)h(that)g(the)h(P)l(ARAM)g(9000/SS)f(is)h(not)f(a)g(\014rst-) 106 2078 y(generation)g(system.)24 b(Apart)16 b(from)g(F)l(ortran)f (77,)h(F)l(ortran)g(90,)g(HPF,)g(and)h(C++)g(are)f(a)o(v)m(ailable)106 2135 y(and)k(the)h(CORE,)g(MPI,)f(and)g(PVM)g(message)g(passing)h(in)o (terfaces)g(are)f(a)o(v)m(ailable.)37 b(There)20 b(is)106 2191 y(a)i(parallel)i(debugger,)h(a)d(proprietary)g(p)q(erformance)h (ev)m(aluation)h(to)q(ol)e(called)i(AIDE,)e(while)106 2248 y(TOT)l(AL)-5 b(VIEW)16 b(can)f(b)q(e)h(deliv)o(ered)h(at)e (request.)174 2304 y(In)d(addition,)g(a)f(library)h(of)e(parallel)j (routines,)f(P)l(AR)o(UL,)f(is)g(a)o(v)m(ailable.)21 b(This)11 b(library)h(con)o(tains)106 2360 y(PVM)j(v)o(ersions)g(of)g (dense)h(linear)g(algebra)f(routines,)h(eigen)o(v)m(alue)h(routines,)e (and)h(FFTs.)106 2417 y Fq(Measured)h(P)o(erformances)p Fp(:)174 2473 y(No)12 b(measured)g(p)q(erformances)h(of)e(the)h(P)l (ARAM)h(9000/SS)e(are)h(a)o(v)m(ailable.)20 b(The)13 b(p)q(erformance)106 2530 y(of)f(the)g(computing)h(no)q(de)f(is)h (rather)f(optimistically)i(estimated)e(to)g(b)q(e)h(60)e(M\015op/s)h (for)g(a)f(60)h(MHz)106 2586 y(pro)q(cessor.)28 b(It)19 b(is)f(not)g(v)o(ery)g(lik)o(ely)i(that)d(the)h(pro)q(cessing)h(no)q (de)g(will)h(attain)e(ev)o(en)g(half)h(of)f(this)935 2760 y Fk(45)p eop %%Page: 46 46 46 45 bop 106 135 a Fp(p)q(erformance)16 b(in)g(practice.)22 b(Ev)o(en)15 b(then,)h(the)g(system)f(could)h(b)q(e)h(quite)f(in)o (teresting)g(in)g(terms)f(of)106 192 y(price/p)q(erformance.)935 2760 y Fk(46)p eop %%Page: 47 47 47 46 bop 106 135 a Fd(3.4.4)55 b(The)18 b(Cra)n(y)i(Researc)n(h)e (Inc.)25 b(T3E.)106 221 y Fq(Mac)o(hine)18 b(t)o(yp)q(e)p Fp(:)h(RISC-based)e(distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(T3E.)121 334 y Fq(Op)q(erating)f(system)p Fp(:)g(UNICOS)d(MAX)f(\(micro-k)o(ernel)h(Unix\).)121 391 y Fq(Connection)j(structure)p Fp(:)g(3-D)c(T)l(orus.)121 447 y Fq(Compilers)p Fp(:)20 b(CFT77)p 531 447 14 2 v 15 w(M)14 b(\(F)l(ortran)g(77)h(with)g(extensions\),)h(C.)121 504 y Fq(V)l(endors)g(information)j(W)l(eb)e(page)p Fp(:)j Fc(http://www.cray.com/PUBLIC/)o(T3E/)p Fp(.)106 560 y Fq(System)c(parameters)p Fp(:)199 613 y Fq(Mo)q(del)612 b Fp(T3E)p 174 631 977 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)517 b(3.3)14 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))325 b(600)14 b(M\015op/s)199 896 y(Maximal)h(\(64-bit\))330 b(1229)14 b(G\015op/s)199 1009 y(Main)h(memory)416 b Fh(\024)p Fp(4096)15 b(GB)199 1066 y(Memory/no)q(de)439 b Fh(\024)15 b Fp(2)g(GB)199 1179 y Fq(Comm)o(unication)j(bandwidth)80 b Fp(300)14 b(MB/s)199 1292 y(No.)20 b(of)14 b(pro)q(cessors)377 b(16{2048)174 1344 y Fq(Remarks)p Fp(:)106 1401 y(The)12 b(T3E)f(is)i(the)f(second)g(generation)g(of)g(DM-MIMD)e(systems)i(from) f(CRI.)h(Lexically)l(,)j(it)d(follo)o(ws)106 1457 y(in)17 b(name)f(after)g(its)g(predecessor)h(T3D)e(whic)o(h)i(name)f(referred)h (to)e(its)h(connection)i(structure:)j(a)106 1514 y(3-D)12 b(torus.)19 b(In)13 b(this)h(resp)q(ect)f(it)g(has)g(still)h(the)f (same)g(in)o(terconnection)h(structure)f(as)g(the)g(T3D.)e(In)106 1570 y(man)o(y)k(other)f(resp)q(ects,)i(ho)o(w)o(ev)o(er,)d(there)j (are)f(quite)g(some)g(di\013erences.)21 b(A)15 b(\014rst)g(and)g(imp)q (ortan)o(t)106 1627 y(di\013erence)h(is)f(that)g(no)g(fron)o(t-end)f (system)h(is)g(required)h(an)o(ymore)e(\(although)h(it)g(is)h(still)g (p)q(ossible)106 1683 y(to)11 b(connect)i(to)e(a)h(Cra)o(y)f(T90\).)18 b(The)12 b(systems)g(up)g(to)g(128)f(pro)q(cessors)h(are)g(air-co)q (oled.)20 b(The)12 b(larger)106 1739 y(ones,)j(from)f(256{2,048)f(pro)q (cessors,)h(are)h(liquid)j(co)q(oled.)174 1796 y(The)g(T3E)g(uses)g (the)h(DEC)e(Alpha)i(21164)e(RISC)i(pro)q(cessor)f(for)f(its)h (computational)h(tasks)106 1852 y(just)14 b(lik)o(e)h(the)g(Av)m(alon)g (A12.)k(Cra)o(y)13 b(stresses,)h(ho)o(w)o(ev)o(er,)f(that)g(the)i(pro)q (cessors)f(are)g(encapsulated)106 1909 y(in)20 b(suc)o(h)f(a)f(w)o(a)o (y)g(that)g(they)h(can)g(b)q(e)h(exc)o(hanged)f(easily)h(for)e(an)o(y)h (other)f(\(faster\))g(pro)q(cessor)g(as)106 1965 y(so)q(on)13 b(as)g(this)h(w)o(ould)g(b)q(e)g(a)o(v)m(ailable)h(without)e (a\013ecting)h(the)f(macro-arc)o(hitecture)g(of)g(the)h(system.)174 2022 y(Eac)o(h)h(no)q(de)i(in)f(the)g(system)f(con)o(tains)g(one)h(pro) q(cessing)g(elemen)o(t)h(\(PE\))d(whic)o(h)j(in)f(turn)g(con-)106 2078 y(tains)f(a)g(CPU,)f(memory)l(,)g(and)i(a)e(comm)o(unication)i (engine)g(that)f(tak)o(es)f(care)h(of)f(comm)o(unication)106 2135 y(b)q(et)o(w)o(een)i(PEs.)k(The)c(bandwidth)g(b)q(et)o(w)o(een)g (no)q(des)g(is)g(quite)g(high:)21 b(300)14 b(MB/s.)20 b(Lik)o(e)d(the)e(T3D,)106 2191 y(the)h(T3E)g(has)h(hardw)o(are)e(supp) q(ort)i(for)f(fast)f(sync)o(hronisation.)24 b(E.g.,)16 b(barrier)g(sync)o(hronisation)106 2248 y(tak)o(es)e(only)i(one)f (cycle)i(p)q(er)e(c)o(hec)o(k.)174 2304 y(In)d(the)g(microarc)o (hitecture)g(most)f(c)o(hanges)g(ha)o(v)o(e)g(tak)o(en)g(place)i(with)f (the)f(transition)h(from)f(the)106 2360 y(T3D)g(to)h(the)g(T3E.)f (First,)h(there)g(is)h(only)f(one)h(CPU)e(p)q(er)i(no)q(de)g(instead)f (of)g(t)o(w)o(o,)f(whic)o(h)i(remo)o(v)o(es)e(a)106 2417 y(source)i(of)g(asymmetry)f(b)q(et)o(w)o(een)i(pro)q(cessors.)k (Second,)d(the)e(new)g(no)q(de)h(pro)q(cessor)f(has)g(a)g(96)f(KB)106 2473 y(3-w)o(a)o(y)i(set-asso)q(ciativ)o(e)h(secondary)g(cac)o(he)g (whic)o(h)g(ma)o(y)g(reliev)o(e)h(some)e(of)h(the)g(problems)g(of)g (data)106 2530 y(fetc)o(hing)f(that)f(w)o(ere)h(presen)o(t)g(in)g(the)g (T3D)f(where)h(only)h(a)e(primary)h(cac)o(he)g(w)o(as)f(presen)o(t.)20 b(Third,)106 2586 y(the)13 b(Blo)q(c)o(k)g(T)l(ransfer)f(Engine)i(has)e (b)q(een)i(replaced)g(b)o(y)e(a)g(set)h(of)f(E-registers)h(that)e(are)i (b)q(eliev)o(ed)i(to)935 2760 y Fk(47)p eop %%Page: 48 48 48 47 bop 106 135 a Fp(b)q(e)15 b(m)o(uc)o(h)f(more)f(\015exible)j(and) f(at)e(least)h(remo)o(v)o(es)f(some)h(o)q(dd)h(restrictions)f(on)g(the) g(size)h(of)f(shared)106 192 y(arra)o(ys)20 b(and)h(the)g(n)o(um)o(b)q (er)g(of)g(pro)q(cesses)g(when)h(using)g(Cra)o(y-sp)q(eci\014c)g(PVM.)e (An)h(in)o(teresting)106 248 y(additional)15 b(feature)f(is)h(the)f(a)o (v)m(ailabilit)o(y)i(of)e(32)f(con)o(texts)h(p)q(er)h(pro)q(cessor)e (whic)o(h)i(op)q(ens)g(the)f(do)q(or)106 305 y(for)g(m)o(ultipro)q (cessing.)174 361 y(In)i(the)f(T3D)f(all)i(I/O)f(had)g(to)f(b)q(e)i (handled)g(b)o(y)f(the)g(fron)o(t-end,)f(a)h(system)f(at)h(least)g (from)f(the)106 418 y(Cra)o(y)j(Y-MPE)g(class.)28 b(In)19 b(the)f(T3E)f(distributed)i(I/O)g(is)f(presen)o(t.)28 b(F)l(or)17 b(ev)o(ery)h(8)f(PEs)h(an)g(I/O)106 474 y(c)o(hannel)d(can) f(b)q(e)h(con\014gured)f(in)h(the)f(air-co)q(oled)h(systems)e(and)h(1)g (I/O)g(c)o(hannel)h(p)q(er)f(16)g(no)q(des)g(in)106 531 y(the)k(liquid-co)q(oled)j(systems.)26 b(The)18 b(maxim)o(um)f (bandwidth)i(for)e(a)g(c)o(hannel)i(is)f(ab)q(out)g(1)f(GB/s,)106 587 y(the)e(actual)h(sp)q(eed)g(will)h(b)q(e)f(in)g(the)f(order)g(of)g (700)f(MB/s.)174 644 y(The)g(T3E)f(supp)q(orts)h(v)m(arious)g (programming)f(mo)q(dels.)20 b(Apart)13 b(from)g(PVM)g(3.x)g(for)g (message)106 700 y(passing)i(and)g(HPF)f(for)g(data)g(distribution,)j (a)d(Cra)o(y)g(proprietary)g(w)o(ork)g(sharing)h(mo)q(del,)g(called)106 756 y(CRAFT,)i(can)g(b)q(e)h(emplo)o(y)o(ed.)27 b(Cra)o(y)16 b(views)i(HPF)f(and)g(F)l(ortran)g(90)f(arra)o(y)g(syn)o(tax)h(as)g (subsets)106 813 y(of)22 b(the)g(CRAFT)g(mo)q(del.)42 b(Within)24 b(this)e(mo)q(del)h(data)f(can)g(b)q(e)h(exc)o(hanged)g (implicitly)m(,)j(th)o(us)106 869 y(lo)q(oking)18 b(e\013ectiv)o(ely)f (as)g(a)f(shared-memory)h(system)f(to)g(the)h(user.)25 b(As)17 b(sev)o(eral)g(other)g(v)o(endors,)106 926 y(Cra)o(y)12 b(has)g(extended/altered)i(the)f(implemen)o(tation)h(of)e(PVM)h(to)f (enhance)h(the)g(comm)o(unication)106 982 y(p)q(erformance.)20 b(F)l(or)13 b(small)i(messages)e(this)i(can)f(giv)o(e)g(an)g(impro)o(v) o(emen)o(t)g(of)f(a)h(factor)f(3)g(\(20{25)g Fi(\026)p Fp(s)106 1039 y(instead)i(of)e(70{80)g Fi(\026)p Fp(s\).)20 b(F)l(or)13 b(SPMD)h(programs)f(c)o(hannel)i(send/receiv)o(e)g (functions)g(can)g(b)q(e)f(used)106 1095 y(whic)o(h)i(reduces)f(the)g (comm)o(unication)h(time)f(to)f(4{5)g Fi(\026)p Fp(s.)20 b(The)15 b(faster)f(implemen)o(tations)i(are)e(not)106 1152 y(p)q(ortable,)h(ho)o(w)o(ev)o(er.)106 1208 y Fq(Measured)i(P)o (erformances)p Fp(:)174 1265 y(The)12 b(Cra)o(y)e(T3E)h(has)g(only)h (recen)o(tly)g(b)q(een)g(announced)g(\(No)o(v)o(em)o(b)q(er)f(1995\).) 17 b(A)o(t)11 b(this)h(momen)o(t)106 1321 y(no)j(p)q(erformance)g (\014gures)h(are)f(a)o(v)m(ailable.)935 2760 y Fk(48)p eop %%Page: 49 49 49 48 bop 106 135 a Fd(3.4.5)55 b(The)18 b(F)-5 b(ujitsu)20 b(AP1000.)106 221 y Fq(Mac)o(hine)e(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(AP1000.)129 334 y Fq(Op)q(erating)27 b(system)p Fp(:)34 b(Cell)24 b(OS)f(\(transparen)o(t)f(to)g(the)h (user\))f(and)h(SunOS)h(\(Sun's)f(Unix)106 391 y(v)m(arian)o(t\))15 b(on)g(the)g(fron)o(t-end)g(system.)119 447 y Fq(Connection)i (structure)p Fp(:)h(T-net)c(\(2-D)f(torus\),)f(B-net)i(\(common)f(bus)g (+)h(hierarc)o(hical)h(ring\),)106 504 y(S-net)h(\(tree\))e(\(see)h (remarks\).)121 560 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77)g(and)i(C)f(with)g(extensions.)106 616 y Fq(System)h(parameters)p Fp(:)199 669 y Fq(Mo)q(del)575 b Fp(AP1000)p 174 688 973 2 v 199 727 a(Clo)q(c)o(k)16 b(cycle)521 b(40)15 b(ns)199 840 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 896 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))316 b(12.5)14 b(M\015op/s)199 953 y(Maximal)h(\(64-bit\))333 b(12.8)14 b(G\015op/s)199 1066 y(Main)h(memory)437 b Fh(\024)p Fp(16)15 b(GB)199 1122 y(Memory/no)q(de)448 b(16)14 b(MB)199 1235 y Fq(Comm)o(unication)k(bandwidth)199 1292 y Fp(B-net)599 b(50)15 b(MB/s)199 1348 y(T-net)598 b(25)15 b(MB/s)199 1461 y(No.)20 b(of)14 b(pro)q(cessors)386 b(8{1024)174 1514 y Fq(Remarks)p Fp(:)106 1570 y(The)19 b(AP1000)e(is)i(put)f (together)g(from)g(computing)h(cells)h(eac)o(h)e(of)g(whic)o(h)i(con)o (tains)e(a)g(25)g(MHz)106 1627 y(SP)l(AR)o(C)11 b(pro)q(cessor)g (\(IU\))f(and)i(an)e(additional)j(\015oating-p)q(oin)o(t)e(pro)q (cessor)g(\(FPU\).)e(The)i(pro)q(cessor)106 1683 y(cells)23 b(are)f(complemen)o(ted)g(b)o(y)g(routing-)g(and)g(message)f(con)o (trollers,)i(a)f(B-net)g(in)o(terface)g(\(see)106 1739 y(b)q(elo)o(w\),)15 b(cell)h(memory)l(,)e(and)h(cac)o(he)g(memory)f (\(128)g(KB\).)g(The)h(p)q(eak)g(p)q(erformance)g(of)g(the)f(FPU)106 1796 y(is)j(estimated)f(to)g(b)q(e)h(12.5)e(M\015op/s)h(whic)o(h)h (brings)g(the)f(aggregate)f(p)q(eak)i(rate)f(to)f(12.8)g(G\015op/s)106 1852 y(for)f(a)h(full)i(1024)d(cell)j(system.)i(The)d(system)e(is)i (fron)o(t-ended)g(b)o(y)f(a)g(Sun)h(4)e(mac)o(hine.)174 1909 y(F)l(ujitsu)j(has)g(attempted)f(to)g(diminish)k(the)d(comm)o (unication)g(problems)g(that)g(are)f(inheren)o(t)106 1965 y(to)e(DM-MIMD)g(mac)o(hines)i(b)o(y)f(implemen)o(ting)i (di\013eren)o(t)f(net)o(w)o(orks)e(for)g(broadcasting)h(and)g(col-)106 2022 y(lection)h(of)e(data)f(\(the)i(B-net\),)f(for)g(sync)o (hronisation)h(\(the)f(S-net\),)g(and)h(for)f(comm)o(unication)h(on)106 2078 y(the)f(pro)q(cessor)h(grid)g(\(the)f(T-net\).)19 b(As)c(the)f(broadcasting)h(or)f(m)o(ulticasting)h(\(i.e.,)f (broadcasting)106 2135 y(to)h(a)g(selected)i(subset\))f(of)f(data)g (often)g(constitutes)h(a)f(b)q(ottlenec)o(k)i(in)f(the)g(execution)h (of)e(a)g(com-)106 2191 y(putational)i(task,)f(the)h(B-net)g(has)g(a)f (t)o(w)o(o)g(times)h(higher)h(bandwidth)f(than)g(the)g(in)o(terpro)q (cessor)106 2248 y(T-net)g(\(50)g(vs.)25 b(25)17 b(MB/s\).)25 b(Because)18 b(the)g(gather)e(and)i(scatter)e(of)h(data)g(o)o(v)o(er)f (the)h(pro)q(cessors)106 2304 y(is)i(generally)i(less)e(structured)g(a) g(com)o(bination)h(o)q(d)f(a)g(common)f(bus)i(and)f(a)g(hierarc)o (hical)i(ring)106 2360 y(structure)15 b(is)h(used.)k(The)c(B-net)f(in)o (terface)h(has)f(FIF)o(O)g(bu\013ers)g(and)h(scatter-gather)e(con)o (trollers)106 2417 y(to)19 b(allo)o(w)g(for)g(sending/receiving)j(data) c(indep)q(enden)o(t)k(the)d(other)g(activ)o(e)g(comp)q(onen)o(ts)h(in)g (the)106 2473 y(cell.)33 b(The)20 b(message)f(con)o(troller)g(seeks)g (to)g(minimise)i(the)e(o)o(v)o(erhead)g(for)g(data)f(transfer)h(setup) 106 2530 y(and)c(reliev)o(es)i(the)e(IU)h(from)e(doing)i(the)f(message) g(passing)h(prop)q(er.)174 2586 y(F)l(or)d(the)h(T-net)g(whic)o(h)h (connects)f(the)g(cells)h(in)g(a)e(2-D)h(grid)g(the)g(transfer)f(sp)q (eed)i(is)f(t)o(w)o(o)f(times)935 2760 y Fk(49)p eop %%Page: 50 50 50 49 bop 106 135 a Fp(lo)o(w)o(er)17 b(than)g(that)g(of)g(the)g (B-net,)h(but)f(as)g(data)g(mo)o(v)o(emen)o(t)f(will)j(often)e(b)q(e)h (more)f(regular,)h(it)f(is)106 192 y(exp)q(ected)h(to)e(giv)o(e)g(go)q (o)q(d)h(throughput,)f(esp)q(ecially)k(as)c(a)g(new)h(con\015ict-free)h (w)o(ormhole)e(routing)106 248 y(sc)o(heme)d(has)f(b)q(een)i(implemen)o (ted)g(b)o(y)f(allo)q(cating)g(routed)g(messages)f(to)f(alternating)i (bu\013er)g(pairs)106 305 y(in)i(the)f(in)o(termediate)g(cells.)21 b(Exp)q(erimen)o(ts)15 b(ha)o(v)o(e)e(sho)o(wn)h(relativ)o(ely)h(lo)o (w)f(message)f(o)o(v)o(erhead)h(for)106 361 y(this)i(system)e([9].)174 418 y(There)h(is)g(a)f(tree-structured)h(S-net)g(for)e(barrier)i(sync)o (hronisation)g(of)f(pro)q(cesses)h(with)g(again)106 474 y(quite)h(lo)o(w)f(o)o(v)o(erheads)g(\(a)f(maxim)o(um)h(of)g(5.2)f Fi(\026)p Fp(s)i(for)e(a)h(full)i(con\014guration\).)174 531 y(Recen)o(tly)25 b(an)e(en)o(try)f(mo)q(del)i(of)f(the)g(AP1000,)h (the)f(AP1000C,)e(is)j(b)q(eing)g(o\013ered.)44 b(The)106 587 y(AP1000C)14 b(starts)g(at)h(a)g(con\014guration)g(of)g(8)g(pro)q (cessor)g(cells)i(instead)f(of)f(the)h(original)g(64.)k(Also)106 644 y(the)15 b(housing)h(has)f(b)q(een)h(made)g(more)e(compact)h(for)g (this)g(mo)q(del,)h(sa)o(ving)f(a)g(factor)f(3)h(in)h(space.)106 700 y Fq(Measured)h(P)o(erformances)p Fp(;)174 756 y(In)e([8])f(the)h (p)q(erformance)g(on)f(the)h(solution)g(of)g(a)f(full)i(linear)g (system)e(on)h(a)f(256)g(cell)i(mac)o(hine)106 813 y(is)h(giv)o(en.)24 b(A)17 b(system)f(of)g(order)g(100)g(p)q(erformed)g(at)g(ab)q(out)g(40) g(M\015op/s,)g(an)h(order)f(300)f(system)106 869 y(attained)g(180)e (M\015op/s,)h(while)i(a)e(1000)g Fh(\002)h Fp(1000)e(system)h(reac)o (hed)h(more)f(than)h(300)e(M\015op/s.)19 b(In)106 926 y([2)o(])c(a)g(sp)q(eed)h(of)f(2.3)f(G\015op/s)h(on)g(a)g(dense)h (system)f(of)f(order)h(25,600)f(on)h(512)f(cells.)935 2760 y Fk(50)p eop %%Page: 51 51 51 50 bop 106 135 a Fd(3.4.6)55 b(The)18 b(F)-5 b(ujitsu)20 b(VPP300)f(series.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(Distributed-memory)d(v)o(ector)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)20 b(VX)c(series,)f(VPP300.)121 334 y Fq(Op)q(erating)k(system)p Fp(:)g(UXP/VPP)c(\(a)f(V5.4)g(based)i (v)m(arian)o(t)f(of)g(Unix\).)121 391 y Fq(Connection)k(structure)p Fp(:)g(F)l(ull)e(distributed)f(crossbar.)121 447 y Fq(Compilers)p Fp(:)j(F)l(ortran)14 b(90/VP)h(\(F)l(ortran)e(90)i(V)l(ector)g (compiler\),)g(F)l(ortran)f(90/VPP)g(\(F)l(ortran)106 504 y(90)h(V)l(ector)g(P)o(arallel)h(compiler\),C/VP)f(\(C)g(V)l(ector) g(compiler\),)h(C,)e(C++.)121 560 y Fq(V)l(endors)i(information)j(W)l (eb)e(page)p Fp(:)116 616 y Fc(http://www.fujitsu.co.jp/h)o(ypertex)o (t/Produc)o(ts/Info)p 1267 616 15 2 v 14 w(process/vpp300/vpp300br)o (.html)p Fp(.)106 673 y Fq(System)f(parameters)p Fp(:)199 725 y Fq(Mo)q(del)647 b Fp(VX)263 b(VPP300)p 174 744 1428 2 v 199 784 a(Clo)q(c)o(k)16 b(cycle)527 b(7/10)14 b(ns)229 b(7/10)14 b(ns)199 896 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 953 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))318 b(1.6/2.2)14 b(G\015op/s)74 b(1.6/2.2)13 b(G\015op/s)199 1009 y(Maximal)i(\(64-bit\))332 b(6.4/8.8)14 b(G\015op/s)51 b(25.6/35.2)13 b(G\015op/s)199 1122 y(Main)i(memory)477 b Fh(\024)p Fp(8)15 b(GB)226 b Fh(\024)p Fp(32)15 b(GB)199 1179 y(Memory/no)q(de)473 b Fh(\024)p Fp(2)15 b(GB)237 b Fh(\024)p Fp(2)15 b(GB)199 1292 y Fq(Memory)h(bandwidth)199 1348 y Fp(Memory)e(ban)o(width/pro)q(c.)184 b(12.8/18.2)13 b(GB/s)70 b(12.8/18.2)12 b(GB/s)199 1405 y Fq(Comm)o(unication)18 b(bandwidth)61 b Fp(400/570)13 b(MB/s)89 b(400/570)13 b(MB/s)199 1517 y(No.)20 b(of)14 b(pro)q(cessors)448 b(1{4)298 b(1{16)174 1570 y Fq(Remarks)p Fp(:)106 1627 y(The)19 b(VPP300)f(is)i(a)f(succesor)g(to)f(the)i(earlier)g(VPP500.)30 b(It)19 b(is)h(a)f(m)o(uc)o(h)g(c)o(heap)q(er)g(CMOS)g(im-)106 1683 y(plemen)o(tation)h(of)f(its)h(predecessor)f(with)h(some)f(imp)q (ortan)o(t)g(di\013erences.)34 b(First,)19 b(no)h(VPX200)106 1739 y(fron)o(t-end)f(system)f(is)i(required)g(an)o(ymore.)31 b(Second,)20 b(the)f(crossbar)g(that)f(is)i(used)f(to)g(connect)106 1796 y(the)e(v)o(ector)f(no)q(des)i(is)g(distributed.)27 b(Therefore,)17 b(the)g(cost)g(of)f(a)h(system)g(is)g(scalable:)25 b(one)18 b(do)q(es)106 1852 y(not)c(need)i(to)e(buy)i(a)e(complete)i (enclosure)g(with)f(the)g(full)h(crossbar)e(for)h(only)g(a)g(few)f(no)q (des.)21 b(The)106 1909 y(VX)15 b(series)h(is)f(in)h(fact)e(a)h (smaller)h(v)o(ersion)f(of)f(the)i(VPP300)e(with)h(a)g(maxim)o(um)f(of) h(4)g(pro)q(cessors.)106 1965 y(Both)j(the)g(VX)h(mac)o(hines)g(and)f (the)h(larger)f(VPP300)f(systems)h(are)g(air-co)q(oled.)30 b(The)18 b(systems)106 2022 y(are)d(mark)o(eted)f(either)i(with)g(a)f (10)f(ns)i(or)e(a)h(7)g(ns)g(clo)q(c)o(k.)174 2078 y(A)o(t)c(this)i (momen)o(t)e(the)h(VPP300)f(is)h(o\016cially)h(only)g(a)o(v)m(ailable)g (with)f(16)g(pro)q(cessors)f(connected)106 2135 y(b)o(y)j(a)g(direct)i (crossbar.)j(Ho)o(w)o(ev)o(er,)13 b(it)i(is)g(presumed)g(that)f(an)g (announcemen)o(t)h(of)f(larger)g(systems)106 2191 y(will)k(b)q(e)f (made)f(in)i(the)e(\014rst)g(quarter)g(of)g(1996)f(in)i(whic)o(h)g(m)o (ultiple)h(16-pro)q(cessor)e(mac)o(hines)h(are)106 2248 y(connected)f(b)o(y)f(a)g(second)h(lev)o(el)g(crossbar.)174 2304 y(The)h(arc)o(hitecture)g(of)f(the)h(VPP300)f(no)q(des)h(is)g (almost)g(iden)o(tical)h(to)e(that)g(of)g(the)h(VPP500:)106 2360 y(Eac)o(h)e(no)q(de,)g(called)i(a)d(Pro)q(cessing)i(Elemen)o(t)f (\(PE\))g(in)h(the)f(system)f(is)i(a)e(p)q(o)o(w)o(erful)i(\(2.2)d (G\015op/s)106 2417 y(p)q(eak)j(sp)q(eed)h(with)g(a)e(7)h(ns)g(clo)q(c) o(k\))h(v)o(ector)e(pro)q(cessor)h(in)h(its)f(o)o(wn)f(righ)o(t.)23 b(The)16 b(v)o(ector)f(pro)q(cessor)106 2473 y(is)h(complemen)o(ted)g (b)o(y)g(a)f(RISC)h(scalar)g(pro)q(cessor)f(with)h(a)f(p)q(eak)h(sp)q (eed)g(of)f(200)g(or)g(285)f(M\015op/s)106 2530 y(dep)q(enden)o(t)j(on) f(the)h(clo)q(c)o(k)f(sp)q(eed.)24 b(The)16 b(scalar)g(instruction)h (format)e(is)i(64)e(bits)i(wide)f(and)h(ma)o(y)106 2586 y(cause)h(the)f(execution)i(of)e(three)g(op)q(erations)h(in)g (parallel.)29 b(Eac)o(h)17 b(PE)g(has)h(a)f(memory)g(of)g(up)h(to)935 2760 y Fk(51)p eop %%Page: 52 52 52 51 bop 106 135 a Fp(2)17 b(GB)g(MB)g(while)h(a)f(PE)g(comm)o (unicates)h(with)f(its)g(fello)o(w)h(PEs)f(at)f(a)h(p)q(oin)o(t-to-p)q (oin)o(t)h(sp)q(eed)g(of)106 192 y(400)f(or)g(570)f(MB/s.)27 b(This)18 b(comm)o(unication)g(is)h(cared)e(for)g(b)o(y)h(separate)f (Data)f(T)l(ransfer)h(Units)106 248 y(\(DTUs\).)41 b(T)l(o)23 b(enhance)h(the)e(comm)o(unication)i(e\016ciency)l(,)i(the)d(DTU)f(has) h(v)m(arious)g(transfer)106 305 y(mo)q(des)13 b(lik)o(e)h(con)o (tiguous,)f(stride,)g(sub)h(arra)o(y)l(,)e(and)h(indirect)h(access.)19 b(Also)13 b(translation)g(of)g(logical)106 361 y(to)i(ph)o(ysical)h (PE-ids)g(and)g(from)f(Logical)h(in-PE)g(address)g(to)e(real)i(address) g(are)f(handled)i(b)o(y)e(the)106 418 y(DTUs.)k(When)d(sync)o (hronisation)f(is)h(required)g(eac)o(h)f(PE)g(can)g(set)f(its)i (corresp)q(onding)g(bit)f(in)h(the)106 474 y(SR.)i(The)f(v)m(alue)i(of) e(the)g(SR)h(is)g(broadcast)f(to)f(all)j(PEs)e(and)g(sync)o (hronisation)h(has)f(o)q(ccurred)i(if)106 531 y(the)c(SR)h(has)f(all)h (its)g(bits)f(set)g(for)g(the)g(relev)m(an)o(t)h(PEs.)j(This)d(metho)q (d)g(is)f(comparable)h(to)e(the)i(use)106 587 y(of)e(sync)o (hronisation)i(registers)f(in)h(shared-memory)f(v)o(ector)f(pro)q (cessors)h(and)g(m)o(uc)o(h)g(faster)f(than)106 644 y(sync)o(hronising) i(via)g(memory)l(.)174 700 y(The)d(F)l(ortran)f(compiler)i(that)f (comes)f(with)i(the)f(VPP300)f(has)h(extensions)g(that)f(enable)j(data) 106 756 y(decomp)q(osition)i(b)o(y)g(compiler)g(directiv)o(es.)24 b(This)17 b(ev)m(ades)g(in)g(man)o(y)f(cases)g(restructuring)g(of)g (the)106 813 y(co)q(de.)22 b(The)16 b(directiv)o(es)h(are)e(di\013eren) o(t)h(from)f(those)g(as)h(de\014ned)h(in)f(the)g(High)g(P)o(erformance) f(F)l(or-)106 869 y(tran)c(Prop)q(osal)g(but)h(it)g(should)g(b)q(e)g (easy)g(to)e(adapt)i(them.)18 b(F)l(urthermore,)11 b(it)h(is)g(p)q (ossible)h(do)f(de\014ne)106 926 y(parallel)k(regions,)e(barriers,)h (etc.,)f(via)g(directiv)o(es,)i(while)g(there)e(are)g(sev)o(eral)h(in)o (trinsic)h(functions)106 982 y(to)d(enquire)i(ab)q(out)f(the)g(n)o(um)o (b)q(er)g(of)f(pro)q(cessors)h(and)g(to)f(execute)h Fc(POST/WAIT)f Fp(commands.)19 b(F)l(ur-)106 1039 y(thermore,)c(also)h(a)g(message)f (passing)h(programming)f(st)o(yle)h(is)h(p)q(ossible)h(b)o(y)d(using)i (the)f(PVM)f(or)106 1095 y(P)l(ARMA)o(CS)g(comm)o(unication)h (libraries)h(that)d(are)h(a)o(v)m(ailable.)106 1152 y Fq(Measured)i(P)o(erformances)p Fp(:)174 1208 y(The)g(\014rst)g(VPP300) f(systems)g(will)i(b)q(e)g(deliv)o(ered)h(in)e(the)g(\014rst)g(quarter) f(of)h(1996)e(\(\014rst)h(only)106 1265 y(with)f(the)h(10)e(ns)i(clo)q (c)o(k\).)k(Therefore,)15 b(no)g(p)q(erformance)g(\014gures)g(are)g(a)o (v)m(ailable)i(y)o(et.)935 2760 y Fk(52)p eop %%Page: 53 53 53 52 bop 106 135 a Fd(3.4.7)55 b(The)18 b(Hitac)n(hi)h(SR2201)f (series.)106 221 y Fq(Mac)o(hine)g(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed)g(memory)d(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)20 b(SR2201.)121 334 y Fq(Op)q(erating)f(system)p Fp(:)g(HI-UX/MPP)c(\(Micro)g(k)o(ernel)h(Mac)o(h)e(3.0\).)121 391 y Fq(Connection)19 b(structure)p Fp(:)g(Hyp)q(er)d(crossbar.)121 447 y Fq(Compilers)p Fp(:)k(F)l(ortran)14 b(77,)g(F)l(ortran)g(90,)g(P) o(arallel)i(F)l(ortran,)e(HPF,)g(C,)h(C++.)106 504 y Fq(System)h(parameters)p Fp(:)199 556 y Fq(Mo)q(del)572 b Fp(SR2201)p 174 575 960 2 v 199 614 a(Clo)q(c)o(k)16 b(cycle)509 b(6.7)14 b(ns)199 727 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 784 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))316 b(300)15 b(M\015op/s)199 840 y(Maximal)g(\(64-bit\))333 b(307)15 b(G\015op/s)199 953 y(Main)g(memory)419 b Fh(\024)p Fp(256)15 b(GB)199 1009 y(Memory/no)q(de)412 b Fh(\024)p Fp(256)15 b(MB)199 1122 y Fq(Comm)o(unication)j(bandwidth)72 b Fp(300)14 b(MB/s)199 1235 y(No.)20 b(of)14 b(pro)q(cessors)368 b(32{1024)174 1288 y Fq(Remarks)p Fp(:)106 1344 y(The)20 b(SR2201)f(is)g(the)h(second)g(generation)g(of)f(distributed)h(memory)f (parallel)i(systems)e(of)g(Hi-)106 1401 y(tac)o(hi.)27 b(The)17 b(basic)i(no)q(de)f(pro)q(cessor)f(is)h(again)g(an)f(Hitac)o (hi)h(implemen)o(tation)h(of)e(the)h(P)l(A-RISC)106 1457 y(arc)o(hitecture)h(of)f(HP)g(running)h(at)f(a)g(clo)q(c)o(k)h(cycle)h (of)e(6.7)f(ns.)30 b(Ho)o(w)o(ev)o(er,)18 b(in)h(con)o(trast)e(with)i (its)106 1514 y(predecessor,)g(the)g(SR2001,)f(in)h(the)g(SR2201)f(the) h(no)q(de)g(pro)q(cessors)f(are)g(somewhat)g(mo)q(di\014ed)106 1570 y(to)13 b(allo)o(w)i(for)e(\\pseudo)h(v)o(ector)f(pro)q(cessing")i (\(b)q(oth)f(hardw)o(are)f(and)h(instructions\).)20 b(This)15 b(means)106 1627 y(that)i(for)h(op)q(erations)g(on)g(long)g(v)o(ectors) g(one)g(do)q(es)g(not)g(ha)o(v)o(e)g(to)f(care)h(ab)q(out)g(the)g (detrimen)o(tal)106 1683 y(e\013ects)c(of)g(cac)o(he)h(misses)g(that)e (often)i(ruin)g(the)g(p)q(erformance)f(of)g(RISC)i(pro)q(cessors)e (unless)h(co)q(de)106 1739 y(is)i(carefully)h(blo)q(c)o(k)o(ed)g(and)f (unrolled.)27 b(First)17 b(exp)q(erimen)o(ts)h(ha)o(v)o(e)e(sho)o(wn)h (that)f(this)h(idea)h(seems)106 1796 y(to)13 b(w)o(ork)h(quite)h(w)o (ell.)20 b(THe)15 b(system)e(supp)q(orts)i(distributed)g(I/O)g(with)g (a)e(p)q(ossibilit)o(y)k(to)d(connect)106 1852 y(disks)i(to)e(ev)o(ery) h(no)q(de.)174 1909 y(As)g(in)h(the)f(earlier)g(SR2001,)f(the)h (connection)h(structure)f(is)g(a)g(h)o(yp)q(er)g(\(3-D\))f(crossbar)g (whic)o(h)106 1965 y(connects)g(all)h(no)q(des)f(directly)h(at)e(high)h (sp)q(eed)h(\(300)d(MB/s)i(p)q(oin)o(t-to-p)q(oin)o(t\).)19 b(In)c(F)l(ebruary)e(1996)106 2022 y(t)o(w)o(o)h(1024-no)q(de)h (systems)g(will)j(b)q(e)e(to)f(in)h(stalled)h(at)d(the)i(Univ)o (ersities)h(of)e(T)l(oky)o(o)g(and)h(Tsukuba)106 2078 y(resp)q(ectiv)o(ely)l(.)174 2135 y(Lik)o(e)h(in)h(some)e(other)g (systems)g(as)f(the)i(Cra)o(y)e(T3E)h(\(3.4.4\))e(and)j(the)f(Meik)o(o) h(CS-2)f(\(3.4.12\),)106 2191 y(and)h(the)g(NEC)g(Cenju-3)h (\(3.4.14\),)c(one)k(is)f(able)h(to)f(directly)h(access)f(the)h (memories)f(of)g(remote)106 2248 y(pro)q(cessors.)30 b(T)l(ogether)19 b(with)g(the)g(v)o(ery)f(fast)g(hardw)o(are-based)h (barrier)g(sync)o(hronisation)h(this)106 2304 y(should)c(allo)o(w)g (for)e(writing)i(distributed)g(programs)e(with)i(v)o(ery)f(lo)o(w)g (parallelisation)i(o)o(v)o(erhead.)174 2360 y(The)22 b(follo)o(wing)h(soft)o(w)o(are)c(pro)q(ducts)k(will)g(b)q(e)f(supp)q (orted)h(in)f(addition)h(to)e(those)h(already)106 2417 y(men)o(tioned)17 b(ab)q(o)o(v)o(e:)22 b(PVM,)15 b(MPI,)h(P)l(ARMA)o (CS,)g(Linda,)i(Express,)e(F)o(OR)o(GE90,)f(and)i(P)l(ARAL-)106 2473 y(LEL)-5 b(W)g(ARE.)17 b(In)g(addition)h(a)e(n)o(umerical)i (libraries)h(\(MA)l(TRIX/MPP)l(,)d(MA)l(TRIX/MPP/SSS\))106 2530 y(will)g(b)q(e)g(o\013ered.)j(These)d(libraries)g(supp)q(ort)f (basic)h(linear)g(algebra)f(op)q(erations)g(with)g(dense)h(and)106 2586 y(band)g(matrices,)e(F)l(ast)h(F)l(ourier)g(T)l(ransformations,)f (and)h(skyline)i(solv)o(ers.)935 2760 y Fk(53)p eop %%Page: 54 54 54 53 bop 106 135 a Fq(Measured)17 b(P)o(erformances)p Fp(:)174 192 y(Some)h(preliminary)i(\(but)e(not)g(y)o(et)g(o\016cially) h(certi\014ed\))g(results)g(of)e(class)i(A)f(NAS)g(parallel)106 248 y(b)q(enc)o(hmarks)e(sho)o(w)e(that)h(the)h(SR2201)e(runs)i(at)f (ab)q(out)g(1.3)f(G\015op/s)h(on)g(16)g(pro)q(cessors)g(for)g(the)106 305 y(MG)g(b)q(enc)o(hmarks)h(and)g(ab)q(out)g(700)f(M\015op/s)g(for)g (the)h(CG)f(b)q(enc)o(hmark)i(also)e(on)h(16)f(pro)q(cessors)106 361 y(\([11)o(])935 2760 y Fk(54)p eop %%Page: 55 55 55 54 bop 106 135 a Fd(3.4.8)55 b(The)18 b(HP/Con)n(v)n(ex)i(Exemplar)c (SPP-1200.)106 221 y Fq(Mac)o(hine)i(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(SPP-1200.)121 334 y Fq(Op)q(erating)f(system)p Fp(:)g(SPP-UX,)c(based)g(on)h(OSF/1)e(AD)h(microk)o(ernel.)121 391 y Fq(Connection)k(structure)p Fp(:)g(Ring.)121 447 y Fq(Compilers)p Fp(:)h(F)l(ortran,)13 b(C.)116 504 y Fq(V)l(endors)d(information)j(W)l(eb)e(page)p Fp(:)18 b Fc(http://www.convex.com/prod)p 1466 504 15 2 v 14 w(serv/exemplar/exemplar.h)o(tml)p Fp(.)106 560 y Fq(System)e (parameters)p Fp(:)199 613 y Fq(Mo)q(del)595 b Fp(SPP-1200)p 174 631 1050 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)553 b(8.3)14 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(pro)q(c.)20 b(\(64-bit\))361 b(240)14 b(M\015op/s)199 896 y(Maximal)h(\(64-bit\))372 b(30.7)14 b(G\015op/s)199 1009 y(Main)h(memory)475 b Fh(\024)p Fp(32)15 b(GB)199 1066 y(Memory/no)q(de)457 b Fh(\024)p Fp(256)15 b(MB)199 1179 y Fq(Comm)o(unication)j(bandwidth)199 1235 y Fp(aggregate)c(\(see)h(remarks\))198 b(16)15 b(GB/s,)f(4GB/s)199 1348 y(No.)20 b(of)14 b(pro)q(cessors)436 b(4{128)174 1401 y Fq(Remarks)p Fp(:)106 1457 y(The)20 b(SPP-1200)e(is)i(the)g (second)g(generation)g(in)g(Exemplar)g(SPP)g(series.)33 b(In)20 b(fact,)g(in)g(almost)106 1514 y(ev)o(ery)14 b(resp)q(ect)i(the)e(system)h(is)g(iden)o(tical)h(to)e(its)h (predecessor,)g(the)g(SPP-1000)e(except)j(the)e(clo)q(c)o(k)106 1570 y(cycle)k(\(10)d(instead)i(of)f(8.3)g(ns\))g(and)g(the)h(use)g(of) f(P)l(A/RISC)h(7200)e(instead)i(of)f(7100)g(pro)q(cessors.)106 1627 y(Because)i(of)f(the)g(prefetc)o(h)g(and)g(p)q(oststore)g (capabilities)i(of)e(the)g(7200)f(pro)q(cessors)h(the)h(n)o(um)o(b)q (er)106 1683 y(of)h(\015oating-p)q(oin)o(t)i(op)q(erations)e(p)q(er)i (cycles)g(should)f(b)q(e)h(somewhat)e(higher)h(than)g(in)g(the)g(7100) 106 1739 y(pro)q(cessor,)e(th)o(us)g(increasing)i(the)e(\015oating-p)q (oin)o(t)g(p)q(erformance)h(b)q(ey)o(ond)g(the)f(amoun)o(t)f(that)g(is) 106 1796 y(caused)e(b)o(y)g(the)g(reduction)h(of)e(the)h(clo)q(c)o(k)g (cycle.)21 b(Up)15 b(to)g(8)f(HP)h(P)l(A/RISC)h(7200)d(pro)q(cessors)i (can)106 1852 y(b)q(e)h(placed)h(in)f(what)f(is)h(called)i(a)d Fg(h)o(yp)q(erno)q(de)k Fp(b)o(y)d(Con)o(v)o(ex.)k(A)c(maximal)g (system)f(consists)g(of)h(16)106 1909 y(no)q(des,)f(i.e.,)g(128)g(pro)q (cessors.)174 1965 y(Within)f(eac)o(h)g(h)o(yp)q(erno)q(de)g(up)f(to)g (2)g(GB)g(of)g(memory)f(can)h(b)q(e)h(accommo)q(dated)f(whic)o(h)h(can) f(b)q(e)106 2022 y(reac)o(hed)f(b)o(y)g(the)g(lo)q(cal)h(pro)q(cessors) e(via)h(a)g(crossbar)f(with)h(an)g(aggregate)e(bandwidth)j(of)f(16)f (GB/s.)106 2078 y(The)17 b(h)o(yp)q(erno)q(des)g(in)h(turn)e(are)g (connected)i(to)e(eac)o(h)g(other)h(b)o(y)f(a)g(crossbar)g(with)h(an)g (aggregate)106 2135 y(bandwidth)d(of)e(4)g(GB/s.)19 b(So,)12 b(the)h(system)f(concept)h(is)g(somewhat)f(h)o(ybrid:)20 b(within)14 b(a)e(h)o(yp)q(erno)q(de)106 2191 y(the)17 b(mac)o(hine)h(is)f(e\013ectiv)o(ely)h(a)f(shared-memory)g(system,)g (while)h(b)q(et)o(w)o(een)f(h)o(yp)q(erno)q(des)h(it)g(is)f(a)106 2248 y(distributed)g(memory)e(system.)22 b(Eac)o(h)15 b(no)q(de)i(supp)q(orts)f(lo)q(cal)h(I/O,)f(while)h(external)f(global)h (I/O)106 2304 y(can)e(b)q(e)h(done)g(at)e(an)h(aggregate)f(rate)h(of)f (4)h(GB/s.)174 2360 y(The)i(Exemplar)h(programming)e(en)o(vironmen)o(t) h(complemen)o(ts)h(the)f(SPP-1200)f(at)h(the)g(soft-)106 2417 y(w)o(are)f(side.)26 b(This)17 b(en)o(vironmen)o(t)h(includes)h(a) d(message)h(passing)g(programming)f(mo)q(del)i(\(PVM\))106 2473 y(and)g(a)f(virtual)i(shared)f(memory)f(mo)q(del)i(whic)o(h)f (allo)o(ws)g(the)g(user)g(to)f(ha)o(v)o(e)h(a)f(shared-memory)106 2530 y(view)g(of)f(the)g(system.)23 b(The)16 b(underlying)i(comm)o (unication)f(is)g(hidden)h(from)e(the)g(user,)g(th)o(us)g(en-)106 2586 y(abling)i(the)f(execution)i(of)d(standard)h(F)l(ortran)f(77,)h (C,)f(or)h(C++)h(programs.)24 b(The)18 b(e\016ciency)g(of)935 2760 y Fk(55)p eop %%Page: 56 56 56 55 bop 106 135 a Fp(this)14 b(mo)q(de)h(of)e(op)q(eration)h(is)h (determined)g(b)o(y)f(the)g(exten)o(t)g(to)f(whic)o(h)i(the)f(original) h(co)q(de)f(is)h(paral-)106 192 y(lelisable.)22 b(In)13 b(man)o(y)f(cases)g(it)h(migh)o(t)g(b)q(e)g(enhanced)h(using)f(another) f(\(p)q(ossibly)i(message)e(passing\))106 248 y(implemen)o(tation.)21 b(The)13 b(application)j(compiler)f(included)h(in)e(the)g(Exemplar)g (en)o(vironmen)o(t)g(ma)o(y)106 305 y(help)g(in)f(parallelising)j(the)c (original)i(program)e(and)h(in)g(generating)g(the)g(necessary)g (parallel)h(co)q(de.)106 361 y Fq(Measured)j(P)o(erformances)p Fp(:)174 418 y(First)c(results)g(for)g(the)g(solution)h(of)e(a)h (linear)h(system)f(of)f(order)h Fi(N)k Fp(=)c(1000)f(are)h(123,)f(213,) g(383,)106 474 y(and)j(656)g(M\015op/s)f(for)h(1,)g(2,)f(4,)h(and)g(8)g (pro)q(cessors)g(\(within)h(one)g(h)o(yp)q(erno)q(de\),)f(resp)q(ectiv) o(ely)l(.)22 b(In)106 531 y([2)o(])15 b(also)h(a)f(sp)q(eed)i(of)e (3.72)g(G\015op/s)g(is)h(rep)q(orted)g(for)f(the)g(solution)i(of)e(a)g (dense)i(system)e(of)g(order)106 587 y(25,100.)935 2760 y Fk(56)p eop %%Page: 57 57 57 56 bop 106 135 a Fd(3.4.9)55 b(The)18 b(IBM)h(9076)g(SP2)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor)g(cluster.)121 278 y Fq(Mo)q(dels)p Fp(:)k(IBM9076)15 b(SP2.)121 334 y Fq(Op)q(erating)k(system)p Fp(:)g(AIX)c(\(IBMs)g(Unix)i(v)m(arian)o (t\).)121 391 y Fq(Connection)i(structure)p Fp(:)g(Dep)q(enden)o(t)d (on)f(t)o(yp)q(e)h(of)e(connection)j(\(see)e(remarks\).)121 447 y Fq(Compilers)p Fp(:)20 b(XL)15 b(F)l(ortran,)f(XL)h(C,)g(XL)h (C++.)116 504 y Fq(V)l(endors)10 b(information)j(W)l(eb)e(page)p Fp(:)18 b Fc(http://ibm.tc.cornell.edu/i)o(bm/pps/)o(sp2/sp2)o(.html)p Fp(.)106 560 y Fq(System)e(parameters)p Fp(:)199 613 y Fq(Mo)q(del)745 b Fp(9076)15 b(SP2)p 174 631 1343 2 v 199 671 a(Clo)q(c)o(k)h(cycle)706 b(15)15 b(ns)199 784 y Fq(Theor.)23 b(p)q(eak)18 b(p)q(erformance)199 840 y Fp(P)o(er)d(Pro)q(c.)20 b(\(64-bit\))501 b(267)15 b(M\015op/s)199 896 y(Maximal)g(\(64-bit\))518 b(34.1)14 b(G\015op/s)199 1009 y(Memory/no)q(de)389 b(64{512/2048)12 b(MB)j(\(see)h(remarks\))199 1122 y Fq(Comm)o(unication)i(bandwidth)199 1179 y Fp(P)o(oin)o(t-to-p)q(oin)o(t)596 b(20+)15 b(MB/s)199 1235 y(Bisectional)682 b(25)15 b(GB/s)199 1348 y(No.)20 b(of)14 b(pro)q(cessors)582 b(8{128)174 1401 y Fq(Remarks)p Fp(:)106 1457 y(As)18 b(a)g(basis)h(for)e(the)i(computational)f(no)q (des)h(in)g(the)f(SP2)g(RS/6000)g(pro)q(cessors)g(with)g(a)g(clo)q(c)o (k)106 1514 y(cycle)e(of)f(15)f(ns)h(are)g(used.)20 b(This)15 b(amoun)o(ts)g(to)f(a)g(p)q(eak)i(p)q(erformance)f(of)f(266)g (M\015op/s)h(p)q(er)g(no)q(de)106 1570 y(b)q(ecause)f(the)f (\015oating-p)q(oin)o(t)g(units)h(of)f(the)g(SP2)g(pro)q(cessors)f(can) h(deliv)o(er)i(up)e(to)f(4)h(results/cycle.)106 1627 y(The)18 b(SP2)g(con\014gurations)g(are)g(housed)g(in)h(columns)g(that) e(eac)o(h)h(can)g(con)o(tain)g(8{16)f(pro)q(cessor)106 1683 y(no)q(des.)i(This)12 b(dep)q(ends)h(on)f(the)f(t)o(yp)q(e)h(of)f (no)q(de)h(emplo)o(y)o(ed:)19 b(there)11 b(are)g(t)o(w)o(o)g(t)o(yp)q (es,)g(thin)i(no)q(des)f(and)106 1739 y(wide)18 b(no)q(des.)27 b(Although)17 b(the)h(pro)q(cessors)f(in)h(these)f(no)q(des)h(are)f (basically)i(the)e(same)g(there)g(are)106 1796 y(some)c(di\013erences.) 20 b(Wide)15 b(no)q(des)f(ha)o(v)o(e)f(the)g(double)i(amoun)o(t)d(of)h (micro)q(c)o(hannel)i(slots)f(\(8)e(instead)106 1852 y(of)17 b(4\))g(as)g(compared)h(to)e(the)i(thin)g(no)q(des.)28 b(F)l(urthermore,)17 b(the)g(maxim)o(um)h(memory)f(of)g(a)g(wide)106 1909 y(no)q(de)h(can)f(b)q(e)g(2)g(GB)g(whereas)g(the)g(maxim)o(um)f (for)h(thin)h(no)q(des)f(is)h(512)e(MB.)g(More)g(imp)q(ortan)o(t)106 1965 y(in)j(terms)e(of)g(p)q(erformance)h(is)h(the)f(fact)f(that)g(the) h(data)f(cac)o(he)i(of)e(a)h(wide)g(no)q(de)h(is)f(four)g(times)106 2022 y(larger)e(than)g(that)f(of)h(a)f(thin)i(no)q(de)g(\(256)e(KB)h (instead)h(of)f(64)f(KB\))h(and)h(that)e(the)h(memory)g(bus)106 2078 y(is)i(t)o(w)o(o)e(times)h(wider)i(than)e(that)f(of)h(a)g(thin)i (no)q(de)f(\(8)e(instead)i(of)f(4)g(w)o(ords/cycle\).)27 b(The)17 b(latter)106 2135 y(di\013erences)f(explain)g(than)f(a)g(p)q (erformance)g(gain)g(of)f(a)h(factor)e(1.5)h(has)h(b)q(een)h(observ)o (ed)f(for)f(wide)106 2191 y(no)q(des)f(o)o(v)o(er)e(the)h(thin)h(no)q (des.)20 b(Ho)o(w)o(ev)o(er,)11 b(the)i(new)o(er)f(Thin-no)q(de2)i(is)e (except)h(with)g(regard)e(to)h(the)106 2248 y(n)o(um)o(b)q(er)k(of)g (micro-c)o(hannel)h(slots)f(almost)f(iden)o(tical)j(to)d(a)h(wide)h(no) q(de.)23 b(Also)16 b(the)g(p)q(erformance)106 2304 y(is)g(v)o(ery)g (simlar)g(to)f(that)g(of)h(a)f(wide)i(no)q(de)g(\(see)e(Measured)h(p)q (erformance\).)22 b(IBM)16 b(en)o(visions)h(the)106 2360 y(wide)g(no)q(de)h(more)e(or)g(less)h(as)g(serv)o(er)f(for)g(a)g (column)i(and)f(recommends)g(con\014gurations)g(of)f(one)106 2417 y(wide)21 b(no)q(de)g(pac)o(k)m(aged)g(with)g(14)f(thin)h(no)q (des)g(p)q(er)g(column)h(\(although)e(this)h(ma)o(y)f(di\013er)h(with) 106 2473 y(the)d(needs)g(of)f(the)h(user\).)27 b(The)18 b(SP2)f(is)i(accessed)f(through)f(a)g(fron)o(t-end)h(con)o(trol)f(w)o (orkstation)106 2530 y(that)e(also)h(monitors)f(system)h(failures.)23 b(F)l(ailing)17 b(no)q(des)g(can)f(b)q(e)g(tak)o(en)g(o\013)f(line)i (and)f(exc)o(hanged)106 2586 y(without)i(in)o(terrupting)g(service.)29 b(In)18 b(addition,)h(\014leserv)o(ers)g(can)e(b)q(e)i(connected)f(to)g (the)f(system)935 2760 y Fk(57)p eop %%Page: 58 58 58 57 bop 106 135 a Fp(while)19 b(ev)o(ery)f(no)q(de)h(can)f(ha)o(v)o (e)g(up)g(to)g(2)f(GB.)h(This)h(can)f(greatly)f(sp)q(eed)j(up)e (applications)i(with)106 192 y(signi\014can)o(t)c(I/O)g(requiremen)o (ts.)174 248 y(There)e(is)h(a)f(c)o(hoice)h(in)g(the)f(w)o(a)o(y)g (comm)o(unication)g(is)h(done:)20 b(Ethernet,)14 b(T)l(ok)o(en)g(Ring,) h(FDDI,)106 305 y(etc.,)22 b(are)f(all)i(p)q(ossible.)40 b(Ho)o(w)o(ev)o(er,)21 b(it)h(is)g(also)f(p)q(ossible)i(to)e(connect)h (the)g(pro)q(cessors)f(b)o(y)g(an)106 361 y(optional)g(high-sp)q(eed)h (switc)o(h)f(with)f(a)g(sp)q(eed)i(of)e(40)f(MB/s.)35 b(Therefore,)21 b(dep)q(ending)i(on)d(the)106 418 y(comm)o(unication)h (t)o(yp)q(e)g(the)g(sp)q(eed)g(can)g(range)f(from)g(1{40)g(MB/s.)35 b(The)21 b(high-sp)q(eed)i(switc)o(h)106 474 y(has)c(some)g(redundancy) i(built)g(in)o(to)f(it)f(for)g(greater)g(reliabilit)o(y)l(.)35 b(The)20 b(structure)f(is)h(that)f(of)g(a)106 531 y(m)o(ulti-stage)c (crossbar)g(\(\012-switc)o(h\).)174 587 y(Applications)22 b(can)f(b)q(e)g(run)g(using)g(PVM)f(or)g(Express.)35 b(F)o(OR)o(GE)20 b(90)g(MIMDizer)h(can)f(b)q(e)106 644 y(used)f(to)g(assist)f(in)i(parallelising)i(the)c(co)q(de)i(b)o(y)f (generating)g(the)g(necessary)g(calls)h(to)e(PVM)g(or)106 700 y(Express)f(comm)o(unication)h(routines.)27 b(Under)18 b(Express)f(F)l(ortran)f(77)h(or)g(90,)g(C,)g(and)g(C++)h(can)106 756 y(b)q(e)c(used.)20 b(Also)14 b(High)h(P)o(erformance)e(F)l(ortran)g (is)h(supp)q(orted.)20 b(IBM)14 b(uses)g(its)g(o)o(wn)f(PVM)h(v)o (ersion)106 813 y(from)g(whic)o(h)i(the)f(data)f(format)f(con)o(v)o (erter)i(XDR)g(has)f(b)q(een)i(stripp)q(ed.)21 b(This)16 b(results)f(in)h(a)e(lo)o(w)o(er)106 869 y(o)o(v)o(erhead)20 b(at)h(the)g(cost)f(of)h(generalit)o(y)l(.)38 b(Recen)o(tly)22 b(an)f(optimised)h(v)o(ersion)g(of)e(MPI)h(has)g(also)106 926 y(b)q(ecome)16 b(a)o(v)m(ailable.)106 982 y Fq(Measured)h(P)o (erformances)p Fp(:)174 1039 y(In)24 b([2)o(])e(a)h(p)q(erformance)g (of)f(88.4)g(G\015op/s)g(in)i(solving)f(a)g(dense)g(linear)h(system)f (of)f(order)106 1095 y Fi(N)28 b Fp(=73,500)21 b(with)i(512)e(Thin-no)q (de2)i(no)q(des.)41 b(In)23 b([13)o(])f(it)g(app)q(ears)g(that)g(at)f (128)g(no)q(des)i(the)106 1152 y(Thin-no)q(de2)d(is)g(consisten)o(tly)g (slo)o(w)o(er)f(than)f(the)i(Wide-no)q(de1.)32 b(The)20 b(di\013erences)g(range)f(from)106 1208 y(4-20\045)14 b(with)i(an)g(a)o(v)o(erage)e(of)h(ab)q(out)g(9\045.)20 b(The)c(Wide-no)q(de1)g(times)g(for)f(the)g(Class)h(B)f(problems)106 1265 y(EP)l(,)j(MG,)f(CG,)g(FT,)h(IS,)g(LU,)h(SP)l(,)f(and)g(BT)h(are)f (4.99,)f(2.46,)g(25.44,)h(14.52,)f(1.98,)g(47.8,)h(54.8,)106 1321 y(and)d(67.0)f(seconds,)i(resp)q(ectiv)o(ely)l(.)935 2760 y Fk(58)p eop %%Page: 59 59 59 58 bop 106 135 a Fd(3.4.10)55 b(The)19 b(In)n(tel)f(P)n(aragon)i(XP) -5 b(.)106 221 y Fq(Mac)o(hine)18 b(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(P)o(aragon)14 b(XP/S)h(\(MP\),)f(XP/E)121 334 y Fq(Op)q(erating)19 b(system)p Fp(:)g(OSF/1,)14 b(SunMos.)121 391 y Fq(Connection)19 b(structure)p Fp(:)g(2-D)c(mesh)g (\(torus\).)121 447 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77,)g(AD)o(A.)121 504 y Fq(V)l(endors)i(information)j(W)l(eb)e(page)p Fp(:)j Fc(http://www.ssd.intel.com/pu)o(bs.html)o Fp(.)106 560 y Fq(System)c(parameters)p Fp(:)199 613 y Fq(Mo)q(del)527 b Fp(P)o(aragon)14 b(XP/S)50 b(P)o(aragon)14 b(XP/E)p 174 631 1361 2 v 199 671 a(Clo)q(c)o(k)i(cycle)541 b(20)15 b(ns)241 b(20)14 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(Pro)q(c.)20 b(\(64-bits\))330 b(75)15 b(M\015op/s)128 b(75)14 b(M\015op/s)199 896 y(64-bits)h (precision)379 b(300)14 b(G\015op/s)116 b(2.1)14 b(G\015op/s)199 1009 y(Main)h(memory)446 b Fh(\024)p Fp(128)15 b(GB)162 b Fh(\024)p Fp(4.5)15 b(GB)199 1066 y(Memory/no)q(de)439 b Fh(\024)p Fp(128)15 b(MB)151 b Fh(\024)p Fp(128)15 b(MB)199 1179 y Fq(Comm)o(unication)j(bandwidth)98 b Fp(200)15 b(MB/s)146 b(200)14 b(MB/s)199 1292 y(No.)20 b(of)14 b(pro)q(cessors)395 b(64{4000)217 b(4{32)174 1344 y Fq(Remarks)p Fp(:)106 1401 y(The)16 b(P)o(aragon)f(is)h(a)g (commercialised)i(o\013spring)d(of)h(the)g(exp)q(erimen)o(tal)h(T)l (ouc)o(hstone)f(Delta)g(sys-)106 1457 y(tem.)j(The)c(latter)f(mac)o (hine)h(w)o(as)f(built)h(for)f(the)h(Concurren)o(t)f(Sup)q(ercomputing) i(Consortium)e(at)106 1514 y(CalT)l(ec)o(h.)19 b(The)12 b(Delta)f(system)g(used)h(i860)f(pro)q(cessors)g(as)g(computational)h (elemen)o(ts)g(in)g(its)f(no)q(des)106 1570 y(but,)j(unlik)o(e)h(its)f (predecessor,)h(the)f(iPSC/860,)f(the)h(no)q(des)h(w)o(ere)e(not)h (arranged)f(in)i(a)e(h)o(yp)q(ercub)q(e)106 1627 y(top)q(ology)g(but)g (in)h(a)e(2-D)h(grid)g(\(for)f(man)o(y)h(ph)o(ysical)h(sim)o(ulation)g (phenomena,)g(as)f(w)o(ell)h(as)e(for)h(the)106 1683 y(solution)k(of)f(linear)i(systems)e(this)h(is)g(a)f(quite)h(natural)f (top)q(ology\).)23 b(The)17 b(Delta)f(system)g(pro)o(v)o(ed)106 1739 y(to)e(b)q(e)i(quite)g(fast)f(for)f(a)h(v)m(ariet)o(y)h(of)e (problems)i(\(a)f(sp)q(eed)h(of)f(11.9)f(G\015op/s)h(w)o(as)f(rep)q (orted)h(for)g(an)106 1796 y(order)e(20,000)f(full)i(linear)h (system\).)k(The)13 b(P)o(aragon)f(mac)o(hine)i(should)h(do)e(b)q (etter)h(b)q(ecause)g(of)f(the)106 1852 y(faster)h(i860/XP)h(pro)q (cessor)g(that)g(is)g(used)h(in)g(the)g(no)q(des.)k(In)c(addition,)g (the)f(i860/XP)g(has)g(pro-)106 1909 y(cessor)j(comm)o(unication)h (hardw)o(are)e(on-c)o(hip)j(whic)o(h)f(mak)o(es)f(the)g(comm)o (unication)h(bandwidth)106 1965 y(faster.)174 2022 y(In)13 b(No)o(v)o(em)o(b)q(er)f(1993)f(the)h(P)o(aragon)f(XP/E)h(w)o(as)f(in)o (tro)q(duced.)20 b(This)13 b(is)g(an)f(en)o(try-lev)o(el)h(system)106 2078 y(with)21 b(the)g(same)f(c)o(haracteristics)h(as)f(the)h(XP/S)g (and)f(up)i(to)e(32)g(pro)q(cessors.)36 b(The)21 b(maximal)106 2135 y(con\014guration)h(of)g(the)g(XP/E,)g(the)g(XP/E-28N)f(has)h(32)g (no)q(des)h(of)e(whic)o(h)i(28)f(are)g(compute)106 2191 y(no)q(des.)e(The)c(others)f(are)f(used)i(for)f(assisting)g(the)h (routing,)f(I/O,)g(and)g(other)g(op)q(erating)g(system)106 2248 y(tasks.)174 2304 y(The)g(P)o(aragons)d(retain)j(compatibilit)o(y) h(with)e(the)h(former)e(iPSC/860)h(systems,)g(an)g(In)o(tel)h(h)o(y-) 106 2360 y(p)q(ercub)q(e)h(system)d(preceding)j(them.)j(In)c (particular)f(the)g(the)g(transparen)o(t)f(parallel)j(Distributed)106 2417 y(File)j(System)f(can)h(b)q(e)g(used)g(in)g(applications)g (migrated)g(from)e(the)h(iPSC/860.)29 b(The)18 b(P)o(aragon)106 2473 y(has)d(its)g(o)o(wn)g(parallel)i(\014le)f(system.)174 2530 y(In)k(1995)d(the)i(MP)g(\(Multi)g(Pro)q(cessor\))f(no)q(de)i(w)o (as)e(in)o(tro)q(duced.)32 b(In)19 b(suc)o(h)h(an)e(MP)h(no)q(de)g(3) 106 2586 y(i860/XP)e(pro)q(cessors)h(reside)h(on)f(one)g(b)q(oard)g (and)g(the)g(pro)q(cessors)f(share)h(one)g(address)g(space.)935 2760 y Fk(59)p eop %%Page: 60 60 60 59 bop 106 135 a Fp(F)l(ortran)14 b(and)h(C)f(compilers)i(tak)o(e)e (care)h(of)g(the)f(automatic)h(parallelisation)i(within)f(a)e(MP)h(no)q (de.)106 192 y(The)e(In)o(tel-pro)o(vided)j(information)d(claims)h(a)f (b)q(etter)g(p)q(erformance)h(than)f(with)h(single)g(pro)q(cessor)106 248 y(no)q(des.)36 b(Un)o(til)21 b(no)o(w)f(this)g(seems)h(consisten)o (tly)g(but)f(not)g(sp)q(ectacularly)i(true)e(\(see)g(Measured)106 305 y(P)o(erformances\).)106 361 y Fq(Measured)d(P)o(erformances)p Fp(:)174 418 y(As)f(on)g(man)o(y)g(systems)g(a)f(results)i(are)f(a)o(v) m(ailable)i(for)d(the)h(solution)h(of)f(a)g(large)g(dense)h(linear)106 474 y(system.)33 b(In)20 b([2])f(a)h(sp)q(eed)g(of)g(281.1)e(G\015op/s) h(is)i(rep)q(orted)e(for)h(a)f(system)g(of)h(size)g(128,600)e(on)106 531 y(a)i(6768-no)q(de)h(ensem)o(ble)h(of)e(XP/S)g(MP)h(systems.)35 b(No)21 b(actual)g(systems)f(of)g(this)h(size)h(are)e(in)106 587 y(op)q(eration.)36 b(Results)21 b(as)f(quoted)h(ab)q(o)o(v)o(e)f (are)g(obtained)h(b)o(y)f(systems)g(that)g(are)g(put)h(together)106 644 y(for)e(the)i(o)q(ccasion.)35 b(In)21 b([13)o(])f(results)h(for)e (the)h(class)h(B)f(EP)l(,)g(MG,)f(and)i(FT)e(b)q(enc)o(hmarks,)j(the) 106 700 y(times)13 b(obtained)h(on)f(512)f(pro)q(cessors)g(w)o(ere)h (3.98,)f(7.01,)g(and)h(16.17)e(seconds)i(for)g(the)g(single-no)q(de)106 756 y(XP)l(,)j(while)i(on)e(the)h(MP-no)q(de)g(XP)f(of)g(the)h(same)f (size)h(these)g(times)f(w)o(ere)g(2.98,)g(6.72,)f(and)h(12.4)106 813 y(seconds,)f(resp)q(ectiv)o(ely)l(.)935 2760 y Fk(60)p eop %%Page: 61 61 61 60 bop 106 135 a Fd(3.4.11)55 b(The)19 b(Matsushita)f(ADENAR)-5 b(T.)106 221 y Fq(Mac)o(hine)18 b(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(ADENAR)l(T64,)15 b(ADENAR)l(T256.)119 334 y Fq(Op)q(erating)h(system)p Fp(:)h(In)o(ternal)d(OS)f(transparen)o (t)f(to)g(the)h(user,)g(SunOS)h(\(Suns)g(Unix)f(v)m(arian)o(t\))106 391 y(on)i(the)g(fron)o(t-end)g(system.)121 447 y Fq(Connection)k (structure)p Fp(:)g(HX-net)d(\(see)f(remarks\).)121 504 y Fq(Compilers)p Fp(:)20 b(ADETRAN,)15 b(an)g(extended)h(F)l(ortran)e (77.)106 560 y Fq(System)i(parameters)p Fp(:)199 613 y Fq(Mo)q(del)527 b Fp(ADENAR)l(T64)50 b(ADENAR)l(T256)p 174 631 1346 2 v 199 671 a(Clo)q(c)o(k)16 b(cycle)533 b(50)15 b(ns)233 b(50)15 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(Pro)q(c.)20 b(\(64)14 b(bits\))323 b(10)15 b(M\015op/s)120 b(10)15 b(M\015op/s)199 896 y(Maximal)g(\(64)g(bits\))327 b(0.64)14 b(G\015op/s)92 b(2.56)13 b(G\015op/s)199 1009 y(Main)i(memory)468 b(0.5GB)210 b(0.5GB)199 1066 y(Memory/no)q(de)479 b(8MB)240 b(2MB)199 1179 y Fq(Comm)o(unication)18 b(bandwidth)102 b Fp(20)14 b(MB/s)169 b(20MB/s)199 1292 y(No.)20 b(of)14 b(pro)q(cessors)443 b(64)280 b(256)174 1344 y Fq(Remarks)p Fp(:)106 1401 y(The)11 b(ADENAR)l(T)h(has)f(an)g(in)o(teresting)g(in)o(terconnection) i(structure)e(that)f(is)h(somewhere)h(halfw)o(a)o(y)106 1457 y(b)q(et)o(w)o(een)j(a)g(crossbar)f(and)h(a)g(grid.)20 b(The)15 b(pro)q(cessors)g(are)f(organised)h(in)h(planes,)f(where)h (for)e(eac)o(h)106 1514 y(plane)h(all)g(pro)q(cessors)f(are)g (connected)h(b)o(y)g(a)f(crossbar.)k(Bet)o(w)o(een)d(planes)g(there)f (is)h(a)f(connection)106 1570 y(structure)i(that)g(connects)h(eac)o(h)g (crossbar)f(no)q(de)h(in)g(a)g(plane)g(directly)h(with)f(its)g(corresp) q(onding)106 1627 y(coun)o(terpart)11 b(on)h(all)h(other)e(planes.)20 b(So,)12 b(for)f(a)h(pro)q(cessor)f(\()p Fi(i;)d(j)s Fp(\))i(in)i(plane)h(data)e(that)g(are)h(required)106 1683 y(b)o(y)j(pro)q(cessor)f(\()p Fi(k)q(;)8 b(j)s Fp(\))13 b(in)j(the)f(same)f(plane)i(can)f(b)q(e)g(transp)q(orted)g(b)o(y)f (simply)j(shifting)e(it)g(through)106 1739 y(the)d(in-plane)h(crossbar) e(whic)o(h)i(can)f(b)q(e)g(accomplished)i(in)e(one)g(step.)19 b(F)l(or)11 b(pro)q(cessors)g(in)i(di\013eren)o(t)106 1796 y(planes)k(the)g(n)o(um)o(b)q(er)g(of)f(steps)g(is)h(at)f(most)g (t)o(w)o(o.)22 b(In)17 b(the)g(\014rst)f(step)g(the)h(data)f(is)h (routed)f(to)g(the)106 1852 y(righ)o(t)i(crossbar)f(no)q(de)i(in)g(one) g(plane)g(and)f(after)g(b)q(eing)h(send)g(to)f(the)g(plane)h(where)g (the)f(target)106 1909 y(pro)q(cessor)10 b(resides,)i(send)g(there)e (from)g(the)h(corresp)q(onding)g(crossbar)f(no)q(de)i(to)e(the)g(pro)q (cessor)h(that)106 1965 y(requires)17 b(them.)24 b(The)17 b(connection)h(structure)e(is)i(called)g(HX-net)f(b)o(y)f(Matsushita.) 24 b(Because)17 b(of)106 2022 y(the)d(connection)h(structure)f(the)h(n) o(um)o(b)q(er)f(of)g(pro)q(cessors)g(is)h(constrained)f(to)g(b)q(e)h (of)e(the)i(form)e(2)1771 2005 y Fo(2)p Fe(n)106 2078 y Fp(and)19 b(presen)o(tly)g(in)g(the)g(t)o(w)o(o)e(mo)q(del)i(n)o(um)o (b)q(ers)g(a)o(v)m(ailable)h Fi(n)f Fp(is)g(3)f(or)g(4)g(\(a)g(mac)o (hine)h(with)g(1024)106 2135 y(pro)q(cessors,)14 b Fi(n)f Fp(=)g(5,)g(is)i(b)q(eing)g(considered\).)21 b(As)14 b(remark)o(ed,)g(the)g(complexit)o(y)h(of)f(the)g(net)o(w)o(ork)f(is) 106 2191 y(lo)o(w)o(er)j(than)h(that)e(of)i(a)f(crossbar:)22 b Fi(O)q Fp(\()p Fi(n)805 2175 y Fo(3)p Fe(=)p Fo(2)860 2191 y Fp(\))16 b(instead)h(of)f Fi(O)q Fp(\()p Fi(n)1186 2175 y Fo(2)1206 2191 y Fp(\))g(while)i(the)f(e\016ciency)h(is)f(half)g (of)106 2248 y(that)d(of)h(a)g(crossbar:)k(a)c(maxim)o(um)g(of)g(2)g (steps)g(instead)h(of)f(1.)174 2304 y(The)20 b(pro)q(cessors)f(consist) h(of)f(a)g(proprietary)g(RISC)h(pro)q(cessor)f(with)h(a)f(p)q(eak)h(sp) q(eed)h(of)e(20)106 2360 y(M\015op/s)12 b(in)h(p)q(erfect)g(pip)q (eline)j(mo)q(de,)d(ho)o(w)o(ev)o(er,)f(a)g(\\sustained)h(sp)q(eed")g (of)f(10)g(M\015op/s)g(is)h(quoted)106 2417 y(b)o(y)k(Matsushita)f(to)g (arriv)o(e)h(at)f(the)h(p)q(eak)h(p)q(erformance)f(giv)o(en)g(in)h(the) f(system)f(parameters)g(list)106 2473 y(ab)q(o)o(v)o(e.)38 b(The)22 b(in)o(ter-pro)q(cessor)f(bandwidth)i(is)f(20)e(MB/s,)j(whic)o (h)f(is)g(quite)g(reasonable)g(with)106 2530 y(resp)q(ect)17 b(to)f(the)h(pro)q(cessor)f(sp)q(eed.)25 b(A)o(t)16 b(this)h(momen)o(t) f(nothing)h(is)g(kno)o(wn)f(ab)q(out)h(the)f(message)106 2586 y(setup)d(o)o(v)o(erhead)g(ho)o(w)o(ev)o(er.)19 b(Curiously)14 b(enough,)f(the)h(amoun)o(t)e(of)h(memory)g(p)q(er)g(no) q(de)h(is)g(4)f(times)935 2760 y Fk(61)p eop %%Page: 62 62 62 61 bop 106 135 a Fp(larger)15 b(for)g(the)h(ADENAR)l(T64)f(than)h (for)f(the)g(256-pro)q(cessor)g(mo)q(del)h(\(8MB)f(against)g(2MB)h(p)q (er)106 192 y(no)q(de\).)26 b(The)18 b(latter)e(memory)h(size)h(seems)f (fairly)h(small)g(for)f(a)g(pro)q(cessor)g(no)q(de)g(that)g(is)h(mean)o (t)106 248 y(to)13 b(pro)q(cess)i(large)f(amoun)o(ts)f(of)h(data.)19 b(The)14 b(fron)o(t-end)g(mac)o(hine)h(that)e(hosts)h(the)g(ADENAR)l(T) g(is)106 305 y(a)h(Solb)q(ourne)h(\(Sun)g(4)f(compatible\))h(w)o (orkstation.)106 361 y Fq(Measured)h(P)o(erformances)p Fp(:)174 418 y(In)e([3)o(])f(a)f(sp)q(eed)i(of)f(475)f(M\015op/s)g(for) h(a)f(PDE)h(solv)o(er)g(using)h(a)e(Splitting-up)j(Conjugate)e(Gra-)106 474 y(dien)o(t)i(algorithm)g(w)o(as)f(rep)q(orted)g(for)g(an)h(ADENAR)l (T256.)21 b(Also,)15 b(results)h(for)f(some)h(Liv)o(ermore)106 531 y(k)o(ernels)f(w)o(ere)f(giv)o(en)h(of)f(whic)o(h)h(the)g(highest)g (rep)q(orted)f(sp)q(eed)i(w)o(as)d(520.1)g(M\015op/s.)20 b(In)15 b(the)f(arti-)106 587 y(cle)j(there)g(are)f(some)g(complain)o (ts)i(ab)q(out)e(the)h(rigidness)g(of)g(existing)g(b)q(enc)o(hmark)g (co)q(des)g(whic)o(h)106 644 y(should)g(b)q(e)h(a)e(disadv)m(an)o(tage) h(for)e(massiv)o(ely)i(parallel)i(computers.)k(It)17 b(could)g(of)f(course)h(also)f(b)q(e)106 700 y(argued)d(that)g(massiv)o (ely)i(parallel)g(mac)o(hines)f(are)g(to)q(o)f(rigid)h(to)f(run)h (general)g(co)q(des)h(w)o(ell.)20 b(In)14 b([13)o(])106 756 y(some)g(class)g(A)h(results)f(for)g(the)g(ADENAR)l(T256)g(are)g (quoted:)19 b(EP)l(,)14 b(FT,)f(IS,)i(SP)l(,)f(and)h(BT)f(times)106 813 y(are)h(32.9,)e(72.7,)h(46.6,)g(209.9,)f(314.1)h(seconds)h(resp)q (ectiv)o(ely)l(.)935 2760 y Fk(62)p eop %%Page: 63 63 63 62 bop 106 135 a Fd(3.4.12)55 b(The)19 b(Meik)n(o)f(Computing)f (Surface)i(2.)106 221 y Fq(Mac)o(hine)f(t)o(yp)q(e)p Fp(:)h(Distributed-memory)d(m)o(ulti-v)o(ectorpro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(Computing)c(Surface)f(2.)118 334 y Fq(Op)q(erating)g(system)p Fp(:)h(In)o(ternal)d(OS)f(transparen)o (t)f(to)g(the)h(user,)g(SunOS)h(\(Sun's)f(Unix)g(v)m(arian)o(t\))106 391 y(on)j(the)g(fron)o(t-end)g(system.)121 447 y Fq(Connection)k (structure)p Fp(:)g(Multistage)c(crossbar.)121 504 y Fq(Compilers)p Fp(:)20 b(Extended)15 b(F)l(ortran)f(77,)h(ANSI)h(C.)121 560 y Fq(V)l(endors)g(information)j(W)l(eb)e(page)p Fp(:)j Fc(http://www.meiko.com)p Fp(.)106 616 y Fq(System)c(parameters)p Fp(:)199 669 y Fq(Mo)q(del)527 b Fp(Computing)16 b(Surface)f(2)p 174 688 1142 2 v 199 727 a(Clo)q(c)o(k)h(cycle)606 b(20)14 b(ns)199 840 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 896 y(P)o(er)g(Pro)q(c.)20 b(\(64)14 b(bits\))347 b(200,)14 b(40)h(M\015op/s)199 953 y(Maximal)g(\(64)g(bits\))388 b(204.8)14 b(G\015op/s)199 1066 y(Main)h(memory)503 b Fh(\024)15 b Fp(128)g(GB)199 1122 y(Memory/no)q(de)412 b(32{128,)14 b(32{512MB)199 1235 y Fq(Comm)o(unication)k(bandwidth)239 b Fp(|)199 1348 y(No.)20 b(of)14 b(pro)q(cessors)423 b(8{1024)13 b(PEs)174 1401 y Fq(Remarks)p Fp(:)106 1457 y(The)e(CS-2)h(features)e(8-1,024)g(pro)q(cessor)h(elemen)o(ts)h (\(PEs\))e(whic)o(h)i(can)g(b)q(e)g(either)g(scalar)f(or)g(v)o(ector) 106 1514 y(no)q(des.)37 b(Apart)20 b(from)g(a)g(separate)g(comm)o (unications)h(mo)q(dule,)i(these)e(PEs)f(con)o(tain)h(either)g(a)106 1570 y(Sup)q(erSparc)d(or)f(a)g(Sup)q(erSparc)h(+)g(2)f Fi(\026)p Fp(VP)h(v)o(ectorpro)q(cessors.)25 b(The)17 b(sp)q(eed)h(of)f(a)g(scalar)g(PE)g(is)106 1627 y(estimated)f(to)f(b)q (e)i(40)e(M\015op/s)g(\(at)g(a)h(20)f(ns)h(clo)q(c)o(k\))g(and)g(200)f (M\015op/s)h(for)f(the)h(v)o(ector)f(PEs)h(for)106 1683 y(64-bit)f(precision.)22 b(The)15 b Fi(\026)p Fp(VP)g(mo)q(dules)i(are) d(man)o(ufactured)h(b)o(y)h(F)l(ujitsu.)k(The)15 b(sp)q(eed)h(at)f (32-bit)106 1739 y(precision)g(is)f(doubled)h(with)f(resp)q(ect)g(to)f (64-bit)g(op)q(eration)h(and,)g(unlik)o(e)h(the)f(earlier)g(F)l(ujitsu) g(VP)106 1796 y(pro)q(ducts,)g(use)g(IEEE)f(754)g(\015oating-p)q(oin)o (t)h(format.)k(The)c(memory)f(has)h(16)f(banks)g(and)h(to)f(a)o(v)o (oid)106 1852 y(memory)e(bank)h(con\015icts)h(the)f(CS-2)g(has)f(the)h (in)o(teresting)h(option)f(to)f(ha)o(v)o(e)g(scram)o(bled)i(allo)q (cation)106 1909 y(of)i(addresses,)g(th)o(us)g(guaran)o(teeing)g(go)q (o)q(d)g(access)g(at)g(p)q(oten)o(tial)h(problematic)g(strides)f(2,)g (4,)f(etc.)174 1965 y(The)g(p)q(oin)o(t-to-p)q(oin)o(t)g(comm)o (unication)h(sp)q(eed)f(is)g(100)f(MB/s)g(\(50)g(MB/s)g(in)i(eac)o(h)e (direction\).)106 2022 y(Because)j(the)g(comm)o(unication)h(happ)q(ens) g(through)e(m)o(ulti-lev)o(el)j(crossbars,)d(called)i(\\la)o(y)o(ers")e (b)o(y)106 2078 y(Meik)o(o,)k(the)g(aggregate)e(bandwidth)i(of)f(the)h (system)f(scales)h(with)g(the)g(n)o(um)o(b)q(er)g(of)f(PEs,)h(with)106 2135 y(a)d(v)o(ery)h(resp)q(ectable)h(latency)f(of)g(200)f(ns)h(p)q(er) g(la)o(y)o(er.)24 b(As)17 b(the)g(maxim)o(um)g(con\014guration)g(of)f (the)106 2191 y(mac)o(hine)k(con)o(tains)f(1,024)f(PEs,)h(the)g (theoretical)h(p)q(eak)g(p)q(erformance)f(at)g(64-bit)g(precision)h(is) 106 2248 y(200)14 b(G\015op/s.)20 b(It)15 b(is)g(p)q(ossible)i(to)e (connect)h(eac)o(h)f(PE)g(to)f(its)i(o)o(wn)e(I/O)i(devices)g(to)f(ha)o (v)o(e)g(scalable)106 2304 y(parallel)i(I/O)e(with)h(the)f(scaling)h (of)f(other)g(resources.)174 2360 y(The)j(P)o(ortland)g(Group)g(whic)o (h)g(has)g(w)o(on)g(some)f(reno)o(wn)h(for)f(its)h(excellen)o(t)i(i860) e(compilers)106 2417 y(has)e(dev)o(elop)q(ed)i(the)e(compilers)h(for)e (the)h(CS-2.)23 b(These)16 b(include)j(F)l(ortran)14 b(77)i(and)g(ANSI)h(C)f(but)106 2473 y(also)k(F)l(ortran)e(90.)34 b(The)20 b(curren)o(t)f(compiler)j(already)e(o\013ers)f(data)g (distribution)i(directiv)o(es)g(as)106 2530 y(prop)q(osed)15 b(in)h([6].)174 2586 y(In)i(the)f(USA)h(the)f(mac)o(hine)h(will)h(b)q (e)f(mark)o(eted)f(b)o(y)g(Meik)o(o,)g(ho)o(w)o(ev)o(er,)g(in)h(Europ)q (e)f(and)h(the)935 2760 y Fk(63)p eop %%Page: 64 64 64 63 bop 106 135 a Fp(rest)14 b(of)g(the)h(w)o(orld)g(mark)o(eting)f (is)h(done)g(b)o(y)f(P)o(arallel)i(Computing)f(Industries,)g(a)g (consortium)f(of)106 192 y(Meik)o(o,)h(P)o(arsys,)e(and)j(T)l(elmat.) 106 248 y Fq(Measured)h(P)o(erformances:)174 305 y Fp(In)f([2])f(a)g (sp)q(eed)i(of)e(5.0)g(G\015op/s)g(on)h(a)f(64)g(pro)q(cessor)h(CS-2)f (is)h(rep)q(orted)g(for)f(the)h(solution)g(of)106 361 y(an)g(order)g(18688)f(dense)i(linear)g(system.)22 b(F)l(rom)16 b(the)g(NAS)g(parallel)i(b)q(enc)o(hmarks)f(some)f(results)106 418 y(on)j(a)h(128)e(pro)q(cessor)i(mac)o(hine)g(are)f(giv)o(en)h(for)f (class)h(B)g(problems:)29 b(EP)20 b(to)q(ok)e(21.16)h(seconds)106 474 y(while)e(6.52)d(seconds)h(w)o(as)g(measured)g(for)g(the)g(MG)f (problem.)935 2760 y Fk(64)p eop %%Page: 65 65 65 64 bop 106 135 a Fd(3.4.13)55 b(The)19 b(nCUBE)f(3.)106 221 y Fq(Mac)o(hine)g(t)o(yp)q(e)p Fp(:)h(Distributed-memory)d(m)o (ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(nCUBE)c(3.)118 334 y Fq(Op)q(erating)f(system)p Fp(:)h(In)o(ternal)d(OS)f(transparen)o (t)f(to)g(the)h(user,)g(SunOS)h(\(Sun's)f(Unix)g(v)m(arian)o(t\))106 391 y(on)j(the)g(fron)o(t-end)g(system.)121 447 y Fq(Connection)k (structure)p Fp(:)g(Hyp)q(ercub)q(e.)121 504 y Fq(Compilers)p Fp(:)h(Extended)15 b(F)l(ortran)f(77,)h(ANSI)h(C,)e(C++.)106 616 y Fq(System)i(parameters)p Fp(:)199 669 y Fq(Mo)q(del)558 b Fp(nCUBE)16 b(3)p 174 688 977 2 v 199 727 a(Clo)q(c)o(k)g(cycle)523 b(10)15 b(ns)199 840 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 896 y(P)o(er)g(Pro)q(c.)20 b(\(64-bits\))301 b(100)14 b(M\015op/s)199 953 y(Maximal\(64-bits\))327 b(1024)14 b(G\015op/s)199 1066 y(Main)h(memory)452 b Fh(\024)p Fp(1)15 b(TB)199 1122 y(Memory/no)q(de)447 b Fh(\024)p Fp(1)15 b(GB)199 1235 y Fq(Comm)o(unication)j(bandwidth)199 1292 y Fp(P)o(oin)o(t-to-p)q(oin)o(t)419 b(115)14 b(MB/s)199 1405 y(No.)20 b(of)14 b(pro)q(cessors)377 b(8{10244)174 1457 y Fq(Remarks)p Fp(:)106 1514 y(The)15 b(nCUBE)g(3)g(is)h(presen)o (tly)f(the)h(only)f(commercially)i(a)o(v)m(ailable)f(mac)o(hine)g(with) g(a)e(h)o(yp)q(ercub)q(e)106 1570 y(structure.)36 b(The)21 b(nCUBE)g(uses)g(in-house)h(dev)o(elop)q(ed)g(pro)q(cessors)e(implemen) o(ted)j(in)e(0.5)f Fi(\026)p Fp(m)106 1627 y(CMOS)f(whic)o(h)i(ha)o(v)o (e)e(a)g(p)q(erformance)h(of)f(100)f(M\015op/s)h(in)i(64-bit)e (precision)i(\(in)f(con)o(trast)f(to)106 1683 y(the)f(former)f(2S)h(mo) q(del)i(the)e(new)g(pro)q(cessor)g(is)h(en)o(tirely)g(64-bit)f(wide\).) 29 b(The)18 b(no)q(de)h(pro)q(cessor)106 1739 y(has)f(8)f(KB)i (instruction)f(an)g(data)f(cac)o(hes,)i(b)q(oth)f(2-w)o(a)o(y)e(set)i (asso)q(ciativ)o(e.)28 b(F)l(urthermore,)18 b(eac)o(h)106 1796 y(pro)q(cessor)i(has)h(miss)g(and)g(write)g(bu\013ers)f(of)g(four) h(op)q(erands)g(deep)g(that)f(allo)o(ws)h(for)f(4)h(cac)o(he)106 1852 y(misses)16 b(\(or)e(deferring)i(four)f(cac)o(he)g(writes\))g(b)q (efore)h(disturbing)g(the)f(data)g(cac)o(he.)174 1909 y(There)20 b(are)g(16)f(out)o(w)o(ard)g(DMA)g(c)o(hannels)i(p)q(er)f (no)q(de)h(\(8)e(send)h(and)g(8)g(receiv)o(e\))g(for)g(in)o(ter-)106 1965 y(pro)q(cessor)11 b(comm)o(unication)h(while)h(an)f(additional)h (one)e(is)h(used)g(for)f(the)h(distributed)h(I/O)e(system)106 2022 y(whic)o(h)19 b(therefore)f(has)h(the)f(nice)i(prop)q(ert)o(y)e (that)g(it)h(scales)g(with)g(the)f(n)o(um)o(b)q(er)h(of)f(no)q(des.)31 b(The)106 2078 y(sp)q(eed)16 b(of)f(these)g(I/O)h(no)q(des)g(is)g(20)e (MB/s)h(full-duplex.)23 b(The)16 b(comm)o(unication)g(latency)g(is)f (quite)106 2135 y(lo)o(w:)k(ab)q(out)13 b(3)g Fi(\026)p Fp(s)h(while)h(the)f(single)h(c)o(hannel)f(bandwidth)h(is)f(50)f(MB/s.) 18 b(By)c(\\folding")g(m)o(ultiple)106 2191 y(c)o(hannels)k(higher)g(p) q(oin)o(t-to-p)q(oin)o(t)f(bandwidth)h(can)f(b)q(e)h(ac)o(hiev)o(ed.)26 b(F)l(or)16 b(the)h(instruction)h(cac)o(he)106 2248 y(an)g(autoprefetc) o(h)f(facilit)o(y)i(is)g(implemen)o(ted)h(while)f(prefetc)o(h)f(for)g (the)g(data)f(cac)o(he)h(is)h(compiler)106 2304 y(directed.)h(On)14 b(1024)e(pro)q(cessors)h(with)g(6)g(p)q(orts)g(folded)h(a)f (bisectional)i(bandwidth)f(of)f(45.5)f(GB/s)106 2360 y(can)j(b)q(e)h(realised.)174 2417 y(Apart)h(from)g(the)g(\014xed)h(w)o (ormhole)f(routing)g(sc)o(heme)h(that)f(already)g(w)o(as)g(emplo)o(y)o (ed)h(in)g(the)106 2473 y(former)11 b(nCUBE)g(systems,)h(a)f(new)g (fault-toleran)o(t)g(adaptiv)o(e)h(routing)f(sc)o(heme)h(is)g(a)o(v)m (ailable.)20 b(This)106 2530 y(sc)o(heme)d(is)g(also)f(essen)o(tially)i (a)f(w)o(ormhole)f(routing)g(but)h(with)g(the)g(additional)h(constrain) o(t)e(that)106 2586 y(after)f(the)g(\014rst)g(hop)h(the)g(distance)g (to)f(the)g(target)g(no)q(de)h(should)g(strictly)g(decrease.)21 b(Therefore,)935 2760 y Fk(65)p eop %%Page: 66 66 66 65 bop 106 135 a Fp(no)18 b(cycles)i(can)e(o)q(ccur)h(and)f(deliv)o (ering)i(of)e(a)g(message)g(is)h(guaran)o(teed)f(to)f(b)q(e)i(done)g (in)g(a)f(\014nite)106 192 y(n)o(um)o(b)q(er)d(of)g(hops.)174 248 y(Within)j(the)e(h)o(yp)q(ercub)q(e)i(sub-cub)q(es)g(can)f(b)q(e)g (allo)q(cated)g(to)f(accommo)q(date)g(more)f(users.)24 b(A)106 305 y(queue)13 b(of)f(tasks)f(is)i(set)f(up)g(with)h (\(sub\)-cub)q(es)g(of)f(the)g(required)h(size.)20 b(Programs)11 b(ma)o(y)g(b)q(e)i(written)106 361 y(to)h(determine)j(the)e(sub-cub)q (e)i(dimensions)g(just)e(b)q(efore)g(execution.)106 418 y Fq(Measured)i(P)o(erformances)p Fp(:)174 474 y(The)h(\014rst)f (system)g(is)i(exp)q(ected)f(to)f(b)q(e)i(realised)g(in)f(the)g(2nd)g (quarter)f(of)g(1995,)g(so)g(no)h(real)106 531 y(p)q(erformance)11 b(\014gures)g(are)f(a)o(v)m(ailable.)20 b(Sim)o(ulations)12 b(sho)o(w)o(ed)f(a)f(single)j(no)q(de)e(sp)q(eed)h(of)e(96)g(M\015op/s) 106 587 y(on)15 b(a)g(matrix-matrix)g(m)o(ultiply)h(and)g(of)f(40)f (M\015op/s)h(on)g(a)g(matrix-v)o(ector)f(m)o(ultiply)l(.)935 2760 y Fk(66)p eop %%Page: 67 67 67 66 bop 106 135 a Fd(3.4.14)55 b(The)19 b(NEC)f(Cenju-3.)106 221 y Fq(Mac)o(hine)g(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(Cenju-3S,)c(Cenju-3.)121 334 y Fq(Op)q(erating)j(system)p Fp(:)g(EWS-UX/V)c(\(Unix)h(v)m(arian)o(t)f (based)g(on)g(Unix)i(System)e(V.4\).)121 391 y Fq(Connection)k (structure)p Fp(:)g(Multi-stage)d(crossbar.)121 447 y Fq(Compilers)p Fp(:)k(F)l(ortran)14 b(77,)g(ANSI)i(C.)121 504 y Fq(System)h(parameters)p Fp(:)199 556 y Fq(Mo)q(del)556 b Fp(Cenju-3S)125 b(Cenju-3)p 174 575 1256 2 v 199 614 a(Clo)q(c)o(k)16 b(cycle)515 b(20)14 b(ns)171 b(13.3)14 b(ns)199 727 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 784 y(P)o(er)g(Pro)q(c.)20 b(\(64)14 b(bits\))305 b(33)14 b(M\015op/s)76 b(50)14 b(M\015op/s)199 840 y(Maximal)h(\(64)g(bits\)) 312 b(533)15 b(M\015op/s)49 b(12.8)14 b(G\015op/s)199 953 y(Main)h(memory)435 b Fi(<)15 b Fp(1)g(GB)124 b Fi(<)16 b Fp(16)e(GB)199 1009 y(Memory/no)q(de)416 b Fi(<)16 b Fp(64)e(MB)107 b Fi(<)16 b Fp(64)e(MB)199 1122 y Fq(Comm)o(unication) k(bandwidth)83 b Fp(40)15 b(MB/s)124 b(40MB/s)199 1235 y(No.)20 b(of)14 b(pro)q(cessors)402 b(8{16)170 b(16{)14 b(256)174 1288 y Fq(Remarks)p Fp(:)106 1344 y(The)20 b(name)g(Cenju-3)g(suggests)g(that)f(there)h(ha)o(v)o(e)g(b)q(een)h (predecessors,)g(Cenju-1)f(and)g(Cenju-)106 1401 y(2.)25 b(This)18 b(is)g(indeed)h(the)e(case)g(but)g(these)g(systems)g(ha)o(v)o (e)g(only)h(b)q(een)g(used)g(in)o(ternally)g(b)o(y)f(NEC)106 1457 y(for)d(researc)o(h)h(purp)q(oses)g(and)h(w)o(ere)e(nev)o(er)h (o\016cially)i(mark)o(eted.)i(The)c(Cenju-3)g(is)h(based)f(on)g(the)106 1514 y(same)c(RISC)h(pro)q(cessor)f(as)g(the)g(Silicon)i(Graphics)f (Challenge,)h(the)e(MIPS)h(R4400)e(pro)q(cessor)h(\(see)106 1570 y(3.3.8\).)23 b(It)17 b(is)g(confusing)h(that)e(the)h(p)q(eak)h(p) q(erformance)f(of)f(the)h(pro)q(cessor)g(is)h(rated)e(di\013eren)o(tly) 106 1627 y(b)o(y)h(Silicon)i(Graphics)f(and)f(NEC)g(resp)q(ectiv)o(ely) l(.)27 b(The)18 b(lo)o(w)o(er)e(estimates)h(of)g(33)f(vs.)26 b(50,)16 b(and)i(50)106 1683 y(vs.)h(75)14 b(M\015op/s)g(as)f(quoted)h (b)o(y)h(NEC)f(seem)g(to)f(b)q(e)i(more)f(realistic.)21 b(All)15 b(pro)q(cessors)f(ha)o(v)o(e)g(apart)106 1739 y(from)g(their)h(on-c)o(hip)g(primary)g(cac)o(he)g(a)f(secondary)h(cac) o(he)f(of)h(1)f(MB)g(to)g(mitigate)h(the)f(problems)106 1796 y(that)g(arise)i(in)g(the)f(high)h(data)f(usage)g(of)f(the)i(CPU.) 174 1852 y(The)e(in)o(terconnection)h(t)o(yp)q(e)e(used)h(in)h(the)e (Cenju)h(is)g(a)f(m)o(ultistage)h(crossbar)e(build)k(from)d(4)g Fh(\002)106 1909 y Fp(4)h(mo)q(dules)i(that)e(are)g(pip)q(eline)q(d.)23 b(So,)14 b(in)h(a)g(full)h(con\014guration)f(the)f(maximal)h(n)o(um)o (b)q(er)g(of)g(lev)o(els)106 1965 y(in)f(the)g(crossbar)e(to)h(b)q(e)h (tra)o(v)o(ersed)f(is)h(four.)19 b(The)13 b(p)q(eak)h(transfer)f(rate)g (of)g(the)g(crossbar)g(is)h(quoted)106 2022 y(as)h(40)f(MB/s)h(irresp)q (ectiv)o(e)i(of)d(the)i(data)e(placemen)o(t.)174 2078 y(The)i(system)f(needs)i(a)e(fron)o(t-end)h(pro)q(cessor)f(of)h(the)f (EWS4800)g(t)o(yp)q(e)h(\(functionally)h(equiv-)106 2135 y(alen)o(t)f(to)f(Silicon)k(Graphics)d(w)o(orkstations\).)21 b(The)16 b(I/O)g(requiremen)o(ts)h(ha)o(v)o(e)e(to)h(b)q(e)g (ful\014lled)j(b)o(y)106 2191 y(the)c(fron)o(t-end)g(system)g(as)g(the) g(Cenju)h(do)q(es)f(not)g(ha)o(v)o(e)g(lo)q(cal)h(\(distributed\))g (I/O)g(capabilities.)174 2248 y(There)g(is)f(some)g(soft)o(w)o(are)f (supp)q(ort)h(that)f(should)j(mak)o(e)d(the)i(programmer's)d(life)k (somewhat)106 2304 y(easier.)j(The)14 b(library)h(P)l(ARALIB/CJ)g(con)o (tains)f(proprietary)g(functions)h(for)e(forking)h(pro)q(cesses,)106 2360 y(barrier)e(sync)o(hronisation,)i(remote)d(pro)q(cedure)j(calls,)f (and)g(blo)q(c)o(k)g(transfer)e(of)h(data.)18 b(Lik)o(e)c(on)e(the)106 2417 y(Cra)o(y)j(T3D)f(\(3.4.4\))g(and)i(on)f(the)h(Meik)o(o)g(CS-2)f (\(3.4.13\))e(the)j(programmer)f(has)g(the)h(p)q(ossibilit)o(y)106 2473 y(to)d(write/read)g(directly)i(to/from)d(non-lo)q(cal)j(memories)e (whic)o(h)i(a)o(v)o(oids)e(m)o(uc)o(h)h(message)f(passing)106 2530 y(o)o(v)o(erhead.)106 2586 y Fq(Measured)k(P)o(erformances)p Fp(:)935 2760 y Fk(67)p eop %%Page: 68 68 68 67 bop 174 135 a Fp(Deliv)o(ery)18 b(of)e(the)h(systems)f(ha)o(v)o (e)h(started)f(in)i(the)f(second)g(quarter)f(of)h(1994)e(but)i(no)g(p)q (erfor-)106 192 y(mance)e(\014gures)h(are)f(a)o(v)m(ailable)h(ev)o(er)f (published)j(for)d(the)g(Cenju-3.)935 2760 y Fk(68)p eop %%Page: 69 69 69 68 bop 106 135 a Fd(3.4.15)55 b(The)19 b(P)n(arallel)f(Computing)f (Industries)h(system.)106 221 y Fp(This)c(system)g(is)g(iden)o(tical)i (to)d(the)h(Meik)o(o)f(CS-2)h(\(see)g(3.4.12)e(for)h(details\).)20 b(P)o(arallel)15 b(Computing)106 278 y(Industries)h(do)q(es)f(the)g (mark)o(eting)g(of)f(this)i(system)e(in)i(Europ)q(e,)f(while)h(it)g(is) f(o\013ered)g(as)f(the)h(CS-2)106 334 y(in)h(the)f(USA)h(and)f(the)g (rest)g(of)g(the)g(w)o(orld.)935 2760 y Fk(69)p eop %%Page: 70 70 70 69 bop 106 135 a Fd(3.4.16)55 b(The)19 b(P)n(arsys)g(T)-5 b(A9000.)106 221 y Fq(Mac)o(hine)18 b(t)o(yp)q(e)p Fp(:)h (Distributed-memory)d(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(T)l(A9800)14 b(\(T)l(A9400,)g(T)l(A9500\).)121 334 y Fq(Op)q(erating)19 b(system)p Fp(:)g(Idris)d(\(a)e(real-time)i (sub-Unix)h(v)m(arian)o(t\).)121 391 y Fq(Connection)i(structure)p Fp(:)g(Multi-stage)d(crossbar.)121 447 y Fq(Compilers)p Fp(:)k(Extended)15 b(F)l(ortran)f(77,)h(ANSI)h(C,)e(P)o(ascal,)h(Mo)q (dula)h(2.)121 504 y Fq(System)h(parameters)p Fp(:)199 556 y Fq(Mo)q(del)586 b Fp(T)l(A9800)p 174 575 994 2 v 199 614 a(Clo)q(c)o(k)16 b(cycle)525 b(4.3)14 b(ns)199 727 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 784 y(P)o(er)g(Pro)q(c.)20 b(\(32)14 b(bits\))310 b(233)14 b(M\015op/s)199 840 y(Maximal)h(\(32)g(bits\))314 b(119.3)14 b(G\015op/s)199 953 y(Main)h(memory)448 b Fh(\024)p Fp(32)14 b(GB)199 1009 y(Memory/no)q(de)441 b Fh(\024)p Fp(64)14 b(MB)199 1122 y Fq(Comm)o(unication)k(bandwidth)51 b Fp(25)15 b(MB/s/link)199 1235 y(No.)20 b(of)14 b(pro)q(cessors)413 b Fh(\024)p Fp(512)174 1288 y Fq(Remarks)p Fp(:)106 1344 y(The)13 b(P)o(arsys)e(T)l(ransAlpha)i(T)l(A9000)f(series)h(systems)f (are)g(the)g(successors)h(of)f(the)g(P)o(arsys)g(SN9000)106 1401 y(mac)o(hines.)19 b(The)11 b(latter)g(had)g(the)h(Thomson)e(T9000) g(transputer)h(as)f(their)i(basic)g(pro)q(cessors.)18 b(The)106 1457 y(new)d(T)l(A9000)g(systems)f(use)i(the)f(DEC)g(Alpha)h (21066)e(transputers)g(for)h(that)f(purp)q(ose.)174 1514 y(The)f(T)l(A9000)g(is)g(roughly)h(10)e(times)i(faster)e(than)h(its)g (predecessor,)h(the)f(SN9000,)g(whic)o(h)h(had)106 1570 y(a)i(maximal)g(sp)q(eed)h(of)f(roughly)h(25)e(M\015op/s)h(p)q(er)g(no) q(de.)24 b(Ho)o(w)o(ev)o(er)15 b(the)h(comm)o(unication)h(sp)q(eed)106 1627 y(has)d(remained)g(the)g(same)g(still)h(using)f(T9000)f (transputers)g(for)g(the)h(in)o(terno)q(de)h(comm)o(unication.)106 1683 y(The)23 b(use)g(of)f(the)g(T9000)f(as)i(a)f(comm)o(unication)h (engine)h(enables)f(emplo)o(ymen)o(t)g(of)f(the)h(fast)106 1739 y(C104)15 b(comm)o(unication)i(switc)o(h.)22 b(The)17 b(same)e(m)o(ultistage)h(crossbar)g(switc)o(h)g(is)g(also)g(used)h(in)g (the)106 1796 y(Meik)o(o)12 b(CS-2)f(\(see)h(3.4.12\))e(and)i(allo)o (ws)g(for)f(v)o(ery)h(go)q(o)q(d)f(latency)i(and)f(bandwidth)h(c)o (haracteristics)106 1852 y(\(although)f(at)g(this)h(stage)f(no)h (\014gures)f(are)g(a)o(v)m(ailable)j(to)d(sho)o(w)g(ho)o(w)g(m)o(uc)o (h)g(of)g(these)h(are)f(realised\).)174 1909 y(Apart)e(from)f(the)i (largest)f(mo)q(del,)i(the)e(SN9800,)g(there)g(are)g(smaller)h(mo)q (dels,)h(lik)o(e)g(the)e(desktop)106 1965 y(mo)q(dels)16 b(SN9400)e(and)h(SN9500.)k(The)d(latter)e(houses)i(up)f(to)g(12)f(pro)q (cessors)h(and)g(can)g(b)q(e)h(driv)o(en)106 2022 y(either)23 b(as)e(a)h(Sun)h(SparC)f(bac)o(k-end)g(system)g(or)f(as)h(a)g(net)o(w)o (ork)f(device)i(via)f(Ethernet.)41 b(An)106 2078 y(optimised)16 b(PVM)f(library)h(is)g(a)o(v)m(ailable)h(for)d(standard)h(message)g (passing)g(programs.)106 2135 y Fq(Measured)i(P)o(erformances)p Fp(:)174 2191 y(Although)e(the)g(T)l(ransAlpha)g(mac)o(hines)h(w)o(ere) e(announced)i(and)f(a)o(v)m(ailable)h(from)e(Ma)o(y)f(1995,)106 2248 y(un)o(til)j(no)o(w)f(no)g(measured)g(p)q(erformances)h(are)f(kno) o(wn)g(to)f(the)h(author.)935 2760 y Fk(70)p eop %%Page: 71 71 71 70 bop 106 135 a Fd(3.4.17)55 b(The)19 b(P)n(arsytec)f(GC/P)n(o)n(w) n(er)j(Plus.)106 221 y Fq(Mac)o(hine)d(t)o(yp)q(e)p Fp(:)h(RISC-based)e (distributed-memory)f(m)o(ulti-pro)q(cessor.)121 278 y Fq(Mo)q(dels)p Fp(:)k(P)o(arsytec)15 b(GC/P)o(o)o(w)o(er)e(Plus.)118 334 y Fq(Op)q(erating)k(system)p Fp(:)g(Unix)c(on)g(host)f(pro)q (cessor,)g(P)o(arix)h(\(GC)f(OS,)g(transparen)o(t)g(to)g(the)h(user\).) 121 391 y Fq(Connection)19 b(structure)p Fp(:)g(2-D)c(grid.)121 447 y Fq(Compilers)p Fp(:)20 b(F)l(ortran)14 b(77,)g(ANSI)i(C,)e(P)o (ascal,)h(Mo)q(dula-2.)117 504 y Fq(V)l(endors)c(information)j(W)l(eb)f (page)p Fp(:)18 b Fc(http://www.parsytec.de/pr)o(oducts/)o(gc1.html)o Fp(.)106 560 y Fq(System)e(parameters)p Fp(:)199 613 y Fq(Mo)q(del)527 b Fp(GC/P)o(o)o(w)o(er)13 b(Plus)p 174 631 1035 2 v 199 671 a(Clo)q(c)o(k)j(cycle)546 b(7.5)14 b(ns)199 784 y(Theor.)20 b(p)q(eak)15 b(p)q(erformance)199 840 y(P)o(er)g(pro)q(c.)20 b(\(64-bits\))336 b(266)14 b(M\015op/s)199 896 y(Maxim)o(um)h(\(64-bits\))341 b Fi(:)8 b(:)g(:)n Fp(G\015op/s)199 1009 y(Main)15 b(memory)482 b Fi(:)8 b(:)g(:)13 b Fp(GB)199 1066 y(Memory/no)q(de)433 b(16{128)14 b(MB)199 1179 y Fq(Comm)o(unication)k(bandwidth)199 1235 y Fp(P)o(oin)o(t-to-p)q(oin)o(t)453 b(8.8)15 b(MB/s)199 1348 y(No.)20 b(of)14 b(pro)q(cessors)436 b(8{)p Fi(:)8 b(:)g(:)174 1401 y Fq(Remarks)p Fp(:)106 1457 y(The)16 b(P)o(arsytec)f(GC)h(P)o(o)o(w)o(er)e(Plus)j(system)f(\(GC)f(standing)h (for)g(Grand)f(Challenge\))i(is)g(based)f(on)106 1514 y(the)g(IBM/Motorola)e(MC604)h(pro)q(cessor.)22 b(Initially)l(,)c(the)e (CG)g(series)g(w)o(as)f(planned)j(to)d(b)q(e)i(built)106 1570 y(around)i(the)f(T9000)g(transputer.)30 b(Ho)o(w)o(ev)o(er,)18 b(the)h(T9000)e(is)j(still)g(not)e(a)o(v)m(ailable)j(in)e(su\016cien)o (t)106 1627 y(quan)o(tit)o(y)f(and)h(qualit)o(y)l(.)30 b(Therefore,)19 b(the)g(MC601)e(w)o(as)h(c)o(hosen)g(to)g(replace)i (the)e(T9000.)29 b(It)18 b(is)106 1683 y(not)13 b(clear)h(what)f(is)h (the)g(maxim)o(um)f(con\014guration)h(for)f(the)h(P)o(o)o(w)o(er)e (Plus)i(system.)19 b(Therefore)13 b(w)o(e)106 1739 y(could)j(not)f(giv) o(e)g(maxim)o(um)g(p)q(erformance,)g(memory)g(capacit)o(y)l(,)g(etc.) 174 1796 y(Eac)o(h)g(\\no)q(de")f(\(the)h(term)f(no)q(de)h(not)g(used)g (here)g(in)g(the)g(usual)g(sense\))g(of)g(a)f(GC)g(P)o(o)o(w)o(er)f (Plus)106 1852 y(system)i(con)o(tains)h(t)o(w)o(o)f(MC601)g(pro)q (cessors)g(and)i(4)e(T805)g(transputers)h(whic)o(h)g(are)g(resp)q (onsible)106 1909 y(for)e(the)i(comm)o(unication.)k(Tw)o(o)14 b(no)q(des)i(are)f(placed)h(on)f(one)h(b)q(oard,)e(while)j(4)e(b)q (oards)g(are)g(in)o(ter-)106 1965 y(connected)k(with)g(16)f(C004)g (static)g(routers)g(to)g(main)o(tain)h(the)g(in)o(tercomm)o(unication)g (within)h(a)106 2022 y(so-called)13 b(GC-cub)q(e.)20 b(F)l(or)11 b(ev)o(ery)g(4)h(no)q(des)g(one)g(redundan)o(t)g(no)q(de)h (is)f(presen)o(t)g(for)f(fault-tolerance.)106 2078 y(T)l(o)j(complemen) o(t)h(the)g(computing)g(p)q(o)o(w)o(er,)f(a)h(parallel)h(I/O)f(system,) f(the)g(P)o(arallel)i(Storage)e(Sys-)106 2135 y(tem)f(is)g(a)o(v)m (ailable)i(to)e(aid)g(in)h(the)g(handling)h(of)d(large-scale)i (applications)h(whic)o(h)f(require)g(massiv)o(e)106 2191 y(I/O.)174 2248 y(The)21 b(comm)o(unication)h(sp)q(eed)g(of)f(the)g (system)g(is)g(presen)o(tly)h(not)e(particularly)j(high)f(with)106 2304 y(resp)q(ect)16 b(to)f(the)g(pro)q(cessor)g(sp)q(eed)i(\(although) e(P)o(arsytec)g(from)g(its)g(P)o(o)o(w)o(erStone)f(pro)s(ject)h(claims) 106 2360 y(that)20 b(the)g(presen)o(t)h(c)o(hoice)g(of)f(computational) h(v)o(ersus)g(comm)o(unication)g(capacit)o(y)f(is)i(optimal)106 2417 y(from)c(the)h(viewp)q(oin)o(t)h(of)f(cost-e\013ectiv)o(eness\).) 31 b(There)20 b(are)e(plans)i(to)e(use)i(T9000)e(transputers)106 2473 y(for)13 b(comm)o(unication)i(instead)f(of)g(the)g(presen)o(t)g (T805s)f(and)h(to)f(replace)i(the)f(C004)f(routers)g(b)o(y)h(its)106 2530 y(successor,)j(the)h(C104.)25 b(This)18 b(w)o(ould)f(sp)q(eed)i (up)f(the)f(comm)o(unication)h(b)o(y)f(at)g(least)g(a)g(factor)f(of)106 2586 y(10,)e(making)h(the)h(computation/comm)o(unication)f(sp)q(eeds)i (more)d(balanced.)935 2760 y Fk(71)p eop %%Page: 72 72 72 71 bop 174 135 a Fp(In)15 b(the)g(P)o(arsytec)e(CC)i(series,)g(also) f(equipp)q(ed)j(with)e(the)f(MC604)f(but)i(with)g(A)l(TM)f(HS)h(links,) 106 192 y(the)h(link)h(sp)q(eed)g(is)f(up)g(to)f(ab)q(out)h(75)f(MB/s.) 21 b(The)16 b(CC)f(series,)h(ho)o(w)o(ev)o(er,)f(is)h(primarily)h (directed)106 248 y(to)d(the)i(em)o(b)q(edded)g(systems)f(mark)o(et.) 174 305 y(The)23 b(P)l(ARIX)g(op)q(erating)g(system)f(is)h(Unix-lik)o (e.)43 b(It)23 b(allo)o(ws)f(to)g(sp)q(ecify)h(v)m(arious)g(virtual)106 361 y(top)q(ologies)e(on)o(to)g(the)g(actual)g(2-D)f(grid)i(top)q (ology)f(to)f(matc)o(h)g(p)q(ossible)j(natural)e(application)106 418 y(top)q(ologies.)28 b(Besides)19 b(P)o(arsytecs)e(o)o(wn)g(comm)o (unication)h(library)l(,)h(PVM)e(and)h(P)l(ARMA)o(CS)g(are)106 474 y(a)o(v)m(ailable.)j(An)16 b(MPI)f(comm)o(unication)h(library)g(is) g(presen)o(tly)g(dev)o(elop)q(ed.)106 531 y Fq(Measured)h(P)o (erformances)p Fp(:)174 587 y(Early)g(exp)q(erimen)o(ts)g(ha)o(v)o(e)f (b)q(een)h(done)g(on)g(a)f(64-pro)q(cessor)g(system.)23 b(On)17 b(4)f(pro)q(cessors)g(the)106 644 y(solution)d(of)e(an)h(order) g Fi(N)17 b Fp(=)c(1000)e(dense)i(linear)h(system)d(attained)h(a)g(sp)q (eed)h(of)f(141)f(M\015op/s.)19 b(F)l(or)106 700 y(a)c(scaled-up)i (system)f(on)f(32)g(pro)q(cessors)h(a)f(sp)q(eed)h(of)g(1007)e (M\015op/s)h(w)o(as)g(found,)h(while)h(for)e(the)106 756 y(NAS)h(Em)o(barassingly)f(P)o(arallel)i(b)q(enc)o(hmark)f(\(see)g ([13)o(])f(a)g(sp)q(eed)i(of)e(2.8)f(G\015op/s)h(w)o(as)g(observ)o(ed) 106 813 y(on)g(64)g(pro)q(cessors.)935 2760 y Fk(72)p eop %%Page: 73 73 73 72 bop 106 135 a Fj(4)83 b(Systems)25 b(Disapp)r(eared)i(from)h(the) f(List)106 237 y Fp(As)14 b(already)g(stated)f(in)i(the)f(in)o(tro)q (duction)h(the)f(list)h(of)e(systems)h(is)g(not)g(complete.)20 b(On)14 b(one)h(hand)106 293 y(this)h(caused)h(b)o(y)f(the)g(sheer)g(n) o(um)o(b)q(er)g(of)g(systems)f(that)h(are)f(presen)o(ted)i(to)e(the)h (mark)o(et)f(and)h(are)106 350 y(often)k(v)o(ery)h(similar)h(to)e (systems)g(describ)q(ed)i(ab)q(o)o(v)o(e)f(\(for)e(instance,)k(the)e(V) l(olv)o(o)o(x)f(system)g(not)106 406 y(listed)e(is)f(v)o(ery)f(similar) i(but)e(not)g(equiv)m(alen)o(t)j(to)c(the)i(listed)h(Alex)f(A)-5 b(VX)17 b(system)f(and)h(there)f(are)106 463 y(n)o(umerous)j(other)f (examples\).)31 b(On)19 b(the)g(other)g(hand)g(there)g(man)o(y)f (systems)g(that)g(are)h(still)h(in)106 519 y(op)q(eration)14 b(around)h(the)f(w)o(orld,)g(often)g(in)h(considerable)h(quan)o(tities) f(that)f(for)g(other)f(reasons)h(are)106 576 y(excluded.)22 b(The)15 b(most)g(imp)q(ortan)o(t)f(reasons)h(are:)166 652 y Fh(\017)24 b Fp(The)16 b(system)e(is)i(not)f(mark)o(eted)g(an)o (ymore.)k(This)c(is)h(generally)g(for)f(one)g(of)g(t)o(w)o(o)f (reasons:)254 726 y Fq({)24 b Fp(The)16 b(man)o(ufacturer)e(is)i(out)f (of)g(business.)254 792 y Fq({)24 b Fp(The)c(man)o(ufacturer)f(has)g (replaced)h(the)g(system)e(b)o(y)i(a)f(new)o(er)g(mo)q(del)h(of)f(the)g (same)304 848 y(t)o(yp)q(e)d(or)e(ev)o(en)i(of)f(a)g(di\013eren)o(t)g (t)o(yp)q(e.)166 923 y Fh(\017)24 b Fp(The)18 b(system)f(has)h(b)q (ecome)g(tec)o(hnologically)i(obsolete)e(in)h(comparison)e(to)g(others) h(of)f(the)213 979 y(same)e(t)o(yp)q(e.)20 b(Therefore,)15 b(listing)h(them)g(is)f(not)g(sensible)i(an)o(ymore.)106 1055 y(Belo)o(w)k(w)o(e)f(presen)o(t)h(a)g(table)g(of)f(systems)g(that) g(fall)i(in)o(to)f(one)g(of)f(the)h(categories)f(men)o(tioned)106 1111 y(ab)q(o)o(v)o(e.)27 b(W)l(e)17 b(think)i(this)f(ma)o(y)f(ha)o(v)o (e)g(some)g(sense)h(to)f(those)h(who)f(come)g(across)g(mac)o(hines)i (that)106 1168 y(are)d(still)h(around)f(but)g(are)f(not)h(the)g(latest) g(in)g(their)h(\014elds.)23 b(It)16 b(ma)o(y)f(b)q(e)i(in)o(teresting)f (at)g(least)g(to)106 1224 y(ha)o(v)o(e)d(an)h(indication)i(ho)o(w)e (suc)o(h)g(systems)f(compare)h(to)f(the)h(new)o(est)g(ones)g(and)g(to)f (place)i(them)f(in)106 1281 y(con)o(text.)174 1337 y(It)f(is)h(go)q(o)q (d)f(to)f(realise)j(that)d(although)h(systems)g(ha)o(v)o(e)g(disapp)q (eared)h(from)f(the)g(section)g(ab)q(o)o(v)o(e)106 1394 y(they)j(still)g(ma)o(y)f(exist)h(and)g(are)f(actually)h(sold.)22 b(Ho)o(w)o(ev)o(er,)14 b(their)i(remo)o(v)m(al)g(stems)f(in)h(suc)o(h)g (cases)106 1450 y(mainly)i(from)e(the)h(fact)g(that)f(they)h(are)g(not) f(serious)i(candidates)g(for)e(high-p)q(erformance)i(com-)106 1507 y(puting)e(an)o(ymore.)174 1563 y(The)j(table)g(is,)g(again,)g (not)f(complete)i(and)e(admittedly)i(somewhat)d(arbitrary)l(.)30 b(The)19 b(data)106 1619 y(are)c(in)i(a)f(highly)h(condensed)g(form:)j (the)c(system)g(name,)f(system)h(t)o(yp)q(e,)g(theoretical)g(maxim)o (um)106 1676 y(p)q(erformance)k(of)f(a)h(fully)h(con\014gured)g (system,)f(and)g(the)g(reason)g(for)f(their)h(disapp)q(earance)h(is)106 1732 y(giv)o(en.)k(The)16 b(arbitrariness)h(lies)h(partly)f(in)h(the)e (decision)j(whic)o(h)e(systems)f(are)h(still)h(su\016cien)o(tly)106 1789 y(of)13 b(in)o(terest)i(to)e(include)j(and)f(whic)o(h)f(are)g (not.)19 b(F)l(or)14 b(instance,)g(the)g(Con)o(v)o(ex)g(C-1)g(is)g(not) g(included,)106 1845 y(while)20 b(the)e(Allian)o(t)h(FX/80)e(is.)29 b(The)19 b(reason)f(is)g(that)g(the)g(C-1)g(is)g(conceptually)i(is)f (not)e(di\013er-)106 1902 y(en)o(t)f(from)f(the)h(later)g(generations)h (of)e(single-pro)q(cessor)j(Con)o(v)o(ex)d(v)o(ector)h(pro)q(cessors,)f (while)j(the)106 1958 y(Allian)o(t)e(FX/80)f(w)o(as)f(fairly)i (di\013eren)o(t)f(from)g(its)g(successor)g(the)h(Allian)o(t)g(FX/2800.) p 174 1985 1800 3 v 106 2071 a Fq(Mac)o(hine)p Fp(:)k(Allian)o(t)d (FX/2800.)121 2128 y Fq(T)o(yp)q(e)p Fp(:)j(Shared)15 b(memory)g(v)o(ector-parallel,)h(max.)j(28)c(pro)q(cessors.)121 2184 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(1120)14 b(M\015op/s)121 2240 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:Man)o(ufacturer)f(out)e(of)h(business.)p 174 2267 V 106 2353 a Fq(Mac)o(hine)p Fp(:)20 b(BBN)c(TC2000.)121 2410 y Fq(T)o(yp)q(e)p Fp(:)k(Virtual)c(shared)f(memory)g(parallel,)h (max.)k(512)14 b(pro)q(cessors.)121 2466 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(1)15 b(G\015op/s)118 2523 y Fq(Reason)f(for)g(disapp)q(earance)p Fp(:)20 b(Man)o(ufacturer) 11 b(has)h(discon)o(tin)o(ued)i(mark)o(eting)d(parallel)j(com-)106 2579 y(puter)h(systems.)p 174 2606 V 935 2760 a Fk(73)p eop %%Page: 74 74 74 73 bop 106 135 a Fq(Mac)o(hine)p Fp(:)20 b(Cam)o(bridge)15 b(P)o(arallel)h(Pro)q(cessing)g(D)o(AP)f(Gamma.)121 192 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(pro)q(cessor)g(arra) o(y)f(system.)121 248 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(1.6)14 b(G\015op/s)h(\(32-bit\))121 305 y Fq(Reason)j(for)f (disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(Gamma)f(I)q(I) i(series)g(\(see)f(3.2.2\).)p 174 331 1800 3 v 106 418 a Fq(Mac)o(hine)p Fp(:)20 b(Con)o(v)o(ex)15 b(C3200,)e(C3400,)h(C3800.) 121 474 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(v)o (ector-parallel,)h(max.)j(8)c(pro)q(cessors)g(\(C3880\).)121 531 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(960)14 b(M\015op/s)121 587 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(C4)g(series)h(\(see)f(3.3.3\).)p 174 614 V 106 700 a Fq(Mac)o(hine)p Fp(:)20 b(Con)o(v)o(ex)15 b(Meta)f(Series.)121 756 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c (memory)f(net)o(w)o(ork)f(of)h(w)o(orkstations.)121 813 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(200)14 b(M\015op/s)h(p)q(er)g(pro)q(cessor)121 869 y Fq(Reason)j(for)f(disapp) q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(SPP-1200)f(series)i (\(see)f(3.4.8\).)p 174 896 V 106 982 a Fq(Mac)o(hine)p Fp(:)20 b(Con)o(v)o(ex)15 b(SPP-1000.)121 1039 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f(system,)g(max.)k(128)14 b(pro)q(cessors.)121 1095 y Fq(Theoretical)19 b(P)o(eak)e(p)q (erformance)p Fp(:)j(25.6)14 b(G\015op/s)121 1152 y Fq(Reason)k(for)f (disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(SPP-1200)f (series)i(\(see)f(3.4.8\).)p 174 1178 V 106 1265 a Fq(Mac)o(hine)p Fp(:)20 b(Cra)o(y)14 b(Computer)h(Corp)q(oration)g(Cra)o(y-2.)121 1321 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(v)o (ector-parallel,)h(max.)j(4)c(pro)q(cessors.)121 1377 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(1.95)14 b(G\015op/s)121 1434 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(Man)o(ufacturer)15 b(out)g(of)f(business.)p 174 1460 V 106 1547 a Fq(Mac)o(hine)p Fp(:)20 b(Cra)o(y)14 b(Computer)h(Corp)q(oration)g(Cra)o(y-3.)121 1603 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(v)o(ector-parallel,)h(max.)j(16)c(pro)q (cessors.)121 1660 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(16)14 b(G\015op/s)121 1716 y Fq(Reason)k(for)f(disapp)q(earance) p Fp(:)k(Man)o(ufacturer)15 b(out)g(of)f(business.)p 174 1743 V 106 1829 a Fq(Mac)o(hine)p Fp(:)20 b(Cra)o(y)14 b(Researc)o(h)i(Inc.)21 b(APP)l(.)121 1886 y Fq(T)o(yp)q(e)p Fp(:)f(Shared)15 b(memory)g(RISC)h(based)g(system,)e(max.)20 b(84)14 b(pro)q(cessors.)121 1942 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(6.7)14 b(G\015op/s)120 1998 y Fq(Reason)i(for)f(disapp)q(earance)p Fp(:)21 b(Pro)q(duct)14 b(line)i(discon)o(tin)o(ued,)f(gap)f(exp)q(ected)h(to)e(b)q(e)h (\014lled)i(b)o(y)106 2055 y(Cra)o(y)e(J90)h(\(see)g(3.3.1\).)p 174 2081 V 106 2168 a Fq(Mac)o(hine)p Fp(:)20 b(Cra)o(y)14 b(T3D.)121 2224 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f (RISC)h(based)f(system,)g(max.)k(2048)14 b(pro)q(cessors.)121 2281 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(307)14 b(G\015op/s)121 2337 y Fq(Reason)k(for)f(disapp)q (earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(T3E)g(\(see)g(3.4.4\).) p 174 2364 V 106 2450 a Fq(Mac)o(hine)p Fp(:)20 b(Cra)o(y)14 b(Researc)o(h)i(Inc.)21 b(Cra)o(y)14 b(Y-MP)l(,)h(Cra)o(y)f(Y-MP)h (M90.)121 2507 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(v)o(ector-parallel,)h(max.)j(8)c(pro)q(cessors.)121 2563 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(2.6)14 b(G\015op/s)121 2620 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(T90)g(\(see)g(3.3.1\).)935 2760 y Fk(74)p eop %%Page: 75 75 75 74 bop 174 105 1800 3 v 106 192 a Fq(Mac)o(hine)p Fp(:)20 b(Cra)o(y)14 b(Y-MP)h(C90.)121 248 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(v)o(ector-parallel,)h(max.)j(16)c(pro)q (cessors.)121 305 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(16)14 b(G\015op/s)121 361 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(T90)g(\(see)g(3.3.1\).)p 174 388 V 106 474 a Fq(Mac)o(hine)p Fp(:)20 b(Digital)c(Equipmen)o(t)g (Corp.)j(Alpha)d(farm.)121 531 y Fq(T)o(yp)q(e)p Fp(:)k(Distributed)c (memory)f(RISC)h(based)f(system,)g(max.)k(4)c(pro)q(cessors.)121 587 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(0.8)14 b(G\015op/s)121 644 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(AlphaServ)o(er)h(clusters)g(\(see) f(3.3.4\).)p 174 670 V 106 756 a Fq(Mac)o(hine)p Fp(:)20 b(F)l(ujitsu)c(VPP500)e(series.)121 813 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(m)o(ulti-pro)q(cessor)h(v)o(ectorpro)q (cessors,)d(max.)20 b(222)14 b(pro)q(cessors.)121 869 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(355)14 b(G\015op/s)121 926 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(the)g(VPP300)g(series)g(\(see)h(3.4.6\).)p 174 952 V 106 1039 a Fq(Mac)o(hine)p Fp(:)k(F)l(ujitsu)c(VPX200)e (series.)121 1095 y Fq(T)o(yp)q(e)p Fp(:)20 b(Single-pro)q(cessor)d(v)o (ectorpro)q(cessors.)121 1152 y Fq(Theoretical)i(P)o(eak)e(p)q (erformance)p Fp(:)j(5)15 b(G\015op/s)121 1208 y Fq(Reason)j(for)f (disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(the)g(VPP300)g(series)g (\(see)h(3.4.6\).)p 174 1235 V 106 1321 a Fq(Mac)o(hine)p Fp(:)k(Hitac)o(hi)c(SR2001)f(series.)121 1377 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f(system,)g(max.)k(128)14 b(pro)q(cessors.)121 1434 y Fq(Theoretical)19 b(P)o(eak)e(p)q (erformance)p Fp(:)j(23)14 b(G\015op/s)121 1490 y Fq(Reason)k(for)f (disapp)q(earance)p Fp(:)k(Replaced)c(b)o(y)f(the)f(new)o(er)g(SR2201)g (\(see)g(3.4.7\).)p 174 1573 V 106 1660 a Fq(Mac)o(hine)p Fp(:)20 b(IBM)c(ES/9000)e(series.)121 1716 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(v)o(ector-parallel)h(system,)f(max.)k(6) c(pro)q(cessors.)121 1773 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(2.67)14 b(G\015op/s)121 1829 y Fq(Reason)19 b(for)e(disapp)q (earance)p Fp(:)22 b(IBM)16 b(do)q(es)g(not)f(pursue)h(high-p)q (erformance)h(computing)f(b)o(y)106 1886 y(this)g(pro)q(duct)f(line)i (an)o(ymore.)p 174 1968 V 106 2055 a Fq(Mac)o(hine)p Fp(:)j(IBM)c(P)o(o)o(w)o(er/4.)121 2111 y Fq(T)o(yp)q(e)p Fp(:)k(Shared)15 b(memory)g(RISC)h(based)g(system,)e(max.)20 b(4)14 b(pro)q(cessors.)121 2168 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(336)14 b(M\015op/s)120 2224 y Fq(Reason)i(for)f(disapp)q(earance)p Fp(:)21 b(Pro)q(duct)14 b(line)i(discon)o(tin)o(ued,)f(gap)f(exp)q(ected)h(to)e(b)q(e)h (\014lled)i(b)o(y)106 2281 y(SP2)f(\(see)g(3.4.9\).)p 174 2307 V 106 2394 a Fq(Mac)o(hine)p Fp(:)20 b(IBM)c(SP1)f(series.)121 2450 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f (system,)g(max.)k(64)c(pro)q(cessors.)121 2507 y Fq(Theoretical)k(P)o (eak)e(p)q(erformance)p Fp(:)j(8)15 b(G\015op/s)121 2563 y Fq(Reason)j(for)f(disapp)q(earance)p Fp(:)k(Replaced)c(b)o(y)f(the)f (new)o(er)g(SP2)g(\(see)g(3.4.9\).)935 2760 y Fk(75)p eop %%Page: 76 76 76 75 bop 174 105 1800 3 v 106 192 a Fq(Mac)o(hine)p Fp(:)20 b(In)o(tel)c(iPSC/860.)121 248 y Fq(T)o(yp)q(e)p Fp(:)k(Distributed)c(memory)f(parallel)h(h)o(yp)q(ercub)q(e,)h(max.)i (128)c(pro)q(cessors.)121 305 y Fq(Theoretical)k(P)o(eak)e(p)q (erformance)p Fp(:)j(7.7)14 b(G\015op/s)122 361 y Fq(Reason)19 b(for)g(disapp)q(earance)p Fp(:)k(replaced)18 b(b)o(y)e(new)o(er)g(In)o (tel)i(P)o(aragon)d(XP)h(\(MP\))f(series)i(\(see)106 418 y(3.4.10\).)p 174 444 V 106 531 a Fq(Mac)o(hine)p Fp(:)j(Kendall)d(Square)f(Researc)o(h)f(KSR2.)121 587 y Fq(T)o(yp)q(e)p Fp(:)20 b(Virtually)c(shared)g(memory)e(parallel,)j (max.)i(1088)14 b(pro)q(cessors.)121 644 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(400)14 b(G\015op/s)121 700 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(Kendall)d(Square)d (has)g(terminated)g(its)h(business.)p 174 726 V 106 813 a Fq(Mac)o(hine)p Fp(:)k(Meik)o(o)15 b(CS-1)g(series.)121 869 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f (system.)121 926 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(80)14 b(M\015op/s)h(p)q(er)h(pro)q(cessor)121 982 y Fq(Reason)i(for)f(disapp)q(earance)p Fp(:)k(Replaced)c(b)o(y)f (the)f(new)o(er)g(CS-2)g(\(see)g(3.4.12\).)p 174 1065 V 106 1152 a Fq(Mac)o(hine)p Fp(:)20 b(NEC)15 b(SX-2.)121 1208 y Fq(T)o(yp)q(e)p Fp(:)20 b(Single-pro)q(cessor)d(v)o(ector)d(pro) q(cessors.)121 1265 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(1.3)14 b(G\015op/s)121 1321 y Fq(Reason)k(for)f(disapp)q (earance)p Fp(:)k(replaced)c(b)o(y)e(new)o(er)g(SX-4)g(series)h(\(see)g (3.3.5\).)p 174 1347 V 106 1434 a Fq(Mac)o(hine)p Fp(:)k(NEC)15 b(SX-3R.)121 1490 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(m)o(ulti-pro)q(cessor)h(v)o(ector)f(pro)q(cessors,)f(max.)20 b(4)14 b(pro)q(cessors.)121 1547 y Fq(Theoretical)19 b(P)o(eak)e(p)q(erformance)p Fp(:)j(1.3)14 b(G\015op/s)121 1603 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e (new)o(er)g(SX-4)g(series)h(\(see)g(3.3.5\).)p 174 1630 V 106 1716 a Fq(Mac)o(hine)p Fp(:)k(P)o(arsys)14 b(SN9000)h(series.)121 1773 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f (system,)g(max.)k(2048.)121 1829 y Fq(Theoretical)g(P)o(eak)e(p)q (erformance)p Fp(:)j(51.2)14 b(G\015op/s)121 1886 y Fq(Reason)k(for)f (disapp)q(earance)p Fp(:)k(Replaced)c(b)o(y)f(the)f(new)o(er)g(T)l (A9000)f(\(see)h(3.4.16\).)p 174 1968 V 106 2055 a Fq(Mac)o(hine)p Fp(:)20 b(Siemens-Nixdorf)d(VP2600)d(series.)121 2111 y Fq(T)o(yp)q(e)p Fp(:)20 b(Single-pro)q(cessor)d(v)o(ectorpro)q (cessors.)121 2168 y Fq(Theoretical)i(P)o(eak)e(p)q(erformance)p Fp(:)j(5)15 b(G\015op/s)121 2224 y Fq(Reason)j(for)f(disapp)q(earance)p Fp(:)k(replaced)c(b)o(y)e(the)g(VPP300)g(series)g(\(see)h(3.4.6\).)p 174 2251 V 106 2337 a Fq(Mac)o(hine)p Fp(:)k(Stern)15 b(Computing)h(Systems)f(SSP)l(.)121 2394 y Fq(T)o(yp)q(e)p Fp(:)20 b(Shared)15 b(memory)g(m)o(ulti-pro)q(cessor,)h(max.)j(6)c(pro) q(cessors.)121 2450 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(2)15 b(G\015op/s)123 2507 y Fq(Reason)21 b(for)e(disapp)q (earance)p Fp(:)26 b(V)l(endor)18 b(terminated)g(its)f(business)i(just) e(b)q(efore)h(deliv)o(ering)106 2563 y(\014rst)d(systems.)p 174 2589 V 935 2760 a Fk(76)p eop %%Page: 77 77 77 76 bop 106 135 a Fq(Mac)o(hine)p Fp(:)20 b(Thinking)d(Mac)o(hine)f (Corp)q(oration)e(CM-2\(00\).)121 192 y Fq(T)o(yp)q(e)p Fp(:)20 b(SIMD)15 b(parallel)i(mac)o(hine)f(with)f(h)o(yp)q(ercub)q(e)i (structure,)e(max.)k(64K)c(pro)q(cessors.)121 248 y Fq(Theoretical)k(P) o(eak)e(p)q(erformance)p Fp(:)j(31)14 b(G\015op/s)121 305 y Fq(Reason)k(for)f(disapp)q(earance)p Fp(:)k(w)o(as)15 b(replaced)h(b)o(y)f(the)h(new)o(er)f(CM-5)f(\(but)h(see)h(b)q(elo)o (w\).)p 174 331 1800 3 v 106 418 a Fq(Mac)o(hine)p Fp(:)k(Thinking)d (Mac)o(hine)f(Corp)q(oration)e(CM-5.)121 474 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f(system,)g(max.)k(16K)c (pro)q(cessors.)121 531 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(2)15 b(T\015op/s)122 587 y Fq(Reason)j(for)g(disapp)q(earance)p Fp(:)k(Thinking)c(Mac)o(hine)e(Corp)q(oration)f(has)h(stopp)q(ed)g(man) o(ufac-)106 644 y(turing)f(hardw)o(are)g(and)g(hop)q(es)h(to)f(k)o(eep) g(aliv)o(e)h(as)f(a)g(soft)o(w)o(are)e(v)o(endor.)p 174 670 V 106 756 a Fq(Mac)o(hine)p Fp(:)20 b(T)l(ranstec)o(h)15 b(P)o(aramid)g(series.)121 813 y Fq(T)o(yp)q(e)p Fp(:)20 b(Distributed)c(memory)f(RISC)h(based)f(system,)g(max.)k(64)c(pro)q (cessors.)121 869 y Fq(Theoretical)k(P)o(eak)e(p)q(erformance)p Fp(:)j(6.4G\015op/s)128 926 y Fq(Reason)27 b(for)e(disapp)q(earance)p Fp(:)36 b(T)l(ranstec)o(h)23 b(no)o(w)f(mostly)g(man)o(ufactures)g(PC)g (extension)106 982 y(b)q(oards)15 b(with)h(IBM)f(MC603)f(pro)q(cessors) h(as)g(p)q(erformance)g(b)q(o)q(osters..)p 174 1009 V 935 2760 a Fk(77)p eop %%Page: 78 78 78 77 bop 106 135 a Fj(5)83 b(Systems)25 b(under)i(dev)n(elopmen)n(t) 106 237 y Fp(Although)16 b(w)o(e)e(w)o(an)o(ted)h(mainly)h(to)e (discuss)i(real,)f(mark)o(etable)g(systems)g(and)g(no)g(exp)q(erimen)o (tal,)106 293 y(sp)q(ecial)g(purp)q(ose,)f(or)f(ev)o(en)g(sp)q (eculativ)o(e)i(mac)o(hines,)g(w)o(e)e(w)o(an)o(t)f(to)h(include)i(a)e (section)h(on)f(systems)106 350 y(that)i(are)h(in)h(a)f(far)g(stage)f (of)h(dev)o(elopmen)o(t)h(and)f(ha)o(v)o(e)g(a)g(fair)g(c)o(hance)h(of) e(reac)o(hing)i(the)f(mark)o(et.)106 406 y(F)l(or)e(inclusion)i(in)g (section)e(3)g(w)o(e)g(set)h(the)f(rule)h(that)f(the)g(system)g (describ)q(ed)i(there)f(should)g(b)q(e)g(on)106 463 y(the)e(mark)o(et)f (within)j(a)d(p)q(erio)q(d)j(of)e(6)f(mon)o(ths)h(from)f(announcemen)o (t.)20 b(The)13 b(systems)g(describ)q(ed)i(in)106 519 y(this)h(section)h(will)g(in)g(all)g(probabilit)o(y)g(app)q(ear)f (within)h(one)f(y)o(ear)f(from)g(the)h(publication)i(of)e(this)106 576 y(rep)q(ort.)174 632 y(Ho)o(w)o(ev)o(er,)f(there)g(are)h(v)o (endors)f(who)h(do)g(not)f(w)o(an)o(t)f(to)i(disclose)h(an)o(y)e(sp)q (eci\014c)j(data)d(on)g(their)106 689 y(new)d(mac)o(hines)h(un)o(til)f (they)g(are)g(actually)g(b)q(eginning)i(to)e(ship)g(them)g(\(an)g (example)g(is)h(the)f(Con)o(v)o(ex)106 745 y(C4\).)25 b(W)l(e)17 b(recognise)h(the)f(wishes)h(of)f(suc)o(h)h(v)o(endors)f (\(it)g(is)h(generally)g(wise)g(not)f(to)f(stretc)o(h)h(the)106 801 y(exp)q(ectation)f(of)f(p)q(oten)o(tial)h(customers)e(to)q(o)h (long\))g(and)g(will)i(not)e(disclose)i(suc)o(h)e(information.)174 858 y(Belo)o(w)23 b(w)o(e)f(discuss)i(systems)e(that)g(are)h(exp)q (ected)h(to)e(app)q(ear)h(on)f(the)h(mark)o(et)f(b)q(et)o(w)o(een)106 914 y(somewhat)14 b(more)h(than)g(half)h(a)f(y)o(ear)f(to)h(a)g(y)o (ear)f(from)h(no)o(w.)106 1053 y Ff(5.1)69 b(The)23 b(F)-6 b(ujitsu)23 b(VPP300)h(successor)106 1139 y Fp(No)13 b(new)g(name)g(or)g(details)h(has)f(b)q(een)h(disclosed)h(for)d(this)i (system)e(\(the)h(new)h(pro)q(duct)f(announce-)106 1195 y(men)o(t)k(is)h(sc)o(heduled)h(for)e(the)h(1st)f(quarter)g(of)g (1996\).)25 b(The)18 b(follo)o(wing)g(facts)f(are)g(kno)o(wn)g(ab)q (out)106 1251 y(the)h(system:)25 b(it)18 b(will)h(connect)g(sev)o(eral) f(of)f(the)h(16-pro)q(cessor)g(VPP300)f(as)g(its)h(basic)h(units)f(to-) 106 1308 y(gether.)j(V)l(ery)16 b(probably)g(a)g(second)g(lev)o(el)h (will)g(b)q(e)f(added)h(to)e(the)g(crossbar)g(that)g(no)o(w)h(connects) 106 1364 y(the)f(pro)q(cessors)g(in)h(a)f(VPP300)f(frame.)20 b(The)15 b(n)o(um)o(b)q(er)h(of)e(pro)q(cessors)h(is)h(also)f(as)g(y)o (et)g(unkno)o(wn.)106 2356 y Fj(Ac)n(kno)n(wlegdemen)n(ts)106 2457 y Fp(It)20 b(is)h(not)f(p)q(ossible)i(to)d(thank)h(all)h(p)q (eople)h(that)d(ha)o(v)o(e)h(b)q(een)h(con)o(tributing)g(to)f(this)h(o) o(v)o(erview.)106 2514 y(Man)o(y)c(v)o(endors)g(and)g(p)q(eople)i(in)o (terested)f(in)g(this)f(pro)s(ject)g(ha)o(v)o(e)g(b)q(een)h(so)f(kind)h (to)f(pro)o(vide)h(me)106 2570 y(with)f(the)f(vital)i(information)e(or) g(to)g(correct)g(me)h(when)g(necessary)l(.)24 b(Therefore,)16 b(I)h(will)h(ha)o(v)o(e)f(to)106 2627 y(thank)e(them)g(here)h (collectiv)o(ely)h(but)f(not)e(less)i(heartily)g(for)f(their)h(supp)q (ort.)935 2760 y Fk(78)p eop %%Page: 79 79 79 78 bop 106 135 a Fj(References)106 272 y(References)129 373 y Fp([1])23 b(Amza)37 b(C.,)k(A.L.)36 b(Co)o(x,)41 b(S.)c(Dw)o(ark)m(adas,)j(P)l(.)d(Keleher,)43 b(R.)37 b(Ra)s(jamon)o(y)e(H.)i(Lu,)201 430 y(W.)h(Y)l(u,)44 b(and)38 b(W.Zw)o(aenep)q(o)q(el.)89 b(T)l(readmarks:)66 b(Shared)39 b(memory)e(computing)201 486 y(on)31 b(net)o(w)o(orks)f(of) h(w)o(orkstations.)65 b Fa(to)31 b(app)n(e)n(ar)h(in)e(IEEE)g (Computer,)35 b(\(dr)n(aft)c(c)n(opy:)201 543 y Fc(www.cs.rice.edu/~) -24 b(willy/Trea)o(dMarks/)o(papers.h)o(tml)p Fp(.)129 618 y([2])23 b(Jac)o(k)d(Dongarra.)33 b(P)o(erformance)19 b(of)h(v)m(arious)h(computers)f(using)h(standard)e(linear)j(equa-)201 675 y(tions)17 b(soft)o(w)o(are)e(in)i(a)g(fortran)e(en)o(vironmen)o (t.)25 b(T)l(ec)o(hnical)18 b(Rep)q(ort)f(CS{89{85,)e(Univ)o(ersit)o(y) 201 731 y(of)k(T)l(ennessee,)j(Computer)d(Science)j(Dept.,)e(F)l (ebruary)f(1996.)33 b(The)20 b(rep)q(ort)f(is)h(a)o(v)m(ailable)201 788 y(electronically)l(,)d(the)f(url)g(is)f Fc (ftp://www.netlib.org/benchma)o(rk/perfo)o(rmance.)o(ps)p Fp(.)129 863 y([3])23 b(H.)13 b(Kadota)f(et)h(al.)k(P)o(arallel)d (computer)g(adenart)e(|)i(its)f(arc)o(hitecture)h(and)f(application.)18 b(In)201 920 y Fa(Pr)n(o)n(c.)e(of)g(the)g(A)o(CM)f(International)g (Confer)n(enc)n(e)f(on)i(Sup)n(er)n(c)n(omputing)p Fp(,)e(pages)h(1{8.) f(A)o(CM)201 976 y(Press,)h(June)h(1991.)129 1052 y([4])23 b(P)l(.)d(Flanders.)37 b(Matrix)20 b(m)o(ultiplication)j(on)d(`c')g (series)h(daps.)36 b(T)l(ec)o(hnical)23 b(Rep)q(ort)d(AMT)201 1108 y(Do)q(cumen)o(t)15 b(TR40,)g(Jan)o(uary)g(1991.)129 1184 y([5])23 b(M.J.)17 b(Flynn.)26 b(Some)18 b(computer)f (organizations)g(and)h(their)g(e\013ectiv)o(eness.)26 b Fa(IEEE)18 b(T)m(r)n(ans-)201 1240 y(actions)e(on)g(Computing)p Fp(,)f(21:948{960,)d(1972.)129 1316 y([6])23 b(High)d(P)o(erformance)f (F)l(ortran)g(F)l(orum.)32 b(High)21 b(P)o(erformance)e(F)l(ortran)f (language)i(sp)q(eci\014-)201 1372 y(cation,)h(v)o(ersion)e(1.0.)33 b(T)l(ec)o(hnical)21 b(Rep)q(ort)f(CRPC-TR92225,)g(Cen)o(ter)f(for)g (Researc)o(h)h(on)201 1429 y(P)o(arallel)c(Computation,)f(Rice)h(Univ)o (ersit)o(y)l(,)g(Houston,)e(T)l(ex.,)h(1993.)129 1504 y([7])23 b(R.)d(Ho)q(c)o(kney)h(and)g(C.)f(Jesshop)q(e.)36 b Fa(Par)n(al)r(lel)20 b(Computers:)31 b(A)o(r)n(chite)n(ctur)n(e,)22 b(Pr)n(o)n(gr)n(amming)201 1561 y(and)16 b(A)o(lgorithms)p Fp(.)k(Adam)15 b(Hilger,)h(Ltd.,)e(Bristol,)i(United)g(Kingdom,)g (1988.)129 1637 y([8])23 b(T.)18 b(Horie,)i(H.)f(Ishihata,)h(T.)e (Shimizu,)j(S.)e(Kato,)g(S.)g(Inano,)h(and)f(M.)f(Ik)o(esak)m(a.)31 b(Ap1000)201 1693 y(arc)o(hitecture)19 b(and)g(p)q(erformance)g(of)g (LU)g(decomp)q(osition.)32 b(In)19 b Fa(Pr)n(o)n(c)n(e)n(e)n(dings)e (of)j(the)g(1991)201 1749 y(International)g(Confer)n(enc)n(e)g(on)h (Par)n(al)r(lel)g(Pr)n(o)n(c)n(essing)p Fp(,)f(v)o(olume)h(I,)g(Arc)o (hitecture,)i(pages)201 1806 y(I{634{I{635,)13 b(Bo)q(ca)i(Raton,)g (FL,)g(August)g(1991.)f(CR)o(C)h(Press.)129 1882 y([9])23 b(H.)e(Ishihata,)i(T.)d(Horie,)j(T.)d(Shimizu,)25 b(S.)c(Kato,)g(S.)g (Inano,)i(and)e(M.)g(Ik)o(esak)m(a.)37 b(Third)201 1938 y(generation)21 b(message)g(passing)h(computer)f(ap1000.)37 b(In)22 b Fa(International)e(Symp)n(osium)i(on)201 1994 y(Sup)n(er)n(c)n(omputing)p Fp(,)15 b(pages)f(46{55,)g(No)o(v)o(em)o(b) q(er)h(1991.)106 2070 y([10])23 b(Da)o(vid)e(V.)f(James,)i(An)o(thon)o (y)f(T.)f(Laundrie,)j(Stein)f(Gjessing,)g(and)f(Gurindar)g(S.)g(Sohi.) 201 2127 y(Scalable)g(coheren)o(t)e(in)o(terface.)31 b Fa(IEEE)19 b(Computer)p Fp(,)h(23\(6\):74{77,)c(June)k(1990.)30 b(Scalable)201 2183 y(Coheren)o(t)15 b(In)o(terface,)p Fc(http://sunrise.scu.edu/)o Fp(.)106 2259 y([11])23 b(S.)15 b(Ka)o(w)o(ab)q(e.)20 b(Priv)m(ate)15 b(Comm)o(unication.)106 2334 y([12])23 b(P)l(.P)l(.M.)13 b(Rijk.)20 b(The)15 b(linear)h(algebra)e(co)q(des)i(using)f(blas)g(lev)o(els)h(2)e(and)h (3.)j(In)e Fa(Pr)n(o)n(c)n(e)n(e)n(dings)d(of)201 2391 y(the)k(2nd)f(Eur)n(oBen)g(Workshop)p Fp(,)g(pages)f(121{126,)d(Octob)q (er)k(1991.)106 2466 y([13])23 b(S.)e(Saini)i(and)f(D.H.)e(Bailey)l(.) 40 b(The)22 b(nas)f(parallel)i(b)q(enc)o(hmark)f(results)g(12-95.)38 b(T)l(ec)o(hni-)201 2523 y(cal)23 b(Rep)q(ort)h(Rep)q(ort)f (NAS-95-021,)h(NASA)f(Ames)g(Researc)o(h)h(Cen)o(ter,)g(Mo\013ett)d (Field,)201 2579 y(CA)33 b(94035-1000,)j(1995.)73 b(The)34 b(rep)q(ort)f(is)h(a)o(v)m(ailable)h(electronically)l(,)41 b(the)33 b(url)h(is)201 2636 y Fc(http://www.nas.nasa.gov/NA)o(S/TechR) o(eports/N)o(ASrepor)o(ts/NAS-)o(95-021/N)o(AS-95-0)o(21.html)o Fp(.)935 2760 y Fk(79)p eop %%Page: 80 80 80 79 bop 106 135 a Fp([14])23 b(Marc)e(Snir,)j(Stev)o(e)d(Otto,)h (Stev)o(en)g(Huss-Lederman,)i(Da)o(vid)d(W)l(alk)o(er,)i(and)f(Jac)o(k) f(Don-)201 192 y(garra.)685 b Fa(MPI:)221 b(The)g(Complete)201 248 y(R)n(efer)n(enc)n(e)p Fp(.)33 b(The)20 b(MIT)g(Press,)h(1996.)33 b(The)20 b(b)q(o)q(ok)g(is)h(a)o(v)m(ailable)h(electronically)l(,)h (the)d(url)201 305 y(is)c Fc(http://www.netlib.org/ut)o(k/paper)o (s/mpi-bo)o(ok/mpi-)o(book.ht)o(ml/)p Fp(.)106 382 y([15])23 b(A.J.)17 b(v)m(an)h(der)g(Steen.)27 b(The)18 b(b)q(enc)o(hmark)g(of)f (the)h(eurob)q(en)g(group.)27 b Fa(Par)n(al)r(lel)17 b(Computing)p Fp(,)201 439 y(17:1211{1221,)11 b(1991.)106 516 y([16])23 b(A.J.)e(v)m(an)g(der)g(Steen.)38 b(Benc)o(hmark)22 b(results)f(for)g(the)g(hitac)o(hi)h(s3800.)36 b Fa(Sup)n(er)n(c)n (omputer)p Fp(,)201 572 y(10\(4/5\):32{45)o(,)12 b(1993.)935 2760 y Fk(80)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF .