%!PS-Adobe-2.0 %%Creator: dvips 5.485 Copyright 1986-92 Radical Eye Software %%Title: main.dvi %%Pages: 51 1 %%BoundingBox: 0 0 612 792 %%EndComments %DVIPSCommandLine: dvips -o main.ps main %%BeginProcSet: tex.pro /TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N /X{S N} B /TR{translate}N /isls false N /vsize 11 72 mul N /@rigin{isls{[0 -1 1 0 0 0] concat}if 72 Resolution div 72 VResolution div neg scale isls{Resolution hsize -72 div mul 0 TR}if Resolution VResolution vsize -72 div 1 add mul TR matrix currentmatrix dup dup 4 get round 4 exch put dup dup 5 get round 5 exch put setmatrix}N /@landscape{/isls true N}B /@manualfeed{statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{/nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{ CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{/sf 1 N /fntrx FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0]N df-tail}B /E{pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{128 ch-data dup length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 add]{ch-image}imagemask restore}B /D{/cc X dup type /stringtype ne{]}if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N} B /I{cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto pop}N /eop{SI restore showpage userdict /eop-hook known{eop-hook} if}N /@start{userdict /start-hook known{start-hook}if /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for 65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval(Display)eq}{pop false}ifelse}{false}ifelse end{{gsave TR -.1 -.1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 -.1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /a{ moveto}B /delta 0 N /tail{dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{ S p tail}B /c{-4 M}B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B /k{4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w }B /q{p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end %%EndProcSet %%BeginProcSet: special.pro TeXDict begin /SDict 200 dict N SDict begin /@SpecialDefaults{/hs 612 N /vs 792 N /ho 0 N /vo 0 N /hsc 1 N /vsc 1 N /ang 0 N /CLIP 0 N /rwiSeen false N /rhiSeen false N /letter{}N /note{}N /a4{}N /legal{}N}B /@scaleunit 100 N /@hscale{@scaleunit div /hsc X}B /@vscale{@scaleunit div /vsc X}B /@hsize{/hs X /CLIP 1 N}B /@vsize{/vs X /CLIP 1 N}B /@clip{/CLIP 2 N}B /@hoffset{/ho X}B /@voffset{/vo X}B /@angle{/ang X}B /@rwi{10 div /rwi X /rwiSeen true N}B /@rhi {10 div /rhi X /rhiSeen true N}B /@llx{/llx X}B /@lly{/lly X}B /@urx{/urx X}B /@ury{/ury X}B /magscale true def end /@MacSetUp{userdict /md known{userdict /md get type /dicttype eq{userdict begin md length 10 add md maxlength ge{/md md dup length 20 add dict copy def}if end md begin /letter{}N /note{}N /legal{ }N /od{txpose 1 0 mtx defaultmatrix dtransform S atan/pa X newpath clippath mark{transform{itransform moveto}}{transform{itransform lineto}}{6 -2 roll transform 6 -2 roll transform 6 -2 roll transform{itransform 6 2 roll itransform 6 2 roll itransform 6 2 roll curveto}}{{closepath}}pathforall newpath counttomark array astore /gc xdf pop ct 39 0 put 10 fz 0 fs 2 F/|______Courier fnt invertflag{PaintBlack}if}N /txpose{pxs pys scale ppr aload pop por{noflips{pop S neg S TR pop 1 -1 scale}if xflip yflip and{pop S neg S TR 180 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{pop S neg S TR pop 180 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{ppr 1 get neg ppr 0 get neg TR}if}{noflips{TR pop pop 270 rotate 1 -1 scale}if xflip yflip and{TR pop pop 90 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{TR pop pop 90 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{TR pop pop 270 rotate ppr 2 get ppr 0 get neg sub neg 0 S TR}if}ifelse scaleby96{ppr aload pop 4 -1 roll add 2 div 3 1 roll add 2 div 2 copy TR .96 dup scale neg S neg S TR}if}N /cp{pop pop showpage pm restore}N end}if}if}N /normalscale{Resolution 72 div VResolution 72 div neg scale magscale{DVImag dup scale}if 0 setgray}N /psfts{S 65781.76 div N}N /startTexFig{/psf$SavedState save N userdict maxlength dict begin /magscale false def normalscale currentpoint TR /psf$ury psfts /psf$urx psfts /psf$lly psfts /psf$llx psfts /psf$y psfts /psf$x psfts currentpoint /psf$cy X /psf$cx X /psf$sx psf$x psf$urx psf$llx sub div N /psf$sy psf$y psf$ury psf$lly sub div N psf$sx psf$sy scale psf$cx psf$sx div psf$llx sub psf$cy psf$sy div psf$ury sub TR /showpage{}N /erasepage{}N /copypage{}N /p 3 def @MacSetUp}N /doclip{psf$llx psf$lly psf$urx psf$ury currentpoint 6 2 roll newpath 4 copy 4 2 roll moveto 6 -1 roll S lineto S lineto S lineto closepath clip newpath moveto}N /endTexFig{end psf$SavedState restore}N /@beginspecial{ SDict begin /SpecialSave save N gsave normalscale currentpoint TR @SpecialDefaults count /ocount X /dcount countdictstack N}N /@setspecial{CLIP 1 eq{newpath 0 0 moveto hs 0 rlineto 0 vs rlineto hs neg 0 rlineto closepath clip}if ho vo TR hsc vsc scale ang rotate rwiSeen{rwi urx llx sub div rhiSeen{ rhi ury lly sub div}{dup}ifelse scale llx neg lly neg TR}{rhiSeen{rhi ury lly sub div dup scale llx neg lly neg TR}if}ifelse CLIP 2 eq{newpath llx lly moveto urx lly lineto urx ury lineto llx ury lineto closepath clip}if /showpage{}N /erasepage{}N /copypage{}N newpath}N /@endspecial{count ocount sub{pop}repeat countdictstack dcount sub{end}repeat grestore SpecialSave restore end}N /@defspecial{SDict begin}N /@fedspecial{end}B /li{lineto}B /rl{ rlineto}B /rc{rcurveto}B /np{/SaveX currentpoint /SaveY X N 1 setlinecap newpath}N /st{stroke SaveX SaveY moveto}N /fil{fill SaveX SaveY moveto}N /ellipse{/endangle X /startangle X /yrad X /xrad X /savematrix matrix currentmatrix N TR xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix}N end %%EndProcSet TeXDict begin 40258431 52099146 1000 300 300 @start /Fa 1 79 df<0000FF8000000007FFF00000001FFFFC0000007F007F000000F8000F800001E00003C00003 C00001E00007800000F0000FC00001F8001FE00003FC001CF000079C003878000F0E00383C001E 0E00701E003C0700700F00780700700780F007007003C1E00700E001E3C00380E000F7800380E0 007F000380E0003E000380E0003E000380E0007F000380E000F7800380E001E3C003807003C1E0 0700700780F00700700F00780700701E003C0700383C001E0E003878000F0E001CF000079C001F E00003FC000FC00001F80007800000F00003C00001E00001E00003C00000F8000F8000007F007F 0000001FFFFC00000007FFF000000000FF800000292A7E7F2E>78 D E /Fb 16 117 df<00780000F80001B80001B8000338000338000638000E38000C38001C380038380030 3800703800E03800FFFF80FFFF8000380000380000380000380000380001FF0001FF0011177F96 14>52 D<01F18007FF800E1F801C0780380780700380700380700380E00000E00000E00000E000 00E00000E00000E000007003807003807003803807001C07000E0E0007FC0001F00011177F9614 >67 D II73 D76 DI<1FF07FFC783C701CE00EE00E E00EE00EE00EE00EE00EE00EE00EE00EE00EE00EE00EE00EE00E701C783C7FFC1FF00F177E9614 >79 DI<0FCC1FFC307C603CE01CE01CE01CE00070007E003FE0 0FF001F8001C001E000E600EE00EE00EF01CF838FFF0C7E00F177E9614>83 D<7FFF80FFFF80E1C380E1C380E1C380E1C38001C00001C00001C00001C00001C00001C00001C0 0001C00001C00001C00001C00001C00001C00001C00001C0000FF8000FF80011177F9614>I<7F FEFFFEE01CE01CE038E038007000E000E001C001C00380070007000E000E001C00380E380E700E 700EFFFEFFFE0F177E9614>90 D108 D<07C01FF03C78701C70 1CE00EE00EE00EE00EE00EE00E701C783C3C781FF007C00F107E8F14>111 D<0FD83FF86038C038C038F0007F803FF007F8001C6006E006F006F81CFFF8CFE00F107E8F14> 115 D<06000E000E000E000E007FFCFFFC0E000E000E000E000E000E000E000E000E0E0E0E0E0E 0E1C07F801F00F157F9414>I E /Fc 1 47 df<70F8F8F87005057C840D>46 D E /Fd 15 123 df<03900C70187030303060606060606060C0C0C0C840C841C862D01C700D0E 7C8D12>97 D<07C00C6030E020E06000C000C000C00080008000C020C04061803E000B0E7C8D10 >99 D<01C4063C0C1C181C1818301830183018203020302030307011E00E600060006060C0E0C0 C3807E000E147E8D10>103 D<1F0006000600060006000C000C000C000C0019E01A301C101810 30303030303030306060606460C460C8C048C0700E177D9612>I<030706000000000000182C4C 4C8C18181830326264243808177D960B>I<3E0C0C0C0C181818183030303060606060C0C8C8C8 D06007177D9609>108 D<3078498C4E044C049C0C180C180C180C30183019303130316012601C 100E7D8D14>110 D<078018C0304060606060C060C060C06080C080C08180C10046003C000B0E 7B8D12>I<0C3812C41306130626060606060606060C0C0C0C0C180C101A2019C0180018003000 30003000FC000F147F8D12>I<30F04B184E384C30980018001800180030003000300030006000 60000D0E7D8D0F>114 D<07800C4018E018E038001E001F8007C000C060C0E0C0C180C3003E00 0B0E7D8D0F>I<060006000C000C000C000C00FF80180018001800300030003000300060006100 610062006400380009147D930C>I<38042C0C4C0C4C0C8C181818181818183030303230323072 18B40F1C0F0E7D8D13>I<38102C184C184C188C10181018101810302030203040304018800F00 0D0E7D8D10>I<07080F881070102000400080010002000C00101020103C2047C083800D0E7E8D 0F>122 D E /Fe 2 83 df<0000600000E00000E00001E00003E00003E00006E00004E0000CE0 0018E00018E00030E00060E00060F000FFF001FFF0038070830070CE0078FC007EFC0038300000 17167F941B>65 D<03FFF0000FFFF80030E07C0060C03C00C0C01C0081C0180001C0180001C030 0001C020000180C000018F0000039E0000030F0000030F8000070780000603C0000603E0800C01 F1000C00FE001800780019147F931D>82 D E /Ff 26 120 df45 D<78FCFCFCFC7806067D850C>I<000300000007800000078000000FC000000FC000000FC00000 1BE000001BE000003BF0000031F0000031F0000060F8000060F80000E0FC0000C07C0000C07C00 01803E0001FFFE0003FFFF0003001F0007001F8006000F8006000F800C0007C0FF803FFCFF803F FC1E1A7F9921>65 D69 D72 D76 DII80 D<1FF000383C007C1E007C0F007C0F00380F00000F00 00FF000FCF003E0F007C0F00F80F00F80F00F80F00F817007C27E01FC3E013117F9015>97 DI<03FC000F0E001C1F003C1F00781F00780E00F80000F80000F80000F80000F8 00007800007800003C01801C03000F060003FC0011117F9014>I<0007E00007E00001E00001E0 0001E00001E00001E00001E00001E003F9E00F07E01C03E03C01E07801E07801E0F801E0F801E0 F801E0F801E0F801E07801E07801E03C01E01C03E00F0DF803F9F8151A7F9919>I<03F0000E1C 001C0E003C0700780700780780F80780F80780FFFF80F80000F800007800007800003C01801C03 000E060003FC0011117F9014>I<07F1C01C1EE0380EE0780FC0780F00780F00780F00780F0038 0E001C1C0037F0002000003000003000003FFE001FFF801FFFC07003C0E000E0E000E0E000E0E0 00E07001C03C078007FC0013197F9016>103 DI<3C7E7E7E7E3C00000000FCFC 3C3C3C3C3C3C3C3C3C3C3C3C3CFFFF081B7E9A0D>I108 DII<03F8000E0E 003C07803803807803C07803C0F803E0F803E0F803E0F803E0F803E0F803E07803C07C07C03C07 800E0E0003F80013117F9016>I114 D<1FD820784018C018C018F000FF807FE03FF007F800 3CC00CC00CE00CE008F830CFE00E117F9011>I<06000600060006000E000E001E003FF0FFF01E 001E001E001E001E001E001E001E001E181E181E181E181E180F3003E00D187F9711>I118 DI E /Fg 69 126 df34 D<0387000387000387000387000387000387007FFFC0FFFFE0FF FFE0070E00070E00070E000E1C000E1C000E1C000E1C00FFFFE0FFFFE07FFFC01C38001C38001C 38001C38001C38001C380013197F9816>I<30787C3C1C1C1C1C3878F0E040060D789816>39 D<00E001E0038007000E001C001C0038003800700070007000E000E000E000E000E000E000E000 E000E000700070007000380038001C001C000E000700038001E000E00B217A9C16>II<0380038003800380E3 8EF39EFFFE3FF80FE00FE03FF8FFFEF39EE38E03800380038003800F127D9516>I<387C7E7E3E 0E1E1C78F060070B798416>44 DI<70F8F8F87005057884 16>I<000180000380000380000700000700000E00000E00001C00001C00003800003800007000 00700000E00000E00001C00001C0000380000380000700000700000E00000E00001C00001C0000 380000380000700000700000E00000E00000C0000011207E9C16>I<03E0000FF8001FFC001E3C 00380E00780F00700700700700E00380E00380E00380E00380E00380E00380E00380E00380F007 80700700700700780F003C1E001E3C001FFC000FF80003E00011197E9816>I<0300070007000F 001F00FF00FF00E70007000700070007000700070007000700070007000700070007000700FFF8 FFF8FFF80D197B9816>I<07E0001FF8003FFC00783E00E00700F00780F0038060038000038000 0380000700000700000E00001C0000380000700000E00001C0000380000F00001E03803803807F FF80FFFF807FFF8011197E9816>I<07E0001FF8003FFC00781E00780700300700000700000700 000E00003E0007FC0007F00007FC00001E00000700000300000380000380600380F00380E00700 781E003FFC001FF80007E00011197E9816>I<007C0000FC0000DC0001DC00039C00039C00071C 000F1C000E1C001E1C003C1C00381C00781C00F01C00FFFFE0FFFFE0FFFFE0001C00001C00001C 00001C00001C0001FFC001FFC001FFC013197F9816>I<3FFE007FFE007FFE0070000070000070 000070000070000070000070000077F0007FFC007FFE00780F00300700000380000380600380F0 0380F00380E00700781E003FFC001FF80007E00011197E9816>I<00F80003FC0007FE000F0700 1C0F00380F00780600700000700000E3F800EFFC00FFFE00F80F00F00700F00380E00380E00380 7003807003807007803807003C1E001FFC000FF80003E00011197E9816>II<07 F0001FFC003FFE007C1F00F00780E00380E00380E003807007007C1F001FFC0007F0001FFC003C 1E00700700F00780E00380E00380E00380F007807007007C1F003FFE001FFC0007F00011197E98 16>I<03E0000FF8001FFC003C1E00700E00700700E00700E00780E00380E00380E00780700780 780F803FFF801FFB800FE380000700000700300700780E00781C00707C003FF8001FE0000F8000 11197E9816>I<70F8F8F870000000000000000070F8F8F8700512789116>I<387C7C7C38000000 000000000038787C7C3C1C1C3870F0400618799116>I<7FF800FFFE007FFF001C07001C07801C 03801C03801C03801C03801C07001FFF001FFE001FFE001C1F001C03801C03C01C01C01C01C01C 01C01C01C01C03C01C07807FFF80FFFF007FFC0012197F9816>66 D<7FF800FFFE007FFF001C0F 001C07801C03C01C01C01C01C01C01E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00 E01C01C01C01C01C03C01C07801C0F807FFF00FFFE007FF8001319809816>68 D<7FFFC0FFFFC07FFFC01C01C01C01C01C01C01C01C01C00001C00001C1C001C1C001FFC001FFC 001FFC001C1C001C1C001C00001C00E01C00E01C00E01C00E01C00E07FFFE0FFFFE07FFFE01319 7F9816>I<7FFFE0FFFFE07FFFE01C00E01C00E01C00E01C00E01C00001C00001C1C001C1C001F FC001FFC001FFC001C1C001C1C001C00001C00001C00001C00001C00001C00007F8000FFC0007F 800013197F9816>I<7F07F0FF8FF87F07F01C01C01C01C01C01C01C01C01C01C01C01C01C01C0 1FFFC01FFFC01FFFC01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C07F07F0 FF8FF87F07F01519809816>72 D<7FFCFFFE7FFC03800380038003800380038003800380038003 800380038003800380038003800380038003807FFCFFFE7FFC0F197D9816>I76 DI<7E07F0FF0FF87F07F01D81C01D81C01D81C01DC1C01CC1C01CE1C01CE1C01C61C01C 71C01C71C01C71C01C31C01C39C01C39C01C19C01C1DC01C0DC01C0DC01C0DC07F07C0FF87C07F 03C01519809816>I<1FFC003FFE007FFF00780F00F00780E00380E00380E00380E00380E00380 E00380E00380E00380E00380E00380E00380E00380E00380E00380F00780F00780780F007FFF00 3FFE001FFC0011197E9816>I<7FF800FFFE007FFF001C0F801C03801C03C01C01C01C01C01C01 C01C03C01C03801C0F801FFF001FFE001FF8001C00001C00001C00001C00001C00001C00001C00 007F0000FF80007F000012197F9816>I<7FF000FFFC007FFE001C0F001C07801C03801C03801C 03801C03801C07801C0F001FFE001FFC001FFE001C0E001C07001C07001C07001C07001C07101C 07381C07387F03F0FF83F07F01E01519809816>82 D<07E3001FFF003FFF00781F00F00700E007 00E00700E00000F000007800003F80001FF00007FC0000FE00000F000007000003800003806003 80E00380E00700F80F00FFFE00FFFC00C7F00011197E9816>I<7FFFE0FFFFE0FFFFE0E0E0E0E0 E0E0E0E0E0E0E0E000E00000E00000E00000E00000E00000E00000E00000E00000E00000E00000 E00000E00000E00000E00000E00007FC000FFE0007FC0013197F9816>I86 D<7FFF80FFFF80FFFF80E00700E00F00E01E00E01C00003C0000780000700000F00001E00001C0 0003C0000780000700000F00001E03801C03803C0380780380700380FFFF80FFFF80FFFF801119 7E9816>90 DI93 D95 D<081C3C7870E0E0E0E0F0F87830060D789B16>I<1F E0003FF0007FF800783C00300E00000E00000E0003FE001FFE003E0E00700E00E00E00E00E00E0 0E00783E007FFFE03FE7E00F83E013127E9116>II<03F80FFC1FFE3C1E780C7000E000 E000E000E000E000F000700778073E0E1FFC0FF803F010127D9116>I<003F00003F00003F0000 070000070000070000070003C7000FF7001FFF003C1F00780F00700700E00700E00700E00700E0 0700E00700E00700700F00780F003C1F001FFFE00FF7E007C7E013197F9816>I<03F0000FFC00 1FFE003C0F00780700700380E00380FFFF80FFFF80FFFF80E00000E000007003807803803E0780 1FFF0007FE0001F80011127E9116>I<001E00007F0001FF8001C7800383000380000380007FFF 00FFFF00FFFF000380000380000380000380000380000380000380000380000380000380000380 000380007FFC00FFFE007FFC0011197F9816>I<03E3C007F7E00FFFE01C1CC0380E00380E0038 0E00380E00380E001C1C000FF8001FF0001BE0003800001800001FFC001FFF003FFF807003C0E0 00E0E000E0E000E0E000E07001C07C07C03FFF800FFE0003F800131C7F9116>II<0300 0780078003000000000000000000FF80FF80FF8003800380038003800380038003800380038003 8003800380FFFCFFFEFFFC0F1A7C9916>I<7E0000FE00007E00000E00000E00000E00000E0000 0E7FE00E7FE00E7FE00E0F000E1E000E3C000E78000EF0000FF0000FF8000FBC000F1E000E0E00 0E07000E07807F87F0FFCFF07F87F01419809816>107 D<7FC000FFC0007FC00001C00001C000 01C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001C000 01C00001C00001C00001C0007FFF00FFFF807FFF0011197E9816>III<03E0000FF800 1FFC003C1E00780F00700700E00380E00380E00380E00380E00380F00780700700780F003C1E00 1FFC000FF80003E00011127E9116>II<03E3800FF3801FFB803E0F8078 0780700780E00380E00380E00380E00380E00380E003807007807807803C1F801FFB800FF38003 E380000380000380000380000380000380000380001FF0003FF8001FF0151B7F9116>I<7F0FC0 FF3FE07F7FE007F04007C000078000078000070000070000070000070000070000070000070000 0700007FFC00FFFC007FFC0013127F9116>I<0FEC3FFC7FFCF03CE01CE01C70007F801FF007F8 003C600EE00EF00EF81EFFFCFFF8C7E00F127D9116>I<0300000700000700000700000700007F FF00FFFF00FFFF0007000007000007000007000007000007000007000007010007038007038007 038007870003FE0001FC0000F80011177F9616>II<7F1FC0FF9FE07F1FC01C07001C07000E0E000E0E000E0E00071C00071C00071C00071C 0003B80003B80003B80001F00001F00000E00013127F9116>II<7F1FC07F3FC07F1FC00F1E00073C0003B80003F00001F00000E00001E000 01F00003B800073C00071C000E0E007F1FC0FF3FE07F1FC013127F9116>I<7F1FC0FF9FE07F1F C01C07000E07000E0E000E0E00070E00071C00071C00039C00039C0003980001B80001B80000F0 0000F00000F00000E00000E00000E00001C00079C0007BC0007F80007F00003C0000131B7F9116 >I<3FFFC07FFFC07FFFC0700780700F00701E00003C0000780001F00003E0000780000F00001E 01C03C01C07801C0FFFFC0FFFFC0FFFFC012127F9116>I<001F80007F8000FF8001E00001C000 01C00001C00001C00001C00001C00001C00001C00001C00003C0007F8000FF0000FF00007F8000 03C00001C00001C00001C00001C00001C00001C00001C00001C00001C00001E00000FF80007F80 001F8011207E9C16>I<7C0000FF0000FF800003C00001C00001C00001C00001C00001C00001C0 0001C00001C00001C00001E00000FF00007F80007F8000FF0001E00001C00001C00001C00001C0 0001C00001C00001C00001C00001C00003C000FF8000FF00007C000011207E9C16>125 D E /Fh 57 123 df<00FE7C0381C60603CE0E03841C03801C03801C03801C03801C03801C0380 FFFFF01C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C03801C0380 1C03801C0380FF8FF0171A809916>11 D<00FE000381000601800E03801C01001C00001C00001C 00001C00001C0000FFFF801C03801C03801C03801C03801C03801C03801C03801C03801C03801C 03801C03801C03801C03801C0380FF8FF0141A809915>I<00800100020004000C000800180030 00300030006000600060006000E000E000E000E000E000E000E000E000E000E000600060006000 6000300030003000180008000C00040002000100008009267D9B0F>40 D<800040002000100018 0008000C0006000600060003000300030003000380038003800380038003800380038003800380 03000300030003000600060006000C0008001800100020004000800009267E9B0F>I45 D<60F0F06004047D830B>I<0004000C00180018001800300030003000600060 006000C000C000C00180018001800300030003000600060006000C000C000C0018001800180030 0030003000600060006000C000C0000E257E9B13>I<03000700FF000700070007000700070007 00070007000700070007000700070007000700070007000700070007007FF80D187D9713>49 D<0F80106020304038803CC01CE01C401C003C003800380070006000C001800100020004040804 100430083FF87FF8FFF80E187E9713>I<07E01838201C601E700E201E001E001C001C00380070 07E00038001C000E000F000FE00FE00FC00F400E601C183807E010187F9713>I<001800180038 007800F800B8013802380238043808381838103820384038C038FFFF0038003800380038003800 3803FF10187F9713>I<60F0F060000000000000000060F0F06004107D8F0B>58 D<000C0000000C0000000C0000001E0000001E0000002F00000027000000270000004380000043 8000004380000081C0000081C0000181E0000100E0000100E00003FFF000020070000200700004 003800040038000400380008001C0008001C003C001E00FF00FFC01A1A7F991D>65 D<003F0201C0C603002E0E001E1C000E1C0006380006780002700002700002F00000F00000F000 00F00000F00000F000007000027000027800023800041C00041C00080E000803003001C0C0003F 00171A7E991C>67 DIII72 DI75 DIII<007F000001C1C000070070000E0038001C 001C003C001E0038000E0078000F0070000700F0000780F0000780F0000780F0000780F0000780 F0000780F0000780F000078078000F0078000F0038000E003C001E001C001C000E003800070070 0001C1C000007F0000191A7E991E>II82 D<0FC21836200E6006C006C002C002C002E00070007E 003FE01FF803FC007E000E00070003800380038003C002C006E004D81887E0101A7E9915>I<7F FFFF00701C0700401C0100401C0100C01C0180801C0080801C0080801C0080001C0000001C0000 001C0000001C0000001C0000001C0000001C0000001C0000001C0000001C0000001C0000001C00 00001C0000001C0000001C0000001C0000001C000003FFE000191A7F991C>III88 D90 D<1FC000387000383800101C00001C0000 1C0003FC001E1C00381C00701C00E01C00E01C80E01C80E03C80705F801F8F0011107F8F13>97 DI<07F81C1C381C70087000E000E000E000E000E000E0007000700438081C1807 E00E107F8F11>I<003F0000070000070000070000070000070000070000070000070000070003 E7000C1700180F00300700700700E00700E00700E00700E00700E00700E0070060070070070038 0F001C370007C7E0131A7F9915>I<07C01C3030187018600CE00CFFFCE000E000E000E0006000 700438081C1807E00E107F8F11>I<01F007180E381C101C001C001C001C001C001C00FFC01C00 1C001C001C001C001C001C001C001C001C001C001C001C001C00FF800D1A80990C>I<0FCF0018 71803030007038007038007038007038003030001860002FC0006000006000007000003FF0003F FC001FFE00600F00C00300C00300C00300C00300600600381C0007E00011187F8F13>II<183C3C18000000000000FC1C1C1C1C1C1C1C1C1C1C1C1C1C1CFF081A80990A>I<018003 C003C001800000000000000000000000000FC001C001C001C001C001C001C001C001C001C001C0 01C001C001C001C001C001C001C001C041C0E180E3007E000A2182990C>IIIII<07E01C38300C700E6006E0 07E007E007E007E007E0076006700E381C1C3807E010107F8F13>II114 D<1F2060E04020C020C020F0 007F003FC01FE000F080708030C030C020F0408F800C107F8F0F>I<0800080008000800180018 003800FFC038003800380038003800380038003800382038203820382018201C4007800B177F96 0F>IIIIIII E /Fi 61 124 df<003FE3F801F03F1C03C03E3E07C07C3E0F807C3E0F807C1C0F807C00 0F807C000F807C000F807C000F807C00FFFFFFC0FFFFFFC00F807C000F807C000F807C000F807C 000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F80 7C007FE1FF807FE1FF801F1D809C1C>11 D<003FC00001F0300003C0380007C07C000F807C000F 807C000F8038000F8000000F8000000F8000000F800000FFFFFC00FFFFFC000F807C000F807C00 0F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C 000F807C000F807C007FE1FF807FE1FF80191D809C1B>I<003FFC0001F07C0003C07C0007C07C 000F807C000F807C000F807C000F807C000F807C000F807C000F807C00FFFFFC00FFFFFC000F80 7C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F 807C000F807C000F807C000F807C007FF3FF807FF3FF80191D809C1B>I<781E00FC3F00FC3F00 FE3F80FE3F807A1E80020080020080040100040100080200080200300C00401000110E7E9C19> 34 D45 D<78FCFCFCFC7806067D850D>I<0001800003800003 80000700000700000700000E00000E00001C00001C00001C000038000038000038000070000070 0000E00000E00000E00001C00001C00001C0000380000380000380000700000700000E00000E00 000E00001C00001C00001C0000380000380000700000700000700000E00000E00000C000001129 7D9E18>I<03F8000F1E001C07003C07803803807803C07803C07803C0F803E0F803E0F803E0F8 03E0F803E0F803E0F803E0F803E0F803E0F803E0F803E0F803E07803C07803C03803803C07801C 07000F1E0003F800131B7E9A18>I<00600001E0000FE000FFE000F3E00003E00003E00003E000 03E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E000 03E00003E00003E00003E0007FFF807FFF80111B7D9A18>I<07F8001FFE00383F80780FC0FC07 C0FC07E0FC03E0FC03E07803E00007E00007C00007C0000F80001F00001E0000380000700000E0 000180600300600600600800E01FFFC03FFFC07FFFC0FFFFC0FFFFC0131B7E9A18>I<07F8001F FE003C1F003C0F807C07C07E07C07C07C03807C0000F80000F80001E00003C0003F800001E0000 0F800007C00007C00007E03007E07807E0FC07E0FC07E0FC07C0780F80781F001FFE0007F80013 1B7E9A18>I<000180000380000780000F80001F80003F80006F8000CF80008F80018F80030F80 060F800C0F80180F80300F80600F80C00F80FFFFF8FFFFF8000F80000F80000F80000F80000F80 000F8000FFF800FFF8151B7F9A18>I<3801803FFF003FFE003FFC003FF8003FC0003000003000 0030000030000031F800361E00380F803007800007C00007E00007E00007E07807E0F807E0F807 E0F807C0F007C0600F80381F001FFE0007F000131B7E9A18>I<007E0003FF000781800F03C01E 07C03C07C07C0380780000780000F80000F8F800FB0E00FA0780FC0380FC03C0F803E0F803E0F8 03E0F803E07803E07803E07803C03C03C03C07801E0F0007FE0003F800131B7E9A18>I<78FCFC FCFC7800000000000078FCFCFCFC7806127D910D>58 D<00038000000380000007C0000007C000 0007C000000FE000000FE000001FF000001BF000003BF8000031F8000031F8000060FC000060FC 0000E0FE0000C07E0000C07E0001803F0001FFFF0003FFFF8003001F8007001FC006000FC00600 0FC00C0007E00C0007E0FF803FFEFF803FFE1F1C7E9B24>65 D68 DII<000FF008007F FE3801FC07F807E001F80F8000781F0000783F0000383E0000387E0000187C000018FC000000FC 000000FC000000FC000000FC000000FC000000FC007FFFFC007FFF7C0001F87E0001F83E0001F8 3F0001F81F0001F80F8001F807E001F801FC07F8007FFE78000FF818201C7D9B26>III76 DII<003FE00001F0 7C0003C01E000F800F801F0007C01E0003C03E0003E07E0003F07C0001F07C0001F0FC0001F8FC 0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F87C0001F07E0003F07E0003F0 3E0003E03F0007E01F0007C00F800F8003C01E0001F07C00003FE0001D1C7D9B24>II82 D<07F8201FFEE03C07E078 01E07000E0F000E0F00060F00060F80000FE0000FFE0007FFE003FFF003FFF800FFFC007FFE000 7FE00003F00001F00000F0C000F0C000F0C000E0E000E0F001C0FC03C0EFFF0083FC00141C7D9B 1B>I<7FFFFFE07FFFFFE0781F81E0701F80E0601F8060E01F8070C01F8030C01F8030C01F8030 C01F8030001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F80 00001F8000001F8000001F8000001F8000001F8000001F8000001F800007FFFE0007FFFE001C1C 7E9B21>IIII<04010018060020080020080040100040100080200080 2000BC2F00FE3F80FE3F807E1F807E1F803C0F00110E7B9C19>92 D<0FF8001C1E003E0F803E07 803E07C01C07C00007C0007FC007E7C01F07C03C07C07C07C0F807C0F807C0F807C0780BC03E13 F80FE1F815127F9117>97 DI<03FC000E0E001C1F003C1F 00781F00780E00F80000F80000F80000F80000F80000F800007800007801803C01801C03000E0E 0003F80011127E9115>I<000FF0000FF00001F00001F00001F00001F00001F00001F00001F000 01F00001F001F9F00F07F01C03F03C01F07801F07801F0F801F0F801F0F801F0F801F0F801F0F8 01F07801F07801F03C01F01C03F00F0FFE03F9FE171D7E9C1B>I<03FC000F07001C03803C01C0 7801C07801E0F801E0F801E0FFFFE0F80000F80000F800007800007800603C00601E00C00F0380 01FC0013127F9116>I<007F0001E38003C7C00787C00F87C00F83800F80000F80000F80000F80 000F8000FFF800FFF8000F80000F80000F80000F80000F80000F80000F80000F80000F80000F80 000F80000F80000F80000F80007FF0007FF000121D809C0F>I<03F0F00E1F383C0F3838073078 07807807807807807807803807003C0F001E1C0033F0003000003000003000003FFF003FFFC01F FFE01FFFF07801F8F00078F00078F000787000707800F01E03C007FF00151B7F9118>II<1E003F003F003F003F001E000000000000000000000000007F00 7F001F001F001F001F001F001F001F001F001F001F001F001F001F001F00FFC0FFC00A1E7F9D0E >I<007800FC00FC00FC00FC007800000000000000000000000003FC03FC007C007C007C007C00 7C007C007C007C007C007C007C007C007C007C007C007C007C007C707CF87CF878F8F070E01F80 0E26839D0F>IIIII<01FC000F07801C01C03C01E07800F07800F0F800F8F800F8F800F8 F800F8F800F8F800F87800F07800F03C01E01E03C00F078001FC0015127F9118>II<03F0600F0CE01E07E03C03E07C03E07803E0F803E0F803E0F803E0F803E0F803E0F803E078 03E07C03E03C03E01C07E00E0FE003F3E00003E00003E00003E00003E00003E00003E0001FFC00 1FFC161A7E9119>II<1FD830786018E018 E018F000FF807FE07FF01FF807FC007CC01CC01CE01CE018F830CFC00E127E9113>I<03000300 03000300070007000F000F003FFCFFFC1F001F001F001F001F001F001F001F001F001F0C1F0C1F 0C1F0C0F08079803F00E1A7F9913>IIIIII<7FFF80781F00703F00603E00607C0060FC0060F80001F00003F000 07E00007C1800F81801F81801F03803E03007E07007C0F00FFFF0011127F9115>II E /Fj 16 96 df0 D<0003FE0000000FFF800000 3C01E00000F000780001C0001C00030000060006000003000C0000018018000000C018000000C0 30000000603000000060600000003060000000306000000030C000000018C000000018C0000000 18C000000018C000000018C000000018C000000018C000000018C0000000186000000030600000 003060000000303000000060300000006018000000C018000000C00C0000018006000003000300 00060001C0001C0000F0007800003C01E000000FFF80000003FE000025277E9D2A>13 D<03C00FF01FF83FFC7FFE7FFEFFFFFFFFFFFFFFFF7FFE7FFE3FFC1FF80FF003C010107E9115> 15 D<00000030000000001800000000180000000018000000000C000000000C00000000060000 00000300000000038000000000C0FFFFFFFFF8FFFFFFFFF800000000C000000003800000000300 00000006000000000C000000000C00000000180000000018000000001800000000300025167E94 2A>33 D<000003000000000300000000018000000001C000000000C00000000060007FFFFFF000 FFFFFFF8000000000E00000000070000000001E0000000007800000001E0000000038000000006 000000000C00FFFFFFF8007FFFFFF0000000006000000000C00000000180000000018000000003 0000000003000025187E952A>41 D<007FF801FFF80780000E0000180000300000300000600000 600000C00000C00000C00000FFFFF8FFFFF8C00000C00000C00000600000600000300000300000 1800000E000007800001FFF8007FF8151A7D961C>50 D<0000600000600000C00000C000018000 0180000180000300000300000600000600000C00000C0000180000180000180000300000300000 600000600000C00000C0000180000180000300000300000300000600000600000C00000C000018 0000180000300000300000300000600000600000C0000040000013287A9D00>54 D58 D<0004000C03CC0C381818301C303C703E603660666066E067E067E0C7E0C7E0C7E187E187 E187E307E307E307E607E607E60766066C067C0E3C0C380C18181C3033C03000300010237E9F15 >I<00000020000000E0000001E0000001E0000003E0000003E0000005E0000005E0000009E000 0009E0000011E0000031E0000021E0000061E0000041E0000081E0000181E0000101E0000301E0 000601E0000401E0000FFFF0001FFFF0003000F0003000F0006000F060C000F0718000F87F8000 F8FF00007E7E00007C3C0000001F20809D21>65 D<003FFF0001FFFFC0071E0FE0081C03F0381C 01F8703C00F8603C0078C03C0078003C00780038007000380070007800E0007800E0007801C000 7001800070020000F00C0000E0300000E7C00001EF000001E0000001C0000001C0000003800000 038000000780000007000000070000000E0000000C0000001D1E809B1D>80 D<003FFF000001FFFFE000071E0FF000081C01F800381C00F800703C007800603C007800C03C00 7800003C0070000038007000003800E000007800C0000078018000007802000000700C00000071 F0000000F3F0000000E1F0000000E0F8000001E0F8000001C07C000001C07C000003C03C000003 803E018003803E070007801F060007001F880006000FF0000C0007C000211D809B23>82 D<400002C00006C00006C00006C00006C00006C00006C00006C00006C00006C00006C00006C000 06C00006C00006C00006C00006C00006C0000660000C60000C3000181C00700F01E003FF8000FE 00171A7E981C>91 D<00FE0003FF800F01E01C007030001860000C60000CC00006C00006C00006 C00006C00006C00006C00006C00006C00006C00006C00006C00006C00006C00006C00006C00006 C00006C00006400002171A7E981C>I<001000003800003800006C00006C00006C0000C60000C6 000183000183000301800301800600C00600C00600C00C00600C00601800301800303000183000 1830001860000C60000CC00006C00002171A7E981C>94 DI E /Fk 6 117 df<003F0800C0980300700600300C0030180030380020700000700000700000E0 0000E00000E00000E000406000806000803001003002000C1C0007E00015147E9318>67 D<003C000C0018001800180018003007B00C7010703060606060606060C0C0C0C8C0C841C862D0 3C700E147E9311>100 D<0780184030206040C040FF80C00080008000C020C04061803E000B0D 7E8C10>I<1E0006000C000C000C000C00180019E01E30183038303030303030306060606460C4 60C8C0C8C0700E147E9313>104 D<06070600000000384C4C8C98181830323264643808147F93 0C>I<04000C000C000C001800FF80180018003000300030003000600061006100620064003800 09127F910D>116 D E /Fl 45 123 df<01F8F00607380C0E38180610180600180600180600FF FFC01806001806001806001806001806001806001806001806001806001806001806007E1FC015 14809314>11 D<02040818103020604040C0C0C0C0C0C0C0C0C0C040406020301018080402071E 7D950D>40 D<804020301018080C04040606060606060606060604040C08181030204080071E7E 950D>I<006000006000006000006000006000006000006000006000006000006000FFFFF0FFFF F000600000600000600000600000600000600000600000600000600000600014167E9119>43 D<0F0030C0606060604020C030C030C030C030C030C030C030C030C03040206060606030C00F00 0C137E9211>48 D<0C001C00EC000C000C000C000C000C000C000C000C000C000C000C000C000C 000C000C00FFC00A137D9211>I<1F0060C06060F070F030603000700070006000C001C0018002 0004000810101020207FE0FFE00C137E9211>I<0FC030707038703870380038003000E00FC000 7000380018001C601CF01CF018E03860701FC00E137F9211>I<006000E000E00160026006600C 600860106020606060C060FFFC0060006000600060006003FC0E137F9211>I<60607FC07F8044 004000400040004F0070C040E0006000700070E070E070E06040E021C01F000C137E9211>I<07 C00C201070207060006000C000CF00D0C0E060C020C030C030C03040306020206010C00F000C13 7E9211>I<40007FFC7FF8401080308020004000800100010003000200060006000E000E000E00 0E000E0004000E147E9311>I<0FC0107020186018601870183C303F600F800FE031F06078C01C C00CC00CC00C601830300FC00E137F9211>I<0F00308060404060C020C030C030C03040306070 30B00F30003000200060E040E08041003E000C137E9211>I<0030000030000078000078000078 00009C00009C00019E00010E00010E0002070002070006078007FF800403800801C00801C01801 E03800E0FE07FC16147F9319>65 DI<00FC200703600C00E0180060300060700020600020E00000E00000E00000E00000E000 00E000006000207000203000201800400C008007030000FC0013147E9318>II<00FC200703600C00E0180060300060700020 600020E00000E00000E00000E00000E00FF8E000E06000E07000E03000E01800E00C00E0070360 00FC2015147E931A>71 D73 D77 D80 D<7F00E1C0E0404060006007E038606060C060C0 64C06461E43E380E0D7E8C11>97 DI<0FE0187020706020C000C000C000C000 C0006000201018200FC00C0D7F8C0F>I<00780018001800180018001800180F98187820386018 C018C018C018C018C0186018203818580F9E0F147F9312>I<0F80104020206030C010FFF0C000 C000C0006000201018200FC00C0D7F8C0F>I<03C00CE018E01840180018001800FF0018001800 1800180018001800180018001800180018007F000B1480930A>I<0F3C30E62040606060606060 204030C02F00600060003FE03FF06018C00CC00CC00C601830300FC00F147F8C11>II<2070200000000000F03030303030303030303030FC06157F9409>I<0207020000000000 0F030303030303030303030303030343E2E67C081B82940A>IIIII<0FC0186020106018C00CC00CC00CC00C C00C6018601838700FC00E0D7F8C11>II114 D<3E806180C080C080E0007E003F8003C080C080C0 C0C0E1809F000A0D7F8C0D>I<10001000100030007000FF803000300030003000300030003000 30803080308011000E0009127F910D>III121 DI E /Fm 68 124 df<0001F03C00071C47000C1CC7000C19C6001C0180001C0380 001803800038038000380380003807000038070003FFFFF000700700007007000070070000700E 0000700E0000E00E0000E00E0000E00E0000E01C0000E01C0001C01C0001C01C0001C01C0001C0 380001C03800038038000380380003803000030070000300700007006000C630E000E638C000CC 318000781E00002025819C19>11 D<0000FE000003018000060180000C0380001C0180001C0000 001800000038000000380000003800000038000003FFFE0000700E0000700E0000700E0000701C 0000701C0000E01C0000E01C0000E0380000E0380000E0380001C0380001C0720001C0720001C0 720001C07200038034000380180003800000030000000300000007000000C6000000E6000000CC 000000780000001925819C17>I<0000FE0FF0000307380C000607700C000E06601C001C00E00C 001C00C000001C01C000001C01C000003801C000003801C000003803800003FFFFFFF000380380 700070038070007003807000700700E000700700E000700700E000E00700E000E00701C000E007 01C000E00E01C000E00E01C001C00E038801C00E038801C00E038801C01C039001C01C01900180 1C00E003801C0000038038000003003800000300300000C730300000E638600000CC30C0000078 1F0000002625819C25>14 D<18303C783C783870081008101020102020402040408081000D0C79 9C15>34 D<183C3C3C0404080810204080060C779C0D>39 D<00030006000800180030006000C0 00C0018003000300060006000C000C001C00180018003800300030007000700060006000600060 00E000E000E000E000E0006000600060006000600020003000100008000800102A7B9E11>I<00 1000100008000C000400060006000600060006000700070007000700070006000600060006000E 000E000C000C001C001800180038003000300060006000C000C001800300030006000C00180010 006000C000102A809E11>I<183878380808101020404080050C7D830D>44 DI<00000200000600000600000C00000C00001800003000003000 00600000600000C00000C0000180000180000300000600000600000C00000C0000180000180000 300000300000600000C00000C0000180000180000300000300000600000C00000C000018000018 0000300000300000600000600000C0000080000017297F9E15>47 D<003E0000E1800181C00300 C00700C00600C00E00E00C00E01C00C01C00C01801C03801C03801C03801C07003807003807003 80700380600700E00700E00600E00E00E00E00E00C00E0180060380060700030C0001F0000131D 7C9B15>I<0004000C00180038007807B8007000700070007000E000E000E000E001C001C001C0 01C0038003800380038007000700070007000F00FFF00E1C7B9B15>I<003E000041800080C001 00C00200E00440E00440E00840E00840E00840E01081C01081C01103800E0300000600000C0000 18000060000080000300000400000800401000802000802001007F070043FE0081FC0080780013 1D7D9B15>I<0001800001C0000380000380000380000300000700000700000600000E00000C00 001C0000180000180000300000300000600000400000C600018E00010E00020E00061C000C1C00 181C003F1C0040F800803F8000380000380000700000700000700000700000E00000600012247E 9B15>52 D<00806001FFC001FF8001FE0001000002000002000002000002000004000004F80005 0C000606000C0600080600000600000700000600000E00000E00700E00700C00E01C0080180080 380040300040600021C0001F0000131D7C9B15>I<001F000060C000C060018060030030030030 0600600700600700C00780C003C10003E60001FC0000780001BC00061E000C0F00180700300380 200380600180600180C00300C00300C006006004006008003830000FC000141D7D9B15>56 D<003E0000E1000181800300C00600C00E00C00C00C01C00C01C00C01C01C03801C03801C03801 C03803C0180380180780080B800C330003C700000700000E00000C00001C00001800E03000E060 0080C000C180003E0000121D7C9B15>I<00001800000018000000380000003800000078000000 78000000B800000138000001380000023C0000021C0000041C00000C1C0000081C0000101C0000 101C0000201C0000201C00007FFC0000C01C0000801C0001001C0001001E0002000E0002000E00 04000E000C000E001C001E00FF00FFC01A1D7E9C1F>65 D<01FFFF00003C0380003801C0003800 E0003800E0003800E0007000E0007001E0007001E0007003C000E0038000E00F0000E01E0000FF FC0001C00E0001C0070001C0078001C007800380078003800780038007800380078007000F0007 000E0007001E0007003C000E00F000FFFFC0001B1C7E9B1D>I<0003F020001E0C60003002E000 E003C001C001C0038001C0070000C00E0000801E0000801C0000803C0000803C00000078000000 7800000078000000F0000000F0000000F0000000F0000000F0000400F0000400F0000400F00008 00700008007000100038002000180040000C0180000706000001F800001B1E7A9C1E>I<01FFFF 00003C03C0003800E0003800E000380070003800700070007800700038007000380070007800E0 007800E0007800E0007800E0007801C000F001C000F001C000F001C000E0038001E0038001C003 8003C0038003800700070007000E0007001C00070038000E00E000FFFF80001D1C7E9B1F>I<01 FFFFF0003C00F00038003000380020003800200038002000700020007000200070082000700800 00E0100000E0100000E0300000FFF00001C0200001C0200001C0200001C0200003804080038000 800380008003800100070001000700030007000200070006000E003C00FFFFFC001C1C7E9B1C> I<01FFFFF0003C00F0003800300038002000380020003800200070002000700020007008200070 080000E0100000E0100000E0300000FFF00001C0200001C0200001C0200001C020000380400003 8000000380000003800000070000000700000007000000070000000F000000FFF000001C1C7E9B 1B>I<0003F020001E0C60003002E000E003C001C001C0038001C0070000C00E0000801E000080 1C0000803C0000803C000000780000007800000078000000F0000000F0000000F001FF80F0001E 00F0001C00F0001C00F0001C00F0001C00700038007000380038003800180078000C0090000707 100001F800001B1E7A9C20>I<01FFC3FF80003C00780000380070000038007000003800700000 38007000007000E000007000E000007000E000007000E00000E001C00000E001C00000E001C000 00FFFFC00001C003800001C003800001C003800001C00380000380070000038007000003800700 00038007000007000E000007000E000007000E000007000E00000F001E0000FFE1FFC000211C7E 9B1F>I<03FF0078007000700070007000E000E000E000E001C001C001C001C003800380038003 8007000700070007000E000E000E000E001E00FFC0101C7D9B10>I<003FF80003C00003800003 80000380000380000700000700000700000700000E00000E00000E00000E00001C00001C00001C 00001C00003800003800003800003800607000E07000C0600080E00081C0004380003E0000151D 7C9B16>I<01FFC07F80003C001E00003800180000380020000038004000003800800000700200 0000700400000070080000007010000000E040000000E0C0000000E1C0000000E2E0000001C4E0 000001D070000001E070000001C070000003803800000380380000038018000003801C00000700 1C000007000E000007000E000007000E00000F000F0000FFE07FC000211C7E9B20>I<01FFC000 3C0000380000380000380000380000700000700000700000700000E00000E00000E00000E00001 C00001C00001C00001C00003800203800203800203800407000407000C0700180700380E00F0FF FFF0171C7E9B1A>I<01FE0001FE003E0001E0002E0003C0002E0005C0002E0005C0002E0009C0 004E000B80004E001380004E002380004700238000870047000087004700008700870000870107 000107010E000107020E000107040E000107040E000207081C000203881C000203901C000203A0 1C000403A038000403C038000403C038000C038038001C03007800FF8307FF00271C7E9B25>I< 01FC00FF80001C001C00002E001800002E001000002E0010000027001000004700200000430020 00004380200000438020000081C040000081C040000081C040000080E040000100E08000010070 80000100708000010070800002003900000200390000020039000002001D000004001E00000400 0E000004000E00000C000E00001C00040000FF80040000211C7E9B1F>I<0007F000001C1C0000 700E0000E0070001C0038003800380070003800E0003C01E0003C01C0003C03C0003C03C0003C0 780003C0780003C0780003C0F0000780F0000780F0000780F0000F00F0000F00F0000E00F0001E 00F0003C0070003800700070007800E0003801C0001C0380000E0E000003F800001A1E7A9C20> I<01FFFE00003C0380003801C0003800E0003800E0003800E0007001E0007001E0007001E00070 01C000E003C000E0038000E0070000E01C0001FFF00001C0000001C0000001C000000380000003 8000000380000003800000070000000700000007000000070000000F000000FFE000001B1C7E9B 1C>I<01FFFE00003C0780003801C0003801E0003800E0003800E0007001E0007001E0007001E0 007003C000E0038000E0070000E01C0000FFE00001C0300001C0180001C01C0001C01C0003801C 0003801C0003801C0003801C0007003C0007003C2007003C2007003C200F003C40FFE01E800000 0F001B1D7E9B1E>82 D<000F8400304C00403C0080180100180300180300180600100600100600 0007000007000003E00003FC0001FF00007F800007C00001C00001C00000C00000C02000C02000 C0600180600180600300600200F00400CC180083E000161E7D9C17>I<1FFFFFC01C0701C0300E 00C0200E0080600E0080400E0080401C0080801C0080801C0080001C0000003800000038000000 380000003800000070000000700000007000000070000000E0000000E0000000E0000000E00000 01C0000001C0000001C0000001C0000003C000007FFE00001A1C799B1E>I<7FF03FE00F000700 0E0006000E0004000E0004000E0004001C0008001C0008001C0008001C00080038001000380010 00380010003800100070002000700020007000200070002000E0004000E0004000E0004000E000 8000E0008000E00100006002000060040000300800001830000007C000001B1D789B1F>III< FFC00FE01E0003800E0002000E0004000F000C000700080007801000038020000380400003C0C0 0001C0800001C1000001E2000000E4000000EC000000F80000007000000070000000E0000000E0 000000E0000000E0000001C0000001C0000001C0000001C00000038000003FF800001B1C789B1F >89 D<04080810102020402040408040808100E1C0F1E0F1E0E1C00D0C749C15>92 D<01E307170C0F180F380E300E700E700EE01CE01CE01CE01CE039E039E0396079319A1E0C1012 7C9115>97 D<3F00070007000E000E000E000E001C001C001C001C0039E03A183C0C380C700C70 0E700E700EE01CE01CE01CE018E038E030E06060C031801E000F1D7C9C13>I<00F803040E041C 0E181C300070007000E000E000E000E000E000E0046008601030600F800F127C9113>I<0007E0 0000E00000E00001C00001C00001C00001C000038000038000038000038001E7000717000C0F00 180F00380E00300E00700E00700E00E01C00E01C00E01C00E01C00E03900E03900E03900607900 319A001E0C00131D7C9C15>I<00F807040C0418023804300470087FF0E000E000E000E000E000 60046008301030600F800F127C9113>I<0003C0000670000C70001C60001C00001C0000380000 380000380000380000380003FF8000700000700000700000700000700000E00000E00000E00000 E00000E00001C00001C00001C00001C00001C000038000038000038000030000030000070000C6 0000E60000CC00007800001425819C0D>I<0078C001C5C00303C00603C00E03800C03801C0380 1C0380380700380700380700380700380E00380E00380E00181E000C7C00079C00001C00001C00 003800003800C03000E07000C1C0007F0000121A7E9113>I<0FC00001C00001C0000380000380 000380000380000700000700000700000700000E3E000EC3000F03800E03801E03801C03801C03 801C0380380700380700380700380E00700E40700E40701C40701C80E00C80600700121D7E9C15 >I<01800380010000000000000000000000000000001C002600470047008E008E000E001C001C 001C0038003800710071007100720072003C00091C7C9B0D>I<00030007000300000000000000 000000000000000078008C010C020C021C041C001C001C00380038003800380070007000700070 00E000E000E000E001C001C0C180E300C60078001024819B0D>I<0FC00001C00001C000038000 0380000380000380000700000700000700000700000E07800E08800E11C00E21C01C41801C8000 1D00001E00003FC00038E000387000387000707100707100707100707200E03200601C00121D7E 9C13>I<1F800380038007000700070007000E000E000E000E001C001C001C001C003800380038 0038007000700070007000E200E200E200E40064003800091D7D9C0B>I<1C1E0780266318C046 83A0E04703C0E08E0380E08E0380E00E0380E00E0380E01C0701C01C0701C01C0701C01C070380 380E0388380E0388380E0708380E0710701C0320300C01C01D127C9122>I<383E004CC3004D03 804E03809E03809C03801C03801C0380380700380700380700380E00700E40700E40701C40701C 80E00C8060070012127C9117>I<00F800030C000E06001C0300180300300300700380700380E0 0700E00700E00700E00E00E00E00E01C0060180060300030E0000F800011127C9115>I<038780 04C86004D03004E03009C03009C03801C03801C0380380700380700380700380600700E00700C0 0701800783000E86000E78000E00000E00001C00001C00001C00001C0000380000FF0000151A80 9115>I<01E107130C0F180F380E300E700E700EE01CE01CE01CE01CE038E038E038607831F01E 700070007000E000E000E000E001C00FF8101A7C9113>I<1C3C2642468747078E068E000E000E 001C001C001C001C0038003800380038007000300010127C9112>I<01F006080C080C1C18181C 001F001FC00FF007F0007800386030E030C030806060C01F000E127D9111>I<03000700070007 000E000E000E000E00FFE01C001C001C0038003800380038007000700070007000E080E080E100 E100660038000B1A7C990E>I<1C01802E03804E03804E03808E07008E07001C07001C0700380E 00380E00380E00380E00301C80301C80301C80383C80184D000F860011127C9116>I<1C062E0E 4E064E068E028E021C021C023804380438043808300830083010382018400F800F127C9113>I< 1E01832703874703874703838707018707010E07010E07011C0E021C0E021C0E021C0E04180C04 181C04181C081C1E080C263007C3C018127C911C>I<0387800CC8400870E01070E020E0C020E0 0000E00000E00001C00001C00001C00001C000038100638100E38200C582008584007878001312 7E9113>I<1C01802E03804E03804E03808E07008E07001C07001C0700380E00380E00380E0038 0E00301C00301C00301C00383C001878000FB800003800003000007000E06000E0C00081800043 00003C0000111A7C9114>I<01C107E10FF6081C10080010002000400080010002000400080410 042C0C73F841F080E010127E9111>II E /Fn 22 118 df<0180300380700380700380700700E00700E00700E00700E00E01C00E01C00E01C00E01 C01C03881C03881C03881E07883E19903BE0E0380000380000700000700000700000700000E000 00E00000C00000151B7F9119>22 D<60F0F06004047C830C>58 D<60F0F0701010101020204080 040C7C830C>I<0000038000000F0000003C000000F0000003C000000F0000003C000000F00000 03C000000F0000003C000000F0000000F00000003C0000000F00000003C0000000F00000003C00 00000F00000003C0000000F00000003C0000000F000000038019187D9520>I<0001F808000E06 1800380138006000F001C0007003800070070000300F0000200E0000201C0000203C0000203C00 0000780000007800000078000000F0000000F0000000F0000000F0000000F0000100F0000100F0 000100700002007000020030000400380008001C0010000E0060000701800000FE00001D1E7E9C 1E>67 D<01FE0000FF003E0000F0002E0001E0002E0002E0002E0002E0002E0004E0004E0009C0 004E0009C000470011C000470011C0008700238000870043800087004380008700838001070107 000107010700010382070001038207000203840E000203880E000203880E000203900E000403A0 1C000403A01C000401C01C000C01C01C001C01803C00FF8103FF80281C7E9B28>77 D<01FC00FF80001C001C00002E001800002E001000002E00100000270010000047002000004300 2000004380200000438020000081C040000081C040000081C040000080E040000100E080000100 7080000100708000010070800002003900000200390000020039000002001D000004001E000004 000E000004000E00000C000E00001C00040000FF80040000211C7E9B21>I<01FFFF00003C03C0 003800E0003800F00038007000380070007000F0007000F0007000F0007000E000E001E000E003 C000E0070000E01E0001FFF00001C0000001C0000001C000000380000003800000038000000380 0000070000000700000007000000070000000F000000FFE000001C1C7E9B1B>80 D<01FFFE00003C03C0003800E0003800F00038007000380070007000F0007000F0007000F00070 01E000E001C000E0078000E01E0000FFF00001C0380001C00C0001C00E0001C00E0003800E0003 800E0003800E0003800E0007001E0007001E0807001E0807001E100F000F10FFE00F20000003C0 1D1D7E9B20>82 D<000FC100303300400F00800601800603000603000606000406000407000007 000007800003F00001FF0000FFC0003FE00003E00000F000007000003000003020003020003060 00606000606000C0600080F00300CC060083F800181E7E9C19>I<01E3000717000C0F00180F00 380E00300E00700E00700E00E01C00E01C00E01C00E01C00E03880E03880E03880607880319900 1E0E0011127E9116>97 D<3F00070007000E000E000E000E001C001C001C001C0039E03A303C18 38187018701C701C701CE038E038E038E030E070E060E0C061C023001E000E1D7E9C12>I<01F0 030C0C0C1C1E383C301870007000E000E000E000E000E000E0046008601030601F800F127E9112 >I<01F007080C0818043808300870307FC0E000E000E000E000E000E0046008601030600F800E 127E9113>101 D<0001E0000630000E78000EF0001C60001C00001C00001C00001C0000380000 380003FFC000380000380000700000700000700000700000700000E00000E00000E00000E00000 E00001C00001C00001C00001C00001C000018000038000038000630000F30000F60000E4000078 000015257E9C14>I<0FC00001C00001C000038000038000038000038000070000070000070000 0700000E07000E08800E11C00E23C01C47801C83001D00001E00003FC00038E000387000387000 707100707100707100707200E03200601C00121D7E9C16>107 D<381F81F04E20C6184640E81C 4680F01C8F00F01C8E00E01C0E00E01C0E00E01C1C01C0381C01C0381C01C0381C01C070380380 7138038071380380E1380380E2700700643003003820127E9124>109 D<3C1F004E61804681C0 4701C08F01C08E01C00E01C00E01C01C03801C03801C03801C0700380710380710380E10380E20 70064030038014127E9119>I<00F800030C000E06001C0300180300300300700380700380E007 00E00700E00700E00E00E00E00E01C0060180060300030E0000F800011127E9114>I<07878009 C86008D03008E03011C03011C03801C03801C0380380700380700380700380600700E00700C007 01800783000E86000E78000E00000E00001C00001C00001C00001C00003C0000FF0000151A8191 15>I<3C3C4E424687470F8E1E8E0C0E000E001C001C001C001C00380038003800380070003000 10127E9113>114 D<1C00C02701C04701C04701C08703808703800E03800E03801C07001C0700 1C07001C0700180E20180E20180E201C1E200C264007C38013127E9118>117 D E /Fo 38 122 df<0001FF0000001FFFC000007F80F00000FC00F80001F801F80003F803FC00 07F003FC0007F003FC0007F003FC0007F001F80007F000F00007F000000007F000000007F00000 0007F0000000FFFFFFFC00FFFFFFFC00FFFFFFFC0007F001FC0007F001FC0007F001FC0007F001 FC0007F001FC0007F001FC0007F001FC0007F001FC0007F001FC0007F001FC0007F001FC0007F0 01FC0007F001FC0007F001FC0007F001FC0007F001FC0007F001FC0007F001FC0007F001FC0007 F001FC0007F001FC007FFF1FFFC07FFF1FFFC07FFF1FFFC0222A7FA926>12 D<000E00001E00007E0007FE00FFFE00FFFE00F8FE0000FE0000FE0000FE0000FE0000FE0000FE 0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE 0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE007FFFFE7FFFFE7FFF FE17277BA622>49 D<00FF800003FFF0000FFFFC001F03FE003800FF007C007F80FE003FC0FF00 3FC0FF003FE0FF001FE0FF001FE07E001FE03C003FE000003FE000003FC000003FC000007F8000 007F000000FE000000FC000001F8000003F0000003E00000078000000F0000001E0000003C00E0 007000E000E000E001C001C0038001C0070001C00FFFFFC01FFFFFC03FFFFFC07FFFFFC0FFFFFF 80FFFFFF80FFFFFF801B277DA622>I<007F800003FFF00007FFF8000F81FE001F00FE003F80FF 003F807F803F807F803F807F801F807F800F007F800000FF000000FF000000FE000001FC000001 F8000007F00000FFC00000FFF0000001FC000000FE0000007F0000007F8000003FC000003FC000 003FE000003FE03C003FE07E003FE0FF003FE0FF003FE0FF003FC0FF007FC07E007F807C007F00 3F01FE001FFFFC0007FFF00000FF80001B277DA622>I<00000E0000001E0000003E0000007E00 0000FE000000FE000001FE000003FE0000077E00000E7E00000E7E00001C7E0000387E0000707E 0000E07E0000E07E0001C07E0003807E0007007E000E007E000E007E001C007E0038007E007000 7E00E0007E00FFFFFFF8FFFFFFF8FFFFFFF80000FE000000FE000000FE000000FE000000FE0000 00FE000000FE000000FE00003FFFF8003FFFF8003FFFF81D277EA622>I<080003001F803F001F FFFE001FFFFC001FFFF8001FFFF0001FFFE0001FFF80001FFE00001C0000001C0000001C000000 1C0000001C0000001C0000001C7FC0001DFFF8001F80FC001E003E0008003F0000003F8000001F C000001FC000001FE000001FE018001FE07C001FE0FE001FE0FE001FE0FE001FE0FE001FC0FC00 1FC078003F8078003F803C007F001F01FE000FFFF80003FFF00000FF80001B277DA622>I<0007 F800003FFE0000FFFF0001FC078003F00F8007E01FC00FC01FC01FC01FC01F801FC03F800F803F 8000007F0000007F0000007F000000FF000000FF0FC000FF3FF800FF707C00FFC03E00FFC03F00 FF801F80FF801FC0FF001FC0FF001FE0FF001FE0FF001FE07F001FE07F001FE07F001FE07F001F E03F001FE03F001FC01F801FC01F803F800FC03F0007E07E0003FFFC0000FFF000003FC0001B27 7DA622>I<380000003E0000003FFFFFF03FFFFFF03FFFFFF07FFFFFE07FFFFFC07FFFFF807FFF FF0070000E0070000E0070001C00E0003800E0007000E000E0000001C0000001C0000003800000 07800000070000000F0000001F0000001E0000003E0000003E0000007E0000007C0000007C0000 00FC000000FC000000FC000000FC000001FC000001FC000001FC000001FC000001FC000001FC00 0001FC000000F80000007000001C297CA822>I<003FC00001FFF00003FFFC0007C07E000F001F 001E001F001E000F803E000F803E000F803F000F803F800F803FC00F003FF01F001FFC1E001FFE 3C000FFFF80007FFE00003FFF00001FFFC0001FFFE0007FFFF000F0FFF801E03FFC03C01FFC07C 007FE07C001FE0F8000FE0F80007E0F80003E0F80003E0F80003E0F80003C07C0003C07C000780 3F000F001FC03E000FFFFC0003FFF800007FC0001B277DA622>I<1C003E007F00FF80FF80FF80 7F003E001C000000000000000000000000000000000000001C003E007F00FF80FF80FF807F003E 001C00091B7B9A13>58 D<00003FF001800003FFFE0380000FFFFF8780003FF007DF8000FF8001 FF8001FE00007F8003FC00003F8007F000001F800FF000000F801FE0000007801FE0000007803F C0000007803FC0000003807FC0000003807F80000003807F8000000000FF8000000000FF800000 0000FF8000000000FF8000000000FF8000000000FF8000000000FF8000000000FF8000000000FF 80000000007F80000000007F80000000007FC0000003803FC0000003803FC0000003801FE00000 03801FE0000007000FF00000070007F000000E0003FC00001E0001FE00003C0000FF8000F80000 3FF007E000000FFFFFC0000003FFFF000000003FF8000029297CA832>67 DI70 D<00003FF001800003FFFE0380000FFFFF8780003FF007DF8000FF8001FF8001FE00007F8003FC 00003F8007F000001F800FF000000F801FE0000007801FE0000007803FC0000007803FC0000003 807FC0000003807F80000003807F8000000000FF8000000000FF8000000000FF8000000000FF80 00000000FF8000000000FF8000000000FF8000000000FF8000000000FF80007FFFFC7F80007FFF FC7F80007FFFFC7FC000007F803FC000007F803FC000007F801FE000007F801FE000007F800FF0 00007F8007F800007F8003FC00007F8001FE00007F8000FF8000FF80003FF003DF80000FFFFF8F 800003FFFF078000003FF801802E297CA836>I73 D82 D<007F806003FFF0E007FFF9E00F807FE01F00 1FE03E0007E07C0003E07C0001E0FC0001E0FC0001E0FC0000E0FE0000E0FE0000E0FF000000FF C000007FFE00007FFFE0003FFFFC001FFFFE000FFFFF8007FFFFC003FFFFC0007FFFE00007FFF0 00007FF000000FF8000007F8000003F8600001F8E00001F8E00001F8E00001F8F00001F0F00001 F0F80003F0FC0003E0FF0007C0FFE01F80F3FFFF00E1FFFE00C01FF0001D297CA826>I<7FFFFF FFFFC07FFFFFFFFFC07FFFFFFFFFC07F803FC03FC07E003FC007C078003FC003C078003FC003C0 70003FC001C0F0003FC001E0F0003FC001E0E0003FC000E0E0003FC000E0E0003FC000E0E0003F C000E0E0003FC000E000003FC0000000003FC0000000003FC0000000003FC0000000003FC00000 00003FC0000000003FC0000000003FC0000000003FC0000000003FC0000000003FC0000000003F C0000000003FC0000000003FC0000000003FC0000000003FC0000000003FC0000000003FC00000 00003FC0000000003FC0000000003FC0000000003FC00000007FFFFFE000007FFFFFE000007FFF FFE0002B287EA730>I<03FF80000FFFF0001F01F8003F807E003F807E003F803F001F003F800E 003F8000003F8000003F8000003F80000FFF8000FFFF8007FC3F800FE03F803F803F803F003F80 7F003F80FE003F80FE003F80FE003F80FE003F807E007F807F00DF803F839FFC0FFF0FFC01FC03 FC1E1B7E9A21>97 DI<003FF80000FFFE00 03F01F0007E03F800FC03F801F803F803F801F007F000E007F0000007F000000FF000000FF0000 00FF000000FF000000FF000000FF000000FF0000007F0000007F0000007F8000003F8001C01F80 01C00FC0038007E0070003F01E0000FFFC00003FE0001A1B7E9A1F>I<00003FF80000003FF800 00003FF800000003F800000003F800000003F800000003F800000003F800000003F800000003F8 00000003F800000003F800000003F800000003F800000003F800001FE3F80000FFFBF80003F83F F80007E00FF8000FC007F8001F8003F8003F8003F8007F0003F8007F0003F8007F0003F800FF00 03F800FF0003F800FF0003F800FF0003F800FF0003F800FF0003F800FF0003F8007F0003F8007F 0003F8007F0003F8003F8003F8001F8003F8000F8007F80007C00FF80003F03FFF8000FFF3FF80 003FC3FF80212A7EA926>I<003FE00001FFF80003F07E0007C01F000F801F801F800F803F800F C07F000FC07F0007C07F0007E0FF0007E0FF0007E0FFFFFFE0FFFFFFE0FF000000FF000000FF00 00007F0000007F0000007F0000003F8000E01F8000E00FC001C007E0038003F81F0000FFFE0000 1FF0001B1B7E9A20>I<0007F0003FFC00FE3E01F87F03F87F03F07F07F07F07F03E07F00007F0 0007F00007F00007F00007F00007F000FFFFC0FFFFC0FFFFC007F00007F00007F00007F00007F0 0007F00007F00007F00007F00007F00007F00007F00007F00007F00007F00007F00007F00007F0 0007F00007F00007F0007FFF807FFF807FFF80182A7EA915>I<00FF81F003FFE7F80FC1FE7C1F 80FC7C1F007C383F007E107F007F007F007F007F007F007F007F007F007F007F007F003F007E00 1F007C001F80FC000FC1F8001FFFE00018FF800038000000380000003C0000003E0000003FFFF8 001FFFFF001FFFFF800FFFFFC007FFFFE01FFFFFF03C0007F07C0001F8F80000F8F80000F8F800 00F8F80000F87C0001F03C0001E01F0007C00FC01F8003FFFE00007FF0001E287E9A22>II<07000F801FC03FE03FE03FE01FC00F80070000 00000000000000000000000000FFE0FFE0FFE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE0 0FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE0FFFEFFFEFFFE0F2B7DAA14>I108 DII<003F E00001FFFC0003F07E000FC01F801F800FC03F800FE03F0007E07F0007F07F0007F07F0007F0FF 0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F87F0007F07F0007F0 3F800FE03F800FE01F800FC00FC01F8007F07F0001FFFC00003FE0001D1B7E9A22>II114 D<03FE300FFFF01E03F03800F0700070F00070F00070F80070 FE0000FFE0007FFE007FFF803FFFE01FFFF007FFF800FFF80007FC6000FCE0007CE0003CF0003C F00038F80038FC0070FF01E0F7FFC0C1FF00161B7E9A1B>I<00700000700000700000700000F0 0000F00000F00001F00003F00003F00007F0001FFFF0FFFFF0FFFFF007F00007F00007F00007F0 0007F00007F00007F00007F00007F00007F00007F00007F00007F00007F03807F03807F03807F0 3807F03807F03803F03803F87001F86000FFC0001F8015267FA51B>II I121 D E /Fp 11 58 df<00C00000C00000C00000C00000C00000C00000C00000 C00000C000FFFF80FFFF8000C00000C00000C00000C00000C00000C00000C00000C00000C00011 147E8F17>43 D<1F00318060C04040C060C060C060C060C060C060C060C060404060C031801F00 0B107F8F0F>48 D<187898181818181818181818181818FF08107D8F0F>I<1F00618040C08060 C0600060006000C00180030006000C00102020207FC0FFC00B107F8F0F>I<1F00218060C060C0 00C0008001001F00008000400060C060C060804060801F000B107F8F0F>I<0180018003800580 0D801980118021804180C180FFE001800180018001800FE00B107F8F0F>I<20C03F802E002000 200020002F0030802040006000600060C06080C061801F000B107F8F0F>I<0780184030C060C0 6000C000CF00F080E040C060C060C060406060C030801F000B107F8F0F>I<40007FF07FE08040 804000800100020002000600040004000C000C000C000C000C000C117F900F>I<1F00318060C0 60C060C031803F000E00338061C0C060C060C060C04060C01F000B107F8F0F>I<1F00318060C0 C040C060C060C06040E021E01E600060004060C0608063001E000B107F8F0F>I E /Fq 1 68 df<001F8200E04403802C07001C0C001C1C0008380008300008700008600000E000 00E00000E00000C00000C00020C00020C00040E000406000806001003002001C1C0007E0001717 7E9619>67 D E /Fr 73 123 df<00FCF807839C0E079C1C07081C07001C07001C07001C07001C 0700FFFFE01C07001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07001C 07007F1FE01617809615>11 D<00FC000782000E07001C07001C02001C00001C00001C00001C00 00FFFF001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07 007F1FC01217809614>I<00FF000707000E07001C07001C07001C07001C07001C07001C0700FF FF001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07001C07007F 1FC01217809614>I<1C1C3C7060C00606799612>19 D<60C0F1E0F1E070E01020102020402040 408040800B0A7F9612>34 D<60F0F070101020204040040A7D960A>39 D<0102040C1818303070 606060E0E0E0E0E0E0E0E0E0E060606070303018180C04020108227D980E>I<8040203018180C 0C0E060606070707070707070707070606060E0C0C18183020408008227E980E>I<60F0F07010 1020204040040A7D830A>44 DI<60F0F06004047D830A>I<0008001800 300030003000600060006000C000C000C0018001800180030003000600060006000C000C000C00 180018001800300030003000600060006000C000C0000D217E9812>I<07C018303018701C600C 600CE00EE00EE00EE00EE00EE00EE00EE00EE00E600C600C701C30181C7007C00F157F9412>I< 06000E00FE000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E 00FFE00B157D9412>I<0F8030E040708030C038E0384038003800700070006000C00180030006 000C08080810183FF07FF0FFF00D157E9412>I<0FE030306018701C701C001C00180038006007 E000300018000C000E000EE00EE00EC00C401830300FE00F157F9412>I<00300030007000F001 F001700270047008701870107020704070C070FFFE0070007000700070007003FE0F157F9412> I<60307FE07FC0440040004000400040004F8070E040700030003800384038E038E03880304060 20C01F000D157E9412>I<01F00608080C181C301C70006000E000E3E0EC30F018F00CE00EE00E E00E600E600E300C3018183007C00F157F9412>I<40007FFE7FFC7FF8C0088010802000400080 00800100030003000200060006000E000E000E000E000E0004000F167E9512>I<07E018302018 600C600C700C78183E101F6007C00FF018F8607C601EC00EC006C006C004600C38300FE00F157F 9412>I<07C0183030186018E00CE00CE00EE00EE00E601E301E186E0F8E000E000C001C701870 18603020E01F800F157F9412>I<00FC000303000C00C01000202078102184104302084701C886 01C48E01C48E01C48E01C48E01C48E01C48601C44701C44303C42184C82078701000000C001C03 00F000FF0016177E961B>64 D<001000003800003800003800005C00005C00005C00008E00008E 00008E0001070001070002038002038002038007FFC00401C00401C00800E00800E01800F03800 F0FE03FE17177F961A>II<00FC100383300E00B01C0070380030300030700010600010E00010E00000 E00000E00000E00000E00000E000106000107000103000203800201C00400E008003830000FC00 14177E9619>III I<007E080381980600580C0038180018300018700008700008E00008E00000E00000E00000E000 00E003FEE000387000387000383000381800380C00380600380380D8007F0817177E961C>III<0FF800E000E000E000E000E000E000E000E000E000E000E000E000E0 00E000E000E000E0E0E0E0E0C1C061801F000D177E9612>IIII I<00FC000303000E01C01C00E0380070300030700038600018E0001CE0001CE0001CE0001CE000 1CE0001CE0001C7000387000383000303800701C00E00E01C003030000FC0016177E961B>II82 D<0FC4302C601C400CC004C004C004E00070007F003FE00FF801FC001C000E0006800680068006 C004E008D81087E00F177E9614>I<7FFFF8603818403808403808803804803804803804003800 003800003800003800003800003800003800003800003800003800003800003800003800003800 00380003FF8016177F9619>III91 D<204020404080408081008100E1C0F1E0F1E060C00B0A7B9612>II< 3FC0706070302038003803F81E3830387038E039E039E07970FF1F1E100E7F8D12>97 DI<07 F01838303870106000E000E000E000E000600070083008183007C00D0E7F8D10>I<003E00000E 00000E00000E00000E00000E00000E00000E00000E0007CE001C3E00300E00700E00600E00E00E 00E00E00E00E00E00E00600E00700E00301E00182E0007CF8011177F9614>I<0FC01860303070 38E018FFF8E000E000E000600070083010183007C00D0E7F8D10>I<03E006700E701C201C001C 001C001C001C00FF801C001C001C001C001C001C001C001C001C001C001C001C007F800C178096 0B>I<0F9E18E33060707070707070306018C02F80200060003FE03FF83FFC600EC006C006C006 600C38380FE010157F8D12>II<307878300000000000F8383838383838383838383838FE07177F960A> I<0300078007800300000000000000000000001F80038003800380038003800380038003800380 0380038003800380038003804380E300E7007C00091D82960B>IIIII<07C018303018600C600CE00EE0 0EE00EE00EE00E701C3018183007C00F0E7F8D12>II<07C2001C2600381E00700E00600E00E00E00E00E00E00E00E00E0060 0E00700E00301E001C2E0007CE00000E00000E00000E00000E00000E00003F8011147F8D13>I< F9E03A703C703820380038003800380038003800380038003800FF000C0E7F8D0E>I<1F4060C0 C040C040E000FF007F801FC001E080608060C060E0C09F000B0E7F8D0E>I<0800080008001800 18003800FFC0380038003800380038003800380038403840384038401C800F000A147F930E>I< F83E00380E00380E00380E00380E00380E00380E00380E00380E00380E00380E00381E001C2E00 07CF80110E7F8D14>IIIIII E /Fs 2 122 df<0C000C00CCC0EDC07F800C007F80EDC0 CCC00C000C000A0B7D8B10>3 D<1818181818FFFF18181818181818181818181818181808167D 900E>121 D E /Ft 89 128 df<007E1F0001C1B1800303E3C00703C3C00E03C1800E01C0000E 01C0000E01C0000E01C0000E01C0000E01C000FFFFFC000E01C0000E01C0000E01C0000E01C000 0E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0 000E01C0000E01C0007F87FC001A1D809C18>11 D<007E0001C1800301800703C00E03C00E0180 0E00000E00000E00000E00000E0000FFFFC00E01C00E01C00E01C00E01C00E01C00E01C00E01C0 0E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C07F87F8151D809C17>I<007F C001C1C00303C00703C00E01C00E01C00E01C00E01C00E01C00E01C00E01C0FFFFC00E01C00E01 C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01 C00E01C07FCFF8151D809C17>I<003F07E00001C09C18000380F018000701F03C000E01E03C00 0E00E018000E00E000000E00E000000E00E000000E00E000000E00E00000FFFFFFFC000E00E01C 000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E0 1C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C007FC7 FCFF80211D809C23>I<0E0E1E3870E0800707779C15>19 D<1C001E000780038003800380FF00 800009087B7E12>24 D<6060F0F0F8F86868080808080808101010102020404080800D0C7F9C15 >34 D<0F0000C0188000C030600380703807006027FB00E0100600E0100C00E0100C00E0101800 E0101800E0103000E0106000602060007020C00030418000188180000F0303C00006062000060C 10000C1C08001818080018380400303804006038040060380400C0380400C03804018038040300 180803001C0806000C100C000620040003C01E217E9E23>37 D<00E00000031000000608000006 0800000E0800000E0800000E0800000E0800000E1000000E1000000E2000000740000007403FE0 07800F8007800600038004000780040009C0080011C0100030E0100020F0200060702000E03840 00E03C8000E01C8000E00F0020E0070020700780403009C0401830E1800FC03F001B1F7E9D20> I<60F0F8680808081010204080050C7C9C0C>I<00800100020006000C000C0018001800300030 0030006000600060006000E000E000E000E000E000E000E000E000E000E000E000E00060006000 60006000300030003000180018000C000C000600020001000080092A7C9E10>I<800040002000 3000180018000C000C000600060006000300030003000300038003800380038003800380038003 80038003800380038003000300030003000600060006000C000C00180018003000200040008000 092A7E9E10>I<0006000000060000000600000006000000060000000600000006000000060000 0006000000060000000600000006000000060000FFFFFFE0FFFFFFE00006000000060000000600 000006000000060000000600000006000000060000000600000006000000060000000600000006 00001B1C7E9720>43 D<60F0F0701010101020204080040C7C830C>II< 60F0F06004047C830C>I<00010003000600060006000C000C000C001800180018003000300030 0060006000C000C000C0018001800180030003000300060006000C000C000C0018001800180030 0030003000600060006000C000C00010297E9E15>I<03C00C301818300C300C700E60066006E0 07E007E007E007E007E007E007E007E007E007E007E007E00760066006700E300C300C18180C30 07E0101D7E9B15>I<010007003F00C70007000700070007000700070007000700070007000700 070007000700070007000700070007000700070007000700FFF80D1C7C9B15>I<07C01830201C 400C400EF00FF80FF807F8077007000F000E000E001C001C00380070006000C00180030006010C 01180110023FFE7FFEFFFE101C7E9B15>I<07E01830201C201C781E780E781E381E001C001C00 180030006007C00030001C001C000E000F000F700FF80FF80FF80FF00E401C201C183007C0101D 7E9B15>I<000C00000C00001C00003C00003C00005C0000DC00009C00011C00031C00021C0004 1C000C1C00081C00101C00301C00201C00401C00C01C00FFFFC0001C00001C00001C00001C0000 1C00001C00001C0001FFC0121C7F9B15>I<300C3FF83FF03FC020002000200020002000200023 E02C303018301C200E000E000F000F000F600FF00FF00FF00F800E401E401C2038187007C0101D 7E9B15>I<00F0030C04040C0E181E301E300C700070006000E3E0E430E818F00CF00EE006E007 E007E007E007E007600760077006300E300C18180C3003E0101D7E9B15>I<4000007FFF807FFF 007FFF0040020080040080040080080000100000100000200000600000400000C00000C00001C0 000180000180000380000380000380000380000780000780000780000780000780000780000300 00111D7E9B15>I<03E00C301008200C200660066006700670067C0C3E183FB01FE007F007F818 FC307E601E600FC007C003C003C003C00360026004300C1C1007E0101D7E9B15>I<03C00C3018 18300C700C600EE006E006E007E007E007E007E0076007700F300F18170C2707C700060006000E 300C780C78187018203010C00F80101D7E9B15>I<60F0F0600000000000000000000060F0F060 04127C910C>I<60F0F0600000000000000000000060F0F0701010101020204080041A7C910C>I< 7FFFFFC0FFFFFFE000000000000000000000000000000000000000000000000000000000000000 00FFFFFFE07FFFFFC01B0C7E8F20>61 D<0FE03038401CE00EF00EF00EF00E000C001C00300060 00C0008001800100010001000100010001000000000000000000000003000780078003000F1D7E 9C14>63 D<000600000006000000060000000F0000000F0000000F000000178000001780000037 C0000023C0000023C0000043E0000041E0000041E0000080F0000080F0000080F0000100780001 00780001FFF80002003C0002003C0002003C0004001E0004001E000C001F000C000F001E001F00 FF00FFF01C1D7F9C1F>65 DI<001F808000E0618001801980070007800E0003801C0003801C 00018038000180780000807800008070000080F0000000F0000000F0000000F0000000F0000000 F0000000F0000000F0000000700000807800008078000080380000801C0001001C0001000E0002 00070004000180080000E03000001FC000191E7E9C1E>III< FFFFF80F00780F00180F00080F00080F000C0F00040F00040F01040F01000F01000F01000F0300 0FFF000F03000F01000F01000F01000F01000F00000F00000F00000F00000F00000F00000F0000 0F0000FFF800161C7E9B1B>I<001F808000E0618001801980070007800E0003801C0003801C00 018038000180780000807800008070000080F0000000F0000000F0000000F0000000F0000000F0 000000F000FFF0F0000F80700007807800078078000780380007801C0007801C0007800E000780 07000B800180118000E06080001F80001C1E7E9C21>III<07FF80007C00003C00003C00003C00003C00003C00003C00003C00003C 00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00703C00F83C 00F83C00F8380070780040700030E0000F8000111D7F9B15>IIIII<003F800000 E0E0000380380007001C000E000E001C0007003C00078038000380780003C0780003C0700001C0 F00001E0F00001E0F00001E0F00001E0F00001E0F00001E0F00001E0F00001E0700001C0780003 C0780003C0380003803C0007801C0007000E000E0007001C000380380000E0E000003F80001B1E 7E9C20>II<003F800000E0E0000380380007001C000E000E001C 0007003C00078038000380780003C0780003C0700001C0F00001E0F00001E0F00001E0F00001E0 F00001E0F00001E0F00001E0F00001E0700001C0780003C0780003C0380003803C0E07801C1107 000E208E0007205C0003A0780000F0E020003FE0200000602000003060000038E000003FC00000 3FC000001F8000000F001B257E9C20>II<07E0801C1980300580300380600180E0 0180E00080E00080E00080F00000F800007C00007FC0003FF8001FFE0007FF0000FF80000F8000 07C00003C00001C08001C08001C08001C0C00180C00180E00300D00200CC0C0083F800121E7E9C 17>I<7FFFFFC0700F01C0600F00C0400F0040400F0040C00F0020800F0020800F0020800F0020 000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F00 00000F0000000F0000000F0000000F0000000F0000000F0000000F0000001F800003FFFC001B1C 7F9B1E>IIIIII<7FFFF07C01F07001E06003C06003C0400780400F8040 0F00401E00001E00003C00007C0000780000F00000F00001E00003E00003C0100780100780100F 00101F00301E00203C00203C00607800E0F803E0FFFFE0141C7E9B19>II< 08081010202040404040808080808080B0B0F8F8787830300D0C7A9C15>I I<0810204040808080B0F87830050C7D9C0C>96 D<1FC000307000783800781C00301C00001C00 001C0001FC000F1C00381C00701C00601C00E01C40E01C40E01C40603C40304E801F870012127E 9115>II<03F80C0C181E301E700C6000E000E000E000E0 00E000E00060007002300218040C1803E00F127F9112>I<001F80000380000380000380000380 00038000038000038000038000038000038003F3800E0B80180780300380700380600380E00380 E00380E00380E00380E00380E003806003807003803003801807800E1B8003E3F0141D7F9C17> I<07E00C301818300C700E6006E006FFFEE000E000E000E00060007002300218040C1803E00F12 7F9112>I<00F8018C071E061E0E0C0E000E000E000E000E000E00FFE00E000E000E000E000E00 0E000E000E000E000E000E000E000E000E000E000E007FE00F1D809C0D>I<00038007C4C01C78 C0383880301800701C00701C00701C00701C003018003838001C700027C0002000002000003000 003FF8001FFF001FFF802003806001C0C000C0C000C0C000C06001803003001C0E0007F800121C 7F9215>II<18003C003C00180000000000000000000000 00000000FC001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C00FF 80091D7F9C0C>I<00C001E001E000C0000000000000000000000000000007E000E000E000E000 E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E060E0F0C0F1C0 61803E000B25839C0D>IIIII<03F0000E1C00180600300300700380600180E001C0E001 C0E001C0E001C0E001C0E001C06001807003803003001806000E1C0003F00012127F9115>II<03E0800E1980180580380780700380700380E00380E00380E00380E00380E00380 E003807003807003803807801807800E1B8003E380000380000380000380000380000380000380 000380001FF0141A7F9116>II<1F9020704030C010C010E010F8007F803FE00FF000F8 80388018C018C018E010D0608FC00D127F9110>I<04000400040004000C000C001C003C00FFE0 1C001C001C001C001C001C001C001C001C001C101C101C101C101C100C100E2003C00C1A7F9910 >IIIIII<7FFC 70386038407040F040E041C003C0038007000F040E041C043C0C380870087038FFF80E127F9112 >II<6060F0F0F0F060600C047C9C15>127 D E /Fu 60 123 df<000FF83F00007FFDFFC001F81FE3E003E03F87E007C03F87E00F803F07E00F803F03 C00F801F00000F801F00000F801F00000F801F00000F801F00000F801F0000FFFFFFFC00FFFFFF FC000F801F00000F801F00000F801F00000F801F00000F801F00000F801F00000F801F00000F80 1F00000F801F00000F801F00000F801F00000F801F00000F801F00000F801F00000F801F00000F 801F00000F801F00000F801F00007FF0FFF0007FF0FFF00023237FA221>11 D<000FF000007FFC0001F80E0003E01F0007C03F000F803F000F803F000F801E000F800C000F80 00000F8000000F8000000F800000FFFFFF00FFFFFF000F801F000F801F000F801F000F801F000F 801F000F801F000F801F000F801F000F801F000F801F000F801F000F801F000F801F000F801F00 0F801F000F801F000F801F000F801F007FF0FFE07FF0FFE01B237FA21F>I<0007F80FF000007F FE7FFC0001F80FF80E0003E00FE01F0007C01FC03F000F801F803F000F801F803F000F800F801E 000F800F800C000F800F8000000F800F8000000F800F8000000F800F800000FFFFFFFFFF00FFFF FFFFFF000F800F801F000F800F801F000F800F801F000F800F801F000F800F801F000F800F801F 000F800F801F000F800F801F000F800F801F000F800F801F000F800F801F000F800F801F000F80 0F801F000F800F801F000F800F801F000F800F801F000F800F801F000F800F801F007FF07FF0FF E07FF07FF0FFE02B237FA22F>14 D<3803807C07C0FE0FE0FF0FF0FF0FF07F07F03B03B0030030 0300300300300600600600600C00C01C01C018018070070020020014117EA21D>34 D45 D<387CFEFEFE7C3807077C8610>I<0000180000380000 380000700000700000E00000E00000E00001C00001C00003800003800003800007000007000007 00000E00000E00001C00001C00001C0000380000380000700000700000700000E00000E00001C0 0001C00001C0000380000380000700000700000700000E00000E00000E00001C00001C00003800 00380000380000700000700000E00000E00000C0000015317DA41C>I<00FE0007FFC00F83E01F 01F03E00F83E00F87C007C7C007C7C007CFC007CFC007EFC007EFC007EFC007EFC007EFC007EFC 007EFC007EFC007EFC007EFC007EFC007EFC007E7C007C7C007C7C007C3E00F83E00F81F01F00F 83E007FFC000FE0017207E9F1C>I<00180000780001F800FFF800FFF80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F800 01F80001F80001F80001F80001F80001F80001F80001F80001F8007FFFE07FFFE013207C9F1C> I<03FC000FFF003C1FC07007E07C07F0FE03F0FE03F8FE03F8FE01F87C01F83803F80003F80003 F00003F00007E00007C0000F80001F00003E0000380000700000E01801C0180380180700180E00 380FFFF01FFFF03FFFF07FFFF0FFFFF0FFFFF015207D9F1C>I<00FE0007FFC00F07E01E03F03F 03F03F81F83F81F83F81F81F03F81F03F00003F00003E00007C0001F8001FE0001FF000007C000 01F00001F80000FC0000FC3C00FE7E00FEFF00FEFF00FEFF00FEFF00FC7E01FC7801F81E07F00F FFC001FE0017207E9F1C>I<0000E00001E00003E00003E00007E0000FE0001FE0001FE00037E0 0077E000E7E001C7E00187E00307E00707E00E07E00C07E01807E03807E07007E0E007E0FFFFFF FFFFFF0007E00007E00007E00007E00007E00007E00007E000FFFF00FFFF18207E9F1C>I<3000 203E01E03FFFC03FFF803FFF003FFE003FF80033C00030000030000030000030000031FC0037FF 003E0FC03807E03003E00003F00003F00003F80003F83803F87C03F8FE03F8FE03F8FC03F0FC03 F07007E03007C03C1F800FFF0003F80015207D9F1C>I<001F8000FFE003E07007C0F00F01F81F 01F83E01F83E01F87E00F07C00007C0000FC0800FC7FC0FCFFE0FD80F0FF00F8FE007CFE007CFC 007EFC007EFC007EFC007E7C007E7C007E7C007E3C007C3E007C1E00F80F00F00783E003FFC000 FF0017207E9F1C>I<6000007800007FFFFE7FFFFE7FFFFC7FFFF87FFFF87FFFF0E00060E000C0 C00180C00300C00300000600000C00001C0000180000380000780000780000F00000F00000F000 01F00001F00001F00003F00003F00003F00003F00003F00003F00003F00001E00017227DA11C> I<00FE0003FFC00703E00E00F01C00F01C00783C00783E00783F00783F80783FE0F01FF9E01FFF C00FFF8007FFC003FFE007FFF01E7FF83C1FFC7807FC7801FEF000FEF0003EF0001EF0001EF000 1EF8001C7800383C00381F00F00FFFC001FF0017207E9F1C>I<01FE0007FF800F83E01E01F03E 00F07C00F87C0078FC007CFC007CFC007CFC007EFC007EFC007EFC007E7C00FE7C00FE3E01FE1E 037E0FFE7E07FC7E00207E00007C00007C1E007C3F00F83F00F83F00F03F01E01E03C01C0F800F FE0003F80017207E9F1C>I<000070000000007000000000F800000000F800000000F800000001 FC00000001FC00000003FE00000003FE00000003FE000000067F000000067F0000000C7F800000 0C3F8000000C3F800000181FC00000181FC00000301FE00000300FE00000700FF000006007F000 006007F00000C007F80000FFFFF80001FFFFFC00018001FC00018001FC00030001FE00030000FE 00070000FF000600007F000600007F00FFE007FFF8FFE007FFF825227EA12A>65 DI<0003FE0080001FFF818000FF01E38001F8 003F8003E0001F8007C0000F800F800007801F800007803F000003803F000003807F000001807E 000001807E00000180FE00000000FE00000000FE00000000FE00000000FE00000000FE00000000 FE00000000FE000000007E000000007E000001807F000001803F000001803F000003801F800003 000F8000030007C000060003F0000C0001F800380000FF00F000001FFFC0000003FE000021227D A128>III<0003FE0040001FFFC0C0007F00F1C001F8003FC003F0000FC007C0 0007C00FC00003C01F800003C03F000001C03F000001C07F000000C07E000000C07E000000C0FE 00000000FE00000000FE00000000FE00000000FE00000000FE00000000FE00000000FE000FFFFC 7E000FFFFC7F00001FC07F00001FC03F00001FC03F00001FC01F80001FC00FC0001FC007E0001F C003F0001FC001FC003FC0007F80E7C0001FFFC3C00003FF00C026227DA12C>71 D73 D75 DIII<0007FC0000003FFF800000FC07E00003F001F80007E000FC000FC0007E001F 80003F001F80003F003F00001F803F00001F807F00001FC07E00000FC07E00000FC0FE00000FE0 FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000F E07E00000FC07F00001FC07F00001FC03F00001F803F80003F801F80003F000FC0007E0007E000 FC0003F001F80000FC07E000003FFF80000007FC000023227DA12A>II82 D<01FE0207FF861F01FE3C007E7C001E78000E78000EF80006F80006FC0006FC0000FF0000FFE0 007FFF007FFFC03FFFF01FFFF80FFFFC03FFFE003FFE0003FE00007F00003F00003FC0001FC000 1FC0001FE0001EE0001EF0003CFC003CFF00F8C7FFE080FF8018227DA11F>I<7FFFFFFF807FFF FFFF807E03F80F807803F807807003F803806003F80180E003F801C0E003F801C0C003F800C0C0 03F800C0C003F800C0C003F800C00003F800000003F800000003F800000003F800000003F80000 0003F800000003F800000003F800000003F800000003F800000003F800000003F800000003F800 000003F800000003F800000003F800000003F800000003F800000003F800000003F8000001FFFF F00001FFFFF00022227EA127>I89 D<0400400E00E0180180380380300300600600600600C00C00C00C00C00C00DC0DC0FE0FE0FF0F F0FF0FF07F07F03E03E01C01C014117AA21D>92 D<0FFC003FFF807E07C07E03E07E01E07E01F0 3C01F00001F00001F0003FF003FDF01FC1F03F01F07E01F0FC01F0FC01F0FC01F0FC01F07E02F0 7E0CF81FF87F07E03F18167E951B>97 DI<00FF8007FFE00F83F01F03F03E03F07E03F07C01E07C0000FC0000FC0000FC 0000FC0000FC0000FC00007C00007E00007E00003E00181F00300FC06007FFC000FF0015167E95 19>I<0001FE000001FE0000003E0000003E0000003E0000003E0000003E0000003E0000003E00 00003E0000003E0000003E0000003E0001FC3E0007FFBE000F81FE001F007E003E003E007E003E 007C003E00FC003E00FC003E00FC003E00FC003E00FC003E00FC003E00FC003E00FC003E007C00 3E007C003E003E007E001F00FE000F83BE0007FF3FC001FC3FC01A237EA21F>I<00FE0007FF80 0F87C01E01E03E01F07C00F07C00F8FC00F8FC00F8FFFFF8FFFFF8FC0000FC0000FC00007C0000 7C00007E00003E00181F00300FC07003FFC000FF0015167E951A>I<001FC0007FE000F1F001E3 F003E3F007C3F007C1E007C00007C00007C00007C00007C00007C000FFFE00FFFE0007C00007C0 0007C00007C00007C00007C00007C00007C00007C00007C00007C00007C00007C00007C00007C0 0007C00007C00007C0003FFC003FFC00142380A211>I<01FE0F0007FFBF800F87C7801F03E780 1E01E0003E01F0003E01F0003E01F0003E01F0003E01F0001E01E0001F03E0000F87C0000FFF80 0009FE000018000000180000001C0000001FFFE0000FFFF80007FFFE001FFFFF003C003F007800 0F80F0000780F0000780F0000780F000078078000F003C001E001F007C000FFFF80001FFC00019 217F951C>II<1C003E 007F007F007F003E001C000000000000000000000000000000FF00FF001F001F001F001F001F00 1F001F001F001F001F001F001F001F001F001F001F001F001F00FFE0FFE00B247EA310>I<0038 007C00FE00FE00FE007C0038000000000000000000000000000003FE03FE003E003E003E003E00 3E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E003E783E FC3EFC3CFC7C78F87FE01F800F2E83A311>IIIII<00FE0007FFC00F83E01E00F03E00F87C007C7C007C7C007CFC007EFC007E FC007EFC007EFC007EFC007EFC007E7C007C7C007C3E00F81F01F00F83E007FFC000FE0017167E 951C>II114 D<0FF3003FFF00781F00600700E00300E00300F003 00FC00007FE0007FF8003FFE000FFF0001FF00000F80C00780C00380E00380E00380F00700FC0E 00EFFC00C7F00011167E9516>I<0180000180000180000180000380000380000780000780000F 80003F8000FFFF00FFFF000F80000F80000F80000F80000F80000F80000F80000F80000F80000F 80000F80000F81800F81800F81800F81800F81800F830007C30003FE0000F80011207F9F16>I< FF01FE00FF01FE001F003E001F003E001F003E001F003E001F003E001F003E001F003E001F003E 001F003E001F003E001F003E001F003E001F003E001F003E001F003E001F007E001F00FE000F81 BE0007FF3FC001FC3FC01A167E951F>IIIII<7FFFF07FFFF07C03E0 7007C0600FC0E01F80C01F00C03E00C07E0000FC0000F80001F00003F03007E03007C0300F8070 1F80703F00603E00E07C03E0FFFFE0FFFFE014167E9519>I E /Fv 3 123 df<020002000200C218F2783AE00F800F803AE0F278C2180200020002000D0E7E8E12>3 D<06000600060006000600060006000600FFF0FFF0060006000600060006000600060006000600 06000600060006000600060006000600060006000C1D7E9611>121 D<06000600060006000600 0600FFF0FFF00600060006000600060006000000060006000600060006000600FFF0FFF0060006 0006000600060006000C1D7E9611>I E /Fw 57 122 df<07070F1E1C38604080080976A218> 19 D<0E000F0001C000E000E000E001E07F8080000B097A7E16>24 D<70F8FCFC740404040408 0810102040060F7CA20E>39 D<70F8FCFC7404040404080810102040060F7C840E>44 DI<70F8F8F87005057C840E>I<01F000071C000C060018030038038038 03807001C07001C07001C07001C0F001E0F001E0F001E0F001E0F001E0F001E0F001E0F001E0F0 01E0F001E0F001E0F001E0F001E0F001E07001C07001C07001C07803C03803803803801C07000C 0600071C0001F00013227EA018>48 D<008003800F80F380038003800380038003800380038003 800380038003800380038003800380038003800380038003800380038003800380038003800380 07C0FFFE0F217CA018>I<03F8000C1E00100F002007804007C07807C07803C07807C03807C000 0780000780000700000F00000C0000380003F000001C00000F000007800007800003C00003C000 03E02003E07003E0F803E0F803E0F003C04003C0400780200780100F000C1C0003F00013227EA0 18>51 D<000300000300000700000700000F000017000017000027000067000047000087000187 00010700020700060700040700080700080700100700200700200700400700C00700FFFFF80007 00000700000700000700000700000700000700000F80007FF015217FA018>I<007E0001C10003 00800601C00C03C01C03C0180180380000380000780000700000700000F0F800F30C00F40600F4 0300F80380F801C0F001C0F001E0F001E0F001E0F001E0F001E07001E07001E07001E03801C038 01C01803801C03000C0600070C0001F00013227EA018>54 D<4000006000007FFFE07FFFC07FFF C0400080C001008001008002008002000004000008000008000010000020000020000060000040 0000C00000C00001C00001C0000180000380000380000380000380000780000780000780000780 0007800007800007800003000013237DA118>I<01F800060E000803001001802001806000C060 00C06000C07000C07000C07801803E01003F02001FC4000FF80003F80001FC00067E00083F0010 0F803007C06003C06000E0C000E0C00060C00060C00060C000606000406000C03000801803000E 0E0003F00013227EA018>I<01F000060C000C0600180700380380700380700380F001C0F001C0 F001C0F001E0F001E0F001E0F001E0F001E07001E07003E03803E01805E00C05E00619E003E1E0 0001C00001C00001C0000380000380300380780700780600700C002018001030000FC00013227E A018>I<0001800000018000000180000003C0000003C0000003C0000005E0000005E0000009F0 000008F0000008F00000107800001078000010780000203C0000203C0000203C0000401E000040 1E0000C01F0000800F0000800F0001FFFF800100078001000780020003C0020003C0020003C004 0001E0040001E0040001E0080000F01C0000F03E0001F8FF800FFF20237EA225>65 DI<0007E0100038183000E00630 01C00170038000F0070000F00E0000701E0000701C0000303C0000303C0000307C000010780000 1078000010F8000000F8000000F8000000F8000000F8000000F8000000F8000000F80000007800 0000780000107C0000103C0000103C0000101C0000201E0000200E000040070000400380008001 C0010000E0020000381C000007E0001C247DA223>IIII<0007F008003C0C1800E0021801C001B803 8000F8070000780F0000381E0000381E0000183C0000183C0000187C0000087800000878000008 F8000000F8000000F8000000F8000000F8000000F8000000F8000000F8001FFF780000F8780000 787C0000783C0000783C0000781E0000781E0000780F00007807000078038000B801C000B800E0 0318003C0C080007F00020247DA226>II I75 DIII80 D82 D<03F0200C0C601802603001E07000E0600060E00060E00060E00020E00020E00020F00000F000 007800007F00003FF0001FFE000FFF0003FF80003FC00007E00001E00000F00000F00000708000 70800070800070800070C00060C00060E000C0F000C0C80180C6070081FC0014247DA21B>I<7F FFFFF87807807860078018400780084007800840078008C007800C800780048007800480078004 800780040007800000078000000780000007800000078000000780000007800000078000000780 000007800000078000000780000007800000078000000780000007800000078000000780000007 80000007800000078000000FC00001FFFE001E227EA123>III<7FF803FF000FE001F80007C000E00003E000C00001E000800001F001800000F801000000 78020000007C040000003E040000001E080000001F100000000FB000000007A000000007C00000 0003E000000001E000000001F000000003F80000000278000000047C0000000C3E000000081E00 0000101F000000200F80000020078000004007C000008003E000008001E000010001F000030000 F800070000F8001F8000FC00FFC003FFC022227FA125>88 D<1FE000303800780C00780E003007 0000070000070000070000FF0007C7001E07003C0700780700700700F00708F00708F00708F00F 087817083C23900FC1E015157E9418>97 D<0E0000FE00001E00000E00000E00000E00000E0000 0E00000E00000E00000E00000E00000E00000E00000E1F000E61C00E80600F00300E00380E003C 0E001C0E001E0E001E0E001E0E001E0E001E0E001E0E001E0E001C0E003C0E00380F00700C8060 0C41C0083F0017237FA21B>I<01FE000703000C07801C0780380300780000700000F00000F000 00F00000F00000F00000F00000F000007000007800403800401C00800C010007060001F8001215 7E9416>I<0000E0000FE00001E00000E00000E00000E00000E00000E00000E00000E00000E000 00E00000E00000E001F8E00704E00C02E01C01E03800E07800E07000E0F000E0F000E0F000E0F0 00E0F000E0F000E0F000E07000E07800E03800E01801E00C02E0070CF001F0FE17237EA21B>I< 01FC000707000C03801C01C03801C07801E07000E0F000E0FFFFE0F00000F00000F00000F00000 F000007000007800203800201C00400E008007030000FC0013157F9416>I<003E0000E30001C7 80038780030780070000070000070000070000070000070000070000070000070000FFF8000700 000700000700000700000700000700000700000700000700000700000700000700000700000700 000700000700000700000700000780007FF000112380A20F>I<00007003F1980E1E181C0E1838 07003807007807807807807807807807803807003807001C0E001E1C0033F00020000020000030 00003800003FFE001FFFC00FFFE03000F0600030C00018C00018C00018C0001860003060003038 00E00E038003FE0015217F9518>I<0E0000FE00001E00000E00000E00000E00000E00000E0000 0E00000E00000E00000E00000E00000E00000E1F800E60C00E80E00F00700F00700E00700E0070 0E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E0070 FFE7FF18237FA21B>I<1C003E003E003E001C00000000000000000000000000000000000E007E 001E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E00FFC0 0A227FA10E>I<0E0000FE00001E00000E00000E00000E00000E00000E00000E00000E00000E00 000E00000E00000E00000E03FC0E01F00E01C00E01800E02000E04000E08000E10000E38000EF8 000F1C000E1E000E0E000E07000E07800E03C00E01C00E01E00E00F00E00F8FFE3FE17237FA21A >107 D<0E00FE001E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E 000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E00FFE00B237FA2 0E>I<0E1FC07F00FE60E183801E807201C00F003C00E00F003C00E00E003800E00E003800E00E 003800E00E003800E00E003800E00E003800E00E003800E00E003800E00E003800E00E003800E0 0E003800E00E003800E00E003800E00E003800E00E003800E0FFE3FF8FFE27157F942A>I<0E1F 80FE60C01E80E00F00700F00700E00700E00700E00700E00700E00700E00700E00700E00700E00 700E00700E00700E00700E00700E00700E0070FFE7FF18157F941B>I<01FC000707000C018018 00C03800E0700070700070F00078F00078F00078F00078F00078F00078F000787000707800F038 00E01C01C00E038007070001FC0015157F9418>I<0E1F00FE61C00E80600F00700E00380E003C 0E003C0E001E0E001E0E001E0E001E0E001E0E001E0E001E0E003C0E003C0E00380F00700E80E0 0E41C00E3F000E00000E00000E00000E00000E00000E00000E00000E00000E0000FFE000171F7F 941B>I<01F8200704600E02601C01603801E07800E07800E0F000E0F000E0F000E0F000E0F000 E0F000E0F000E07800E07800E03801E01C01E00C02E0070CE001F0E00000E00000E00000E00000 E00000E00000E00000E00000E00000E0000FFE171F7E941A>I<0E3CFE461E8F0F0F0F060F000E 000E000E000E000E000E000E000E000E000E000E000E000E000F00FFF010157F9413>I<0F8830 786018C018C008C008E008F0007F003FE00FF001F8003C801C800C800CC00CC008E018D0308FC0 0E157E9413>I<02000200020002000600060006000E001E003E00FFFC0E000E000E000E000E00 0E000E000E000E000E000E000E040E040E040E040E040E040708030801F00E1F7F9E13>I<0E00 70FE07F01E00F00E00700E00700E00700E00700E00700E00700E00700E00700E00700E00700E00 700E00700E00700E00F00E00F006017003827800FC7F18157F941B>II120 DI E /Fx 21 122 df68 D77 D80 D<00FE00000303C0000C00E00010007000100038 003C003C003E001C003E001E003E001E0008001E0000001E0000001E0000001E00000FFE0000FC 1E0003E01E000F801E001F001E003E001E003C001E007C001E00F8001E04F8001E04F8001E04F8 003E04F8003E0478003E047C005E043E008F080F0307F003FC03E01E1F7D9E21>97 D<0780000000FF80000000FF800000000F80000000078000000007800000000780000000078000 000007800000000780000000078000000007800000000780000000078000000007800000000780 0000000780000000078000000007800000000781FC00000786078000078801C000079000E00007 A000700007C00038000780003C000780001E000780001E000780001F000780000F000780000F00 0780000F800780000F800780000F800780000F800780000F800780000F800780000F800780000F 000780000F000780001F000780001E000780001E000780003C0007C00038000720007000072000 E000061801C00006060700000401F8000021327EB125>I<001FC00000F0300001C00C00078002 000F0002000E000F001E001F003C001F003C001F007C00040078000000F8000000F8000000F800 0000F8000000F8000000F8000000F8000000F8000000F8000000780000007C0000003C0000003C 0000801E0000800E0001000F0001000780020001C00C0000F03000001FC000191F7E9E1D>I<00 0000F00000001FF00000001FF000000001F000000000F000000000F000000000F000000000F000 000000F000000000F000000000F000000000F000000000F000000000F000000000F000000000F0 00000000F000000000F000000000F000000FC0F000007030F00001C00CF000038002F000070001 F0000E0001F0001E0000F0003C0000F0003C0000F0007C0000F000780000F000780000F000F800 00F000F80000F000F80000F000F80000F000F80000F000F80000F000F80000F000780000F00078 0000F0007C0000F0003C0000F0003C0000F0001E0000F0000E0001F000070002F000038004F000 01C008F80000F030FF80001FC0FF8021327EB125>I<003F800000E0E0000380380007003C000E 001E001E001E001C000F003C000F007C000F0078000F8078000780F8000780F8000780FFFFFF80 F8000000F8000000F8000000F8000000F8000000F8000000780000007C0000003C0000003C0000 801E0000800E0001000F0002000700020001C00C0000F03000001FC000191F7E9E1D>I<0007E0 001C1000383800707C00E07C01E07C01C03803C00003C00003C00003C00003C00003C00003C000 03C00003C00003C00003C00003C000FFFFC0FFFFC003C00003C00003C00003C00003C00003C000 03C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C000 03C00003C00003C00003C00003C00003C00003C00007E0007FFF007FFF0016327FB114>I<0000 00F0007F030801C1C41C0380E81C070070080F0078001E003C001E003C003E003E003E003E003E 003E003E003E003E003E003E003E001E003C001E003C000F007800070070000780E00009C1C000 087F000018000000180000001800000018000000180000001C0000000E0000000FFFF80007FFFF 0003FFFF800E000FC0180001E0300000F070000070E0000038E0000038E0000038E0000038E000 00387000007070000070380000E01C0001C00700070001C01C00003FE0001E2F7E9F21>I<0F00 1F801F801F801F800F000000000000000000000000000000000000000000000007807F807F800F 800780078007800780078007800780078007800780078007800780078007800780078007800780 078007800780078007800FC0FFF8FFF80D307EAF12>105 D<0780FF80FF800F80078007800780 078007800780078007800780078007800780078007800780078007800780078007800780078007 800780078007800780078007800780078007800780078007800780078007800780078007800780 07800FC0FFFCFFFC0E327EB112>108 D<0780FE001FC000FF83078060F000FF8C03C18078000F 9001E2003C0007A001E4003C0007A000F4001E0007C000F8001E0007C000F8001E00078000F000 1E00078000F0001E00078000F0001E00078000F0001E00078000F0001E00078000F0001E000780 00F0001E00078000F0001E00078000F0001E00078000F0001E00078000F0001E00078000F0001E 00078000F0001E00078000F0001E00078000F0001E00078000F0001E00078000F0001E00078000 F0001E00078000F0001E00078000F0001E000FC001F8003F00FFFC1FFF83FFF0FFFC1FFF83FFF0 341F7E9E38>I<0780FE0000FF83078000FF8C03C0000F9001E00007A001E00007A000F00007C0 00F00007C000F000078000F000078000F000078000F000078000F000078000F000078000F00007 8000F000078000F000078000F000078000F000078000F000078000F000078000F000078000F000 078000F000078000F000078000F000078000F000078000F000078000F0000FC001F800FFFC1FFF 80FFFC1FFF80211F7E9E25>I<001FC00000F0780001C01C00070007000F0007801E0003C01C00 01C03C0001E03C0001E0780000F0780000F0780000F0F80000F8F80000F8F80000F8F80000F8F8 0000F8F80000F8F80000F8F80000F8780000F07C0001F03C0001E03C0001E01E0003C01E0003C0 0F00078007800F0001C01C0000F07800001FC0001D1F7E9E21>I<0781FC0000FF86078000FF88 01C0000F9000E00007A000700007C00078000780003C000780003E000780001E000780001F0007 80001F000780000F000780000F800780000F800780000F800780000F800780000F800780000F80 0780000F800780000F000780001F000780001F000780001E000780003E000780003C0007C00078 0007A000700007A000E000079803C00007860F00000781F8000007800000000780000000078000 000007800000000780000000078000000007800000000780000000078000000007800000000780 0000000FC0000000FFFC000000FFFC000000212D7E9E25>I<0783E0FF8418FF887C0F907C07A0 7C07A03807C00007C00007C0000780000780000780000780000780000780000780000780000780 000780000780000780000780000780000780000780000780000780000780000FC000FFFE00FFFE 00161F7E9E19>114 D<01FC100E03301800F0300070600030E00030E00010E00010E00010F000 10F800007E00003FF0001FFF000FFFC003FFE0003FF00001F80000F880003C80003C80001CC000 1CC0001CE0001CE00018F00038F00030CC0060C301C080FE00161F7E9E1A>I<00400000400000 400000400000400000C00000C00000C00001C00001C00003C00007C0000FC0001FFFE0FFFFE003 C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003C00003 C00003C00003C00003C01003C01003C01003C01003C01003C01003C01003C01001C02001E02000 E0400078C0001F00142C7FAB19>I<078000F000FF801FF000FF801FF0000F8001F000078000F0 00078000F000078000F000078000F000078000F000078000F000078000F000078000F000078000 F000078000F000078000F000078000F000078000F000078000F000078000F000078000F0000780 00F000078000F000078000F000078001F000078001F000078001F000038002F00003C004F00001 C008F800007030FF80001FC0FF80211F7E9E25>I121 D E end %%EndProlog %%BeginSetup %%Feature: *Resolution 300 TeXDict begin %%EndSetup %%Page: 1 1 0 bop 99 216 a Fx(Monitoring)21 b(of)h(Distributed)f(Memory)g(Multicomputer)g (Programs)787 336 y Fw(Maurice)15 b(v)m(an)i(Riek)285 394 y(Lab)q(oratoire)h (de)e(l'Informatique)e(du)i(P)o(arall)o(\023)-23 b(elisme,)13 b(CNRS-URA)i(1398)269 452 y(Ecole)h(Normale)e(Sup)o(\023)-23 b(erieure)15 b(de)i(Ly)o(on,)f(69364)i(Ly)o(on)e(Cedex)g(07,)h(F)l(rance.)744 535 y(Bernard)f(T)l(ouranc)o(heau)1206 517 y Fv(\003)354 593 y Fw(Departmen)o(t)e(of)j(Computer)e(Science,)g(Univ)o(ersit)o(y)e(of)k(T)l (ennessee)453 651 y(107)g(Ayres)e(Hall,)g(Kno)o(xville,)f(TN)i(37996-1301)q (,)j(USA.)689 734 y(Xa)o(vier-F)l(ran\030)-22 b(cois)15 b(Vigouroux)1260 716 y Fv(y)285 792 y Fw(Lab)q(oratoire)j(de)e(l'Informatique)e(du)i(P)o (arall)o(\023)-23 b(elisme,)13 b(CNRS-URA)i(1398)261 833 y Fv(z)277 851 y Fw(Ecole)h(Normale)e(Sup)o(\023)-23 b(erieure)16 b(de)g(Ly)o(on,)g(69364)i(Ly)o(on)f(Cedex)e(07,)i(F)l(rance.)0 1069 y Fu(abstract)0 1146 y Ft(Programs)i(for)h(distributed)g(memory)e (parallel)h(mac)o(hines)g(are)h(generally)g(considered)h(to)f(b)q(e)g(m)o(uc) o(h)f(more)g(complex)0 1195 y(than)14 b(sequen)o(tial)g(programs.)i (Monitoring)d(systems)h(that)g(collect)g(run)o(time)f(information)e(ab)q(out) i(a)h(program)e(execution)0 1245 y(often)i(pro)o(v)o(e)g(a)g(v)n(aluable)f (help)h(in)g(gaining)e(insigh)o(t)h(in)o(to)h(the)h(b)q(eha)o(vior)e(of)h(a)g (parallel)f(program)f(and)i(th)o(us)g(can)h(impro)o(v)o(e)0 1295 y(its)i(p)q(erformance.)28 b(This)17 b(rep)q(ort)h(describ)q(es)h(in)e (a)g(systematic)f(and)h(comprehensiv)o(e)h(w)o(a)o(y)e(the)i(issues)g(in)o(v) o(olv)o(ed)e(in)g(the)0 1345 y(monitoring)e(of)i(parallel)f(programs)h (running)g(on)g(distributed)h(memory)d(systems.)26 b(It)17 b(aims)e(to)h(pro)o(vide)h(a)f(structured)0 1395 y(general)k(approac)o(h)g (to)g(the)h(\014eld)f(of)f(monitoring)f(and)i(a)f(guide)h(for)g(further)h(do) q(cumen)o(tation.)35 b(First)20 b(the)h(di\013eren)o(t)0 1444 y(approac)o(hes)15 b(to)f(parallel)g(monitoring)d(are)k(presen)o(ted)i(and)d (the)h(problems)e(encoun)o(tered)k(are)e(discussed)h(and)e(classi\014ed.)0 1494 y(In)20 b(the)h(second)h(part,)f(the)g(main)d(existing)i(systems)h(are)f (describ)q(ed)i(to)e(pro)o(vide)h(the)f(user)i(with)e(a)g(feeling)f(for)h (the)0 1544 y(p)q(ossibilities)13 b(and)h(limitatio)o(ns)e(of)h(real)h(to)q (ols.)0 1660 y Fu(Categories)k(and)h(Sub)s(ject)g(Descriptor)25 1736 y Ft(C.1.2)50 b([Multiple)13 b(Data)g(Stream)g(Arc)o(hitectures])52 b(MIMD)25 1786 y(D.1.3)c([Concurren)o(t)15 b(Programmi)o(ng])25 1835 y(D.2.5)48 b([T)m(esting)13 b(and)h(Debugging])284 b(Monitors,)13 b(T)m(racing)25 1885 y(D.2.6)48 b([Programmi)o(ng)11 b(En)o(vironmen)o(ts])25 1935 y(D.4.8)48 b([P)o(erformance])478 b(Measuremen)o(ts,)14 b(Monitors)0 2047 y Fu(General)k(T)-5 b(erms)0 2123 y Ft(Measuremen)o(t,)14 b(P)o(erformance,)f(Sup)q(ercomputing.)0 2240 y Fu(Additional)18 b(Key)g(w)n(ords)i(and)f(Phrases)0 2316 y Ft(Distributed)14 b(memory)d(systems,)i(collecting)g(run)o(time)g(information,)d(program)i (execution)j(visualization,)c(p)q(erformance)0 2366 y(monitoring,)g (debugging,)i(monitoring)e(en)o(vironmen)o(ts)p 0 2401 780 2 v 46 2427 a Fs(\003)64 2439 y Fr(On)g(lea)o(v)o(e)f(from)f(CNRS-URA)k (1398,)c(Lab)q(oratoire)g(de)h(l'Informatiq)o(ue)e(du)i(P)o(arall)o(\023)-17 b(elisme,)8 b(Ecole)j(Normale)e(Sup)o(\023)-17 b(erieure)8 b(de)j(Ly)o(on,)f(69364)0 2478 y(Ly)o(on)f(Cedex)h(07,)g(F)m(rance.)j(Supp)q (orted)7 b(in)j(part)f(b)o(y)h(the)f(National)g(Science)f(F)m(oundation)f (under)i(gran)o(t)g(ASC-8715728,)f(the)i(National)e(Science)0 2518 y(F)m(oundation)15 b(Science)g(and)h(T)m(ec)o(hnology)f(Cen)o(ter)i(Co)q (op)q(erativ)o(e)e(Agreemen)o(t)g(CCR-8809615,)i(the)f(D)o(ARP)m(A)j(and)d (AR)o(O)j(under)d(con)o(tract)0 2557 y(D)o(AAL03-91-C-0047,)7 b(AR)o(CHIPEL)i(SA)g(and)f(MRE)g(under)f(gran)o(t)g(974,)h(researc)o(h)f (program)f Fq(C)1285 2546 y Fp(3)1303 2557 y Fr(,)j(the)e(CNRS-NSF)i(gran)o (t)e(n)o(um)o(b)q(er)f(950.223/07)0 2597 y(and)11 b(DRET.)h(btouranc@cs.u)o (tk.)o(edu)47 2626 y Fs(y)64 2638 y Fr(P)o(art)e(of)i(this)e(w)o(ork)i(w)o (as)g(realized)d(when)i(visiting)f(the)g(CS)i(departmen)o(t)d(of)i(the)f (Univ)o(ersit)o(y)g(of)h(T)m(ennessee.)j(vigourou@lip.en)o(s-ly)n(on.)o(fr) 965 2795 y Ft(1)p eop %%Page: 2 2 1 bop 62 42 a Ft(Monitoring)12 b(mo)q(dels,)g(ev)o(en)o(t-action)h(paradigm,) d(ev)o(en)o(t)k(classes,)g(ev)o(en)o(t)f(detection,)h(run)o(time)e (information)e(represen-)0 91 y(tations,)j(soft)o(w)o(are/h)o(ybrid/hardw)o (are)h(monitoring,)d(transp)q(orting)j(and)f(pro)q(cessing)i(run)o(time)e (information.)0 208 y Fu(Ac)n(kno)n(wledgmen)n(ts)0 284 y Ft(The)j(authors)f (gratefully)g(ac)o(kno)o(wledge)g(the)g(v)n(aluable)f(and)h(constructiv)o(e)i (commen)o(ts)d(of)g(T.)h(Bemmerl,)e(M.)i(Heath,)h(P)m(.)0 334 y(W)m(orley)d(and)h(the)g(referees)i(that)e(help)q(ed)h(to)f(impro)o(v)o(e)e (the)i(earlier)g(v)o(ersion)g(of)g(this)g(pap)q(er.)0 471 y Fo(1)69 b(In)n(tro)r(duction)0 562 y Ft(P)o(arallel)12 b(programming)e(is)j (generally)g(considered)h(to)f(b)q(e)h(m)o(uc)o(h)e(more)g(complex)g(than)i (sequen)o(tial)f(programmi)o(ng.)i(This)0 612 y(complexit)o(y)10 b(mak)o(es)g(the)j(prediction)f(of)f(the)h(b)q(eha)o(vior)g(and)f(the)i(p)q (erformance)e(of)g(a)h(parallel)e(program)g(often)i(imp)q(ossible.)0 662 y(Just)18 b(as)f(in)f(other)i(\014elds)f(of)f(science,)j(measuring)d(on)h (a)f(real)h(system)g(is)g(therefore)h(necessary)h(to)e(determine)f(the)i (real)0 712 y(b)q(eha)o(vior)c(and)f(p)q(erformance)h(of)f(a)h(parallel)f (computing)f(system.)62 761 y(F)m(or)18 b(measuring)g(on)g(a)g(computing)f (system)i(monitors)e(are)i(used)g(that)g(gather)g(run)o(time)e(information)f (ab)q(out)i(the)0 811 y(observ)o(ed)j(system.)37 b(In)20 b(sequen)o(tial)g (programming)o(,)f(monitoring)e(is)j(a)g(relativ)o(ely)f(w)o(ell)h(understo)q (o)q(d)h(\014eld.)37 b(On)20 b(the)0 861 y(other)f(hand,)h(inheren)o(t)f (prop)q(erties)i(of)d(parallelism)e(mak)o(e)h(parallel)h(monitoring)e(a)j (complicated)e(and)i(v)n(ast)f(\014eld)h(for)0 911 y(whic)o(h)14 b(sequen)o(tial)g(monitoring)e(approac)o(hes)j(are)f(insu\016cien)o(t.)19 b(F)m(or)14 b(this)g(reason)h(new)g(tec)o(hniques)g(that)f(deal)g(with)g (this)0 961 y(parallelism)d(are)k(required.)62 1010 y(The)h(need)g(for)g (parallel)e(monitors)g(has)h(b)q(ecome)g(ev)o(en)h(more)f(apparen)o(t)h(with) f(the)h(arriv)n(al)e(of)g(distributed)i(memory)0 1060 y(massiv)o(ely)11 b(parallel)h(mac)o(hines.)17 b(The)c(often)g(lo)o(w)f(sp)q(eed-up)j(ac)o (hiev)o(ed)e(on)g(these)h(mac)o(hines)e(are)h(a)g(clear)g(indication,)f(that) 0 1110 y(their)f(b)q(eha)o(vior)g(is)g(often)g(not)g(fully)e(understo)q(o)q (d.)19 b(Moreo)o(v)o(er,)11 b(regarding)g(the)h(announcemen)o(t)e(of)h(all)e (the)j(sup)q(ercomputer)0 1160 y(man)o(ufacturers,)h(these)i(m)o (ulticomputers)d(seems)i(to)g(b)q(e)g(the)h(sup)q(ercomputers)g(of)f(the)g(v) o(ery)g(near)h(future.)62 1210 y(This)g(rep)q(ort)g(describ)q(es)i(in)d(a)g (systematic)g(w)o(a)o(y)g(the)h(issues)g(in)o(v)o(olv)o(ed)e(in)h(the)h (monitoring)d(of)i(parallel)f(programs)g(for)0 1260 y(distributed)g(memory)c (systems.)18 b(It)12 b(aims)e(to)i(pro)o(vide)f(a)h(structured)i(general)e (approac)o(h)g(to)g(the)g(\014eld)g(of)g(monitoring)d(and)0 1309 y(a)14 b(guide)h(to)f(further)i(do)q(cumen)o(tation.)i(Th)o(us,)d (stress)i(has)d(b)q(een)i(placed)f(on)f(the)h(completeness)h(of)e(the)h(o)o (v)o(erview,)f(more)0 1359 y(than)g(on)g(sp)q(eci\014c)h(details.)62 1409 y(Shared)e(memory)c(arc)o(hitectures)14 b(are)f(not)f(the)g(target)g(of) g(this)g(surv)o(ey)g(b)q(ecause)i(their)e(limited)e(n)o(um)o(b)q(er)h(of)h (pro)q(cessors)0 1459 y(k)o(eep)20 b(them)e(out)h(of)g(the)h(trends)g(of)f (the)g(parallel)f(\014eld)h(and)g(w)o(e)h(do)f(not)g(w)o(an)o(t)g(to)g (enlarge)g(an)g(already)g(v)o(ery)g(broad)0 1509 y(sub)r(ject.)g(Ho)o(w)o(ev) o(er,)13 b(most)e(of)h(the)h(w)o(ork)f(done)h(for)f(distributed)h(memory)d (arc)o(hitecture)15 b(holds)d(for)g(shared)h(memory)d(ones)0 1558 y(and)k(vice-v)o(ersa.)62 1608 y(The)i(aim)d(of)i(this)h(pap)q(er)g(is)f (to)g(pro)o(vide)g(the)h(reader)h(with)e(an)g(in)o(tro)q(duction)g(to)h(the)g (\014eld)f(of)g(gathering)g(and)g(using)0 1658 y(run)o(time)f(information)e (ab)q(out)i(parallel)g(programs)g(on)g(distributed)i(memory)c(m)o(ulticom)o (puters,)h(based)j(on)e(a)h(syn)o(thesis)0 1708 y(of)g(the)i(published)f (researc)o(h)h(in)f(this)g(\014eld.)24 b(This)16 b(v)n(ast)f(sub)r(ject,)j (includes)e(man)o(y)e(sub\014elds,)j(suc)o(h)f(as)g(data)g(collection,)0 1758 y(program)c(tracing,)i(trace)g(transp)q(ortation)h(and)e(analysis,)g (and,)g(execution)i(and)f(p)q(erformance)f(visualization.)62 1807 y(After)18 b(some)e(de\014nitions)h(\(section)g(2\),)g(t)o(w)o(o)g (parts)g(can)g(b)q(e)h(distinguished)f(in)f(this)h(rep)q(ort.)28 b(In)17 b(the)h(\014rst)f(part,)h(w)o(e)0 1857 y(presen)o(t)f(the)g(ev)o(en)o (t-driv)o(en)f(approac)o(h)g(\(section)g(3\))g(and)f(its)h(three)h(phases)g (\(section)g(4,5,6\).)22 b(In)15 b(the)i(second)f(part,)g(W)m(e)0 1907 y(in)o(tro)q(duce)e(the)g(w)o(ell-kno)o(wn)f(monitoring)d(systems,)k (and)f(compare)g(them)g(\(section)h(7\),)f(then)h(w)o(e)g(presen)o(t)h(the)f (problems)0 1957 y(induced)h(b)o(y)e(scalabilit)o(y)f(\(section)j(8\),)e(and) h(\014nally)m(,)e(w)o(e)i(conclude)h(\(section)f(9\).)0 2094 y Fo(2)69 b(Some)22 b(basic)h(de\014nitions)e(and)j(concepts)0 2185 y Ft(W)m(e)17 b(in)o(tro)q(duce)h(in)f(that)h(section)g(the)g(basic)f (mo)q(dels)f(that)i(w)o(e)g(will)d(need)k(for)e(the)h(description)g(of)f(the) h(monitoring)d(of)0 2235 y(distributed)g(memory)c(parallel)i(mac)o(hines,)f (and)i(the)g(explanation)f(of)g(resulting)h(classi\014cations.)0 2351 y Fu(2.1)56 b(De\014ning)18 b(a)h(mac)n(hine)e(mo)r(del)0 2428 y Ft(W)m(e)g(consider)h(a)f(parallel)f(mac)o(hine)g Fn(M)23 b Ft(that)17 b(is)g(of)g(the)h Fm(MIMD)1043 2413 y Fl(1)1080 2428 y Ft(m)o(ulti-com)o(puter)d(t)o(yp)q(e)j(or)f(w)o(orkstation)g(cluster.) 30 b(It)0 2478 y(consists)16 b(of)f Fn(N)20 b Ft(indep)q(enden)o(t)c Fm(c)n(ompute)h(no)n(des)p Ft(,)f(that)f(eac)o(h)g(execute)i(their)f(o)o(wn)f (instructions)h(indep)q(enden)o(tly)g(on)f(their)0 2527 y(o)o(wn)c(data.)17 b(Eac)o(h)12 b(no)q(de)g(p)q(ossesses)i(a)d(pro)q(cessor)j(and)d(lo)q(cal)g (resources,)j(suc)o(h)e(as)g(memory)m(.)i(The)e(mo)q(del)e(do)q(es)i(not)g (include)0 2577 y(an)o(y)k(global)g(resources)j(and)d(in)h(that)g(resp)q(ect) i(the)e(mac)o(hine)f(is)h(a)f(truly)h(distributed)g(mac)o(hine.)26 b(The)17 b(di\013eren)o(t)h(no)q(des)p 0 2612 780 2 v 46 2639 a Fp(1)64 2650 y Fr(Multiple)10 b(Instruction)o(,)f(Multiple)h(Data)h (\(Flynn)f(Classi\014cation\))965 2795 y Ft(2)p eop %%Page: 3 3 2 bop 0 42 a Ft(are)17 b(in)o(terconnected)j(through)d(a)f(ph)o(ysical)h Fm(c)n(ommunic)n(ation)h(network)f Fn(C)s Ft(.)27 b(This)17 b(net)o(w)o(ork)g(consists)h(of)f(a)f(\014nite)i(set)g(of)0 91 y(c)o(hannels)c Fn(c)185 97 y Fk(i)212 91 y Ft(\(and)g(all)e(the)i(other)g (devices)h(:)j(bu\013ers,)c(routers\),)g(that)g(link)e(t)o(w)o(o)h(no)q(des)i (together.)k(The)14 b(users)g(can)g(access)0 141 y(the)g(mac)o(hine)f (through)h(one)g(or)g(sev)o(eral)g(no)q(des)h(that)f(are)g(connected)i(to)e (the)g(outside)g(and)g(to)g(the)g(net)o(w)o(ork.)62 191 y(Eac)o(h)h(no)q(de)g (has)f(a)g(lo)q(cal)g(clo)q(c)o(k.)19 b(All)14 b(the)h(clo)q(c)o(ks)f(ha)o(v) o(e)g(the)h(same)f(precision,)g(but)h(no)f(sync)o(hronization)g(mec)o(hanism) 0 241 y(is)j(assumed)g(b)q(ecause)i(a)e(global)f(clo)q(c)o(k)h(is)g(a)g(v)o (ery)h(strong)g(assumption)e(on)h(a)g(distributed)h(system)f(and)g(it)g (realization)0 291 y(requires)g(v)o(ery)g(complex)e(hardw)o(are.)25 b(Moreo)o(v)o(er,)17 b(sev)o(eral)f(tec)o(hnics)i(will)c(b)q(e)j(describ)q(e) h(in)e(section)h(2.10)e(to)h(restore)h(the)0 340 y(causal)g(relationship)g (and)g(pro)o(vide)g(the)g(user)h(with)f(an)g(estimation)f(of)g(the)i(global)d (time)h(\(w)o(all)g(clo)q(c)o(k\))h(that)g(ful\014ll)f(its)0 390 y(needs.)62 440 y(In)o(teractions)k(b)q(et)o(w)o(een)h(di\013eren)o(t)f (no)q(des)f(tak)o(e)h(place)f(through)g(the)h(sending)f(and)g(receiving)g(of) g(messages.)33 b(Our)0 490 y(mac)o(hine)16 b(will)g(b)q(e)j(required)f(to)f (b)q(e)i(at)e(least)h Fm(virtual)r(ly)f(ful)r(ly)h(c)n(onne)n(cte)n(d)p Ft(.)30 b(This)17 b(means)g(that)h(an)o(y)f(no)q(de)h(can)g(directly)0 540 y(send)h(a)e(message)h(to)f(an)o(y)g(other)i(no)q(de,)f(i.e.)30 b(an)17 b(underlying)g(router-mec)o(hanism)g(tak)o(es)h(care)g(of)g(the)g (routing)f(of)g(the)0 589 y(messages)d(through)h(the)g(net)o(w)o(ork)g(if)e (the)i(mac)o(hine)e(is)h(not)h(ph)o(ysically)e(fully)g(connected.)22 b(This)14 b Fm(r)n(outer-me)n(chanism)g Ft(can)0 639 y(b)q(e)19 b(implemen)o(ted)e(b)q(oth)i(in)f(hardw)o(are)h(and)g(in)f(soft)o(w)o(are.)33 b(Whereas)20 b(fully)d(connected)k(mac)o(hines)d(pro)o(vide)g(constan)o(t)0 689 y(comm)o(unication)d(times,)k(router-mec)o(hanisms)e(ma)o(y)g(in)o(tro)q (duce)j(a)e(non-constan)o(t)h(comm)o(unication)d(dela)o(y)i(due)h(to)g(its)0 739 y(p)q(olicy)m(,)11 b(bu\013er)j(con)o(ten)o(tions,)f(etc)h(and)e(can)h (ha)o(v)o(e)g(a)f(large)h(impact)e(on)h(the)i(p)q(erformance)e(of)g(a)h (program)e(depicted)j(b)o(y)e(the)0 789 y(monitor.)62 839 y(The)17 b(comm)o(unication)d(proto)q(col)i(ma)o(y)f(b)q(e)j(sync)o(hronous)f(or)g (async)o(hronous,)h(and)e(there)i(is)f(no)g(assumption)e(ab)q(out)0 888 y(the)f(n)o(um)o(b)q(er)g(of)f(p)q(orts)i(a)o(v)n(ailable)c(p)q(er)k(pro) q(cessor,)g(and)f(their)g(abilit)o(y)e(to)i(do)g(half/full)d(duplex)j(comm)o (unications.)0 1004 y Fu(2.2)56 b(De\014ning)18 b(a)h(program)e(mo)r(del)0 1080 y Ft(F)m(or)h(the)h(mac)o(hine)e(de\014ned)i(in)f(2.1,)g(a)g (distributed)g(program)f Fn(P)24 b Ft(consists)19 b(of)f Fn(m)g Ft(sequen)o(tial)g(programs.)30 b(Tw)o(o)18 b(t)o(yp)q(es)0 1130 y(of)h(instructions)h(can)f(b)q(e)h(distinguished;)h(those)f(that)g (only)e(concern)j(the)f(lo)q(cal)e(program)g(and)h(those)h(that)f(in)o (teract)0 1180 y(with)c(other)h(programs.)k(Tw)o(o)15 b(pro)q(cesses)666 1165 y Fl(2)703 1180 y Ft(in)o(teract)h(with)e(eac)o(h)i(other)g(b)o(y)f (sending)g(and)g(receiving)h(messages)f(that)h(are)0 1230 y(transmitted)f(o)o (v)o(er)g(the)h(comm)o(unication)c(net)o(w)o(ork)k Fn(C)i Ft(\(there)f(is)e (no)g(assumption)f(ab)q(out)i(the)g(t)o(yp)q(e)g(of)e(comm)o(unication)0 1280 y(primitiv)o(es,)j(sends,)i(receiv)o(es,)i(gets,)e(puts,)g(etc.)31 b(corresp)q(ond)19 b(actually)f(at)f(a)h(certain)g(lo)o(w)f(lev)o(el)h(to)g (basic)g(sends)h(and)0 1329 y(receiv)o(es\).)62 1379 y(An)12 b(executing)h(distributed)f(program)e(can)i(th)o(us)g(b)q(e)h(seen)g(as)f(a)f (set)i(of)e(sequen)o(tial)h(pro)q(cesses)i(that,)e(in)f(an)h(alternating)0 1429 y(w)o(a)o(y)m(,)g(compute)g(lo)q(cally)g(and)h(in)o(teract)g(among)e (eac)o(h)j(other)g(through)f(comm)o(unicati)o(on)d(c)o(hannels.)19 b(The)13 b(individual)e(state)0 1479 y(of)k(eac)o(h)h(of)f(the)h(programs)e (can)h(b)q(e)h(de\014ned)h(just)e(lik)o(e)g(the)h(state)g(of)f(a)g(sequen)o (tial)h(program.)21 b(The)15 b(state)i Fn(S)h Ft(of)d Fn(P)20 b Ft(\(also)0 1529 y(called)f Fm(glob)n(al)h(pr)n(o)n(gr)n(am)f(state)p Ft(\))h(is)f(de\014ned)i(as)e(the)h(sum)f(of)g(all)f(these)j(lo)q(cal)e (program)f(states)i(\(i.e.)35 b(the)20 b(reunion)g(of)0 1578 y(the)f(corresp)q(onding)h(informations)d(ab)q(out)h(program)g(coun)o(ters,)i (registers,)i(memories,)17 b(etc.\))34 b(and)19 b(the)g(state)h(of)e(the)0 1628 y(comm)o(unication)c(net)o(w)o(ork)j(\(i.e.)28 b(the)18 b(messages)f(curren)o(tly)i(going)d(on,)h(the)h(connection)g(of)f(switc)o (hes,)i(the)f(con)o(ten)o(t)g(of)0 1678 y(bu\013ers,)d(etc.\).)0 1793 y Fu(2.3)56 b(Di\016culties)16 b(in)j(understanding)f(parallel)g (program)f(b)r(eha)n(vior)0 1870 y Ft(There)c(are)f(a)f(n)o(um)o(b)q(er)g(of) g(reasons)h(wh)o(y)g(understanding)g(and)f(ev)n(aluating)f(distributed)j (programs)d(is)h(more)g(di\016cult)g(than)0 1920 y(for)18 b(sequen)o(tial)f (programs.)29 b(According)18 b(to)g([CBM90,)f(GMGK84)o(,)g(JLSU87,)h(Mil92)n (])g(the)g(follo)o(wing)d(reasons)k(can)f(b)q(e)0 1970 y(distinguished:)62 2056 y Fj(\017)j Fi(Size)15 b(of)h(the)g(system)d Ft(:)20 b(Distributed)14 b(programs)g(tend)h(to)f(b)q(e)h(large)g(due)g(to)f(the)h(replication)f(of)g (co)q(de)h(\(SPMD)1931 2041 y Fl(3)104 2106 y Ft(paradigm\).)g(Instead)e(of)e (dealing)g(with)h(one)g(sequen)o(tial)g(pro)q(cess,)h(the)g(programmer)c(no)o (w)j(has)g(to)g(deal)f(with)h(man)o(y)104 2156 y(pro)q(cesses.)62 2237 y Fj(\017)21 b Fi(Multipl)o(e)11 b(threads)i(of)g(con)o(trol)d Ft(:)17 b(Distributed)c(programs)e(p)q(ossess)j(man)o(y)c(threads)k(of)e(con) o(trol.)17 b(Therefore)c(the)104 2287 y(concept)i(of)e(program)f(state)i (needs)h(to)e(b)q(e)i(extended)g(to)e(include)h(all)e(the)i(lo)q(cal)f(pro)q (cess)i(states)g(and)f(the)g(states)h(of)104 2337 y(the)f(comm)o(unication)d (c)o(hannels.)62 2418 y Fj(\017)21 b Fi(Inheren)o(t)15 b(non-determin)o(i)o (sm)e Ft(:)22 b(Distributed,)16 b(async)o(hronous)h(systems)f(are)g(inheren)o (tly)g(non-deterministic.)104 2468 y(This)10 b(means)f(that)h(t)o(w)o(o)g (executions)h(of)f(the)h(same)e(system)h(ma)o(y)e(b)q(e)j(di\013eren)o(t,)g (but)g(pro)q(duce)g(the)g(same)e(result.)17 b(Ev)o(en)104 2517 y(when)d(a)g(program)f(is)h(correct,)h(it)f(still)f(remains)g(di\016cult)g (to)h(predict)h(whic)o(h)f(of)g(the)h(p)q(ossible)f(correct)i(executions)104 2567 y(will)c(lead)i(to)g(the)g(\014nal)f(results.)p 0 2592 780 2 v 46 2619 a Fp(2)64 2630 y Fr(informally)8 b(de\014ned)i(as)h(a)g (sequen)o(tial)e(program)g(in)j(execution)46 2658 y Fp(3)64 2670 y Fr(Single)d(Program,)h(Multiple)g(Data)965 2795 y Ft(3)p eop %%Page: 4 4 3 bop 62 42 a Fj(\017)21 b Fi(Nonhomogeneous)f(comm)o(unication)f(dela)o(ys)g Ft(:)31 b(Although)19 b(man)o(y)g(existing)g(distributed)i(mac)o(hines)f(are) 104 91 y(virtually)10 b(fully)h(in)o(terconnected,)i(their)g(comm)o(unicati)o (on)c(dela)o(ys)j(are)g(nonhomogeneous)f(and)g(non-deterministic,)104 141 y(due)k(to)g(the)g(usage)g(of)f(routing)h(mec)o(hanisms)d(and)j(c)o (hannel)g(con)o(ten)o(tions.)21 b(Predicting)15 b(comm)o(unication)c(times)j (is)104 191 y(th)o(us)g(imp)q(ossible.)62 272 y Fj(\017)21 b Fi(Error)e(latency)c Ft(:)25 b(Usually)m(,)16 b(there)i(is)f(a)g(lag)f(b)q (et)o(w)o(een)j(the)e(o)q(ccurrence)j(of)d(an)f(error)i(and)f(its)g(disco)o (v)o(ery)m(.)28 b(Due)104 322 y(to)15 b(the)i(signi\014can)o(t)e(comm)o (unication)e(dela)o(ys)i(and)h(autonomous)e(op)q(erations,)i(this)g(lag)f(ma) o(y)f(b)q(e)i(m)o(uc)o(h)f(larger)g(in)104 372 y(distributed)f(systems)g (than)g(in)g(sequen)o(tial)g(ones.)62 458 y(As)c(far)f(as)h(the)g(p)q (erformance)g(ev)n(aluation)e(is)h(concerned,)j(the)e(de\014nition)g(of)e (the)j(b)q(est)f(algorithm)d(p)q(erformance)j(criteria)0 508 y(is)k(not)f(clear)i(and)e(actually)m(,)f(most)h(of)g(the)i(authors)f(refer)h (to)f(metric)f(related)h(to)g(the)h(problem)d(size)j([Gus88)o(,)e(CR)m(T89)o (])g(or)0 558 y(scalabilit)o(y)f(and)i(iso-e\016ciency)g(function)g([CD)o (W92)n(,)f(GK92].)0 674 y Fu(2.4)56 b(The)18 b(use)g(of)h(run)n(time)e (information)g(for)i(increased)f(program)f(understanding)0 750 y Ft(Understanding)h(a)f(system)g(in)g(science)i(often)e(means)g(b)q (eing)g(able)g(to)g(predict)h(the)g(b)q(eha)o(vior)f(of)g(that)h(system.)28 b(With)0 800 y(complex)15 b(systems)h(suc)o(h)h(as)f(parallel)f(computers,)i (this)f(ma)o(y)e(not)i(alw)o(a)o(ys)f(b)q(e)i(p)q(ossible.)25 b(A)17 b(less)f(am)o(bitious)e(goal)h(is)h(to)0 850 y(\014nd)e(out)g(at)g (least)g(what)f(is)h(precisely)h(going)e(on)g(in)h(the)g(system.)62 900 y(The)i(adv)n(an)o(tage)e(of)h(kno)o(wing)f(exactly)h(what)g(is)g(going)f (on)h(in)g(a)g(system)g(is)g(considerable.)23 b(F)m(or)15 b(instance,)g(it)g (allo)o(ws)0 949 y(assumptions)f(to)i(b)q(e)g(c)o(hec)o(k)o(ed)g(against)f (realiy)g(and)g(th)o(us)h(to)f(v)o(erify)g(the)h(v)n(alidit)o(y)d(of)i(a)g (mo)q(del,)f(to)h(detect)i(unsusp)q(ected)0 999 y(system)d(b)q(eha)o(vior,)f (to)h(lo)q(calize)f(p)q(erformance)h(b)q(ottlenec)o(ks)h(and)f(errors,)g Fn(:)7 b(:)g(:)f Ft(.)62 1049 y(P)o(arallel)18 b(monitors)f(collect)i(data)g (during)f(execution)i(to)f(pro)o(vide)f(the)i(user)g(with)e(measuremen)o(ts.) 33 b(As)19 b(in)f(other)0 1099 y(scien)o(ti\014c)e(domains,)c(measuremen)o (ts)i(on)h(parallel)e(computers)i(migh)o(t)e(in\015uence)i(the)h(b)q(eha)o (vior)e(of)g(the)h(system)g(in)f(suc)o(h)0 1149 y(a)j(w)o(a)o(y)f(that)h(the) h(measuremen)o(ts)e(no)h(longer)g(re\015ect)i(the)e(real)g(b)q(eha)o(vior)g (of)g(the)g(unobserv)o(ed)i(system.)27 b(Ho)o(w)o(ev)o(er)17 b(the)0 1198 y(precise)f(e\013ect)f(of)f(curren)o(t)i(monitors)c(on)i(the)h (b)q(eha)o(vior)f(of)f(an)h(executing)h(program)d(is)i(a)g(largely)f (unresolv)o(ed)i(question.)0 1248 y(Tw)o(o)c(di\013eren)o(t)h(approac)o(hes)g (to)f(this)g(problem)f(can)h(b)q(e)h(distinguished.)17 b(The)12 b(common)c(approac)o(h)k(is)f(to)g(supp)q(ose)h(that)f(the)0 1298 y(in\015uence)i(of)e(the)i(monitoring)c(system)i(on)h(the)g(observ)o(ed) h(execution)g(exists)f(and)g(that)g(its)g(e\013ects)i(should)d(b)q(e)i(minim) o(ized.)0 1348 y(The)f(remaining)e(in\015uence)j(is)f(negligible.)k(The)c (opp)q(osite)g(approac)o(h)g(judges)g(an)o(y)f(in\015uence)i(unacceptable)g (and)f(requires)0 1398 y(the)i(addition)f(of)h(complex)e(hardw)o(are)i(to)g (monitor)e(the)j(observ)o(ed)g(system)e(without)h(in)o(terference.)62 1448 y(Whether)g(the)g(adv)n(an)o(tages)e(of)g(one)h(of)f(these)i(approac)o (hes)g(out)o(w)o(eigh)e(its)h(cost)h(also)e(remains)g(an)g(op)q(en)h (question,)g(and)0 1497 y(man)o(y)i(compromises)f(are)j(p)q(ossible.)27 b(The)17 b(question)f(of)g(the)h(in)o(trusiv)o(eness)h(will)d(b)q(e)i (discussed)i(in)d(more)f(detail)h(in)g(the)0 1547 y(sections)f(that)f(deal)g (with)f(the)i(actual)e(generation)h(of)f(the)i(run)o(time)e(information)e (\(see)k(section)g(3\).)62 1597 y(It)c(is)g(also)g(p)q(ossible)g(to)g (imagine)e(that)i(sev)o(eral)h(soft)o(w)o(are)f(monitoring)d(tec)o(hnics)13 b(are)e(buried)h(in)o(to)e(the)i(system)f(soft)o(w)o(are)0 1647 y(and)16 b(are)g(alw)o(a)o(ys)e(turn)i(on.)24 b(This)15 b(do)q(es)i(not)e(en)o(ter)i(the)f(scop)q(e)h(of)e(our)h(study)g(b)q(ecause)i (w)o(e)e(consider)g(that)g(these)h(ho)q(oks)0 1697 y(are)d(not)g(necessary)i (and)e(so)g(could)f(b)q(e)i(remo)o(v)o(e)e(or)h(turn)g(o\013)g(to)g(increase) h(the)f(program)f(execution)h(sp)q(eed.)0 1812 y Fu(2.5)56 b(Appro)n(ximation)17 b(of)i(the)f(ev)n(olution)f(of)i(the)f(program)g(state) 0 1889 y Ft(Since)12 b(a)f(parallel)g(computer)g(system)g(is)h(a)f (collection)g(of)g(T)m(uring)g(mac)o(hines,)g(it)g(go)q(es)h(through)f(a)h (\014nite)f(n)o(um)o(b)q(er)g(of)g(states.)0 1938 y(So)g(it)g(w)o(ould)f(b)q (e)i(enough)g(to)f(kno)o(w)g(all)f(the)h(states,)i(the)f(system)f(w)o(en)o(t) h(through)f(from)e(the)j(start)g(to)f(the)h(end)g(of)f(a)g(program)0 1988 y(execution,)17 b(to)f(kno)o(w)f(precisely)i(what)f(w)o(en)o(t)g(on)g (in)g(the)g(mac)o(hine.)23 b(This)16 b(observ)n(ation)g(can)g(b)q(e)h(done)f (in)f(t)o(w)o(o)h(di\013eren)o(t)0 2038 y(w)o(a)o(ys)e([mL92)m(]:)62 2125 y Fj(\017)21 b Ft(The)13 b(\014rst)h(one)g(consists)g(of)e Fi(time-samplin)o(g)e Ft(the)k(program)d(state.)19 b(With)12 b(the)i(help)f(of)g(these)h(time-samples,)d(one)104 2175 y(can)17 b(reconstruct)j(the)e(ev)o(olution)e(of)h(the)g(program)f(state.)29 b(The)18 b(adv)n(an)o(tage)e(is)h(that)h(the)f(user)i(can)e(c)o(ho)q(ose)h (the)104 2224 y(induced)e(o)o(v)o(erhead)g(b)o(y)f(c)o(ho)q(osing)h(the)g (sample)e(in)o(terv)n(als.)23 b(Ho)o(w)o(ev)o(er,)16 b(if)f(the)h(time)f(in)o (terv)n(al)f(b)q(ecomes)i(to)q(o)g(large,)104 2274 y(an)d(exact)i (reconstruction)h(is)d(no)h(longer)g(p)q(ossible.)104 2340 y(With)d(the)h(adv)o(en)o(t)g(of)g(micropro)q(cessors)g(and)g(c)o(hip)g(cac)o (hes,)h(ho)o(w)o(ev)o(er,)f(it)f(has)h(often)g(b)q(ecome)g(imp)q(ossible)e (to)i(record)104 2390 y(the)20 b(state)h(of)f(a)f(program)g(and)h(to)g(our)g (kno)o(wledge)g(no)f(existing)h(monitoring)e(systems)i(for)f(message-passing) 104 2439 y(arc)o(hitectures)d(ha)o(v)o(e)e(b)q(een)h(based)f(on)g(it.)62 2521 y Fj(\017)21 b Ft(The)d(other)g(approac)o(h)f(is)h Fi(ev)o(en)o(t-dri)o (v)o(en)c Ft(and)j(consists)i(of)e(recording)h(all)e(the)i(program)e(state)i (c)o(hanges.)30 b(The)104 2570 y(initial)15 b(state)j(and)f(its)g(c)o(hanges) h(are)f(enough)g(to)g(reconstruct)i(the)f(program)e(ev)o(olution.)26 b(Ob)o(viously)m(,)16 b(ev)o(en)i(if)e(it)104 2620 y(w)o(ere)c(p)q(ossible)g (to)f(collect)h(all)e(this)h(information,)e(the)j(amoun)o(t)e(w)o(ould)g(b)q (e)i(to)q(o)f(enormous)g(to)g(b)q(e)h(useful.)18 b(Therefore)104 2670 y(often)f(only)e(the)j(in)o(teresting)f(ev)o(en)o(ts)h(are)f(traced)h (and)e(the)i(ev)o(olution)d(of)h(the)i(program)d(state)i(is)g(appro)o (ximated)965 2795 y(4)p eop %%Page: 5 5 4 bop 104 42 a Ft(b)o(y)14 b(lea)o(ving)g(out)g(the)h(unin)o(teresting)g (information.)j(This)c(metho)q(d)g(has)h(b)q(een)g(generally)g(adopted)f(in)h (monitoring)104 91 y(to)q(ols)e([Mal89)o(,)g(PTV92].)62 183 y(By)d(de\014ning)g(a)g(higher)g(lev)o(el)f(of)g(abstraction)h(\(i.e.)17 b(b)o(y)9 b(c)o(hanging)g(the)i(gran)o(ularit)o(y\))d(at)i(whic)o(h)g(w)o(e)g (lo)q(ok)e(at)i(the)h(program)0 232 y(\(for)19 b(instance)h(lo)q(oking)d(at)i (pro)q(cedures)j(instead)d(of)g(instructions\),)i(its)e(state)h(represen)o (tation)h(can)e(b)q(e)h(considerably)0 282 y(simpli\014ed,)c(th)o(us)i (reducing)f(the)h(n)o(um)o(b)q(er)f(of)g(c)o(hanges)g(to)h(monitor.)26 b(Ob)o(viously)m(,)16 b(there)j(is)e(a)g(clear)h(tradeo\013)g(b)q(et)o(w)o (een)0 332 y(the)e(precision)g(of)f(the)h(appro)o(ximation,)c(the)k(lev)o(el) g(of)e(abstraction)i(and)f(the)i(o)o(v)o(erhead)e(generated)i(b)o(y)e(the)i (monitoring)0 382 y(system.)0 498 y Fu(2.6)56 b(The)18 b(ev)n(en)n(t-action)g (paradigm)0 575 y Ft(In)e(the)h(follo)o(wing,)c(w)o(e)j(will)f(refer)i(to)f (a)g(pro)q(cess)h(as)g(b)q(eing)e(the)i(elemen)o(tary)f(\015o)o(w)f(of)h(con) o(trol)f(running)h(indep)q(enden)o(tly)m(.)0 625 y(F)m(rom)i(the)j(user)g(p)q (oin)o(t)f(of)f(view,)i(it)f(mostly)e(corresp)q(ond)k(to)e(the)g(general)g (notion)g(of)f(pro)q(cedure)j(or)e(function)g(that)0 674 y(can)f(b)q(e)g (called)f(indep)q(enden)o(tly)m(.)31 b(This)19 b(notion)e(is)h(common)e(in)i (the)h(CSP)f(\(Comm)o(unicating)d(Sequen)o(tial)j(Pro)q(cesses\))0 724 y(programming)c(mo)q(del)j(and)h(app)q(ear)g(in)g(a)f(more)g(hidden)i(w)o (a)o(y)e(with)g(the)i(SPMD)f(\(Single)g(Program)e(Multiple)h(Data\))0 774 y(mo)q(del)12 b(if,)h(for)g(instance,)i(comm)o(unicati)o(on)c(pro)q (cedures)16 b(can)e(b)q(e)h(ran)f(async)o(hronously)g(on)f(eac)o(h)i(no)q (de.)0 882 y Fi(2.6.1)48 b(An)15 b(informal)e(in)o(tro)q(ducti)o(on)0 958 y Ft(An)k(ev)o(en)o(t)h(is)f(de\014ned)h(as)g(a)f(c)o(hange)g(in)g(the)h (state)g(of)e(a)h(pro)q(cess)i(at)e(a)g(sp)q(eci\014c)h(p)q(oin)o(t)f(in)g (time.)26 b(In)18 b(the)f Fm(event-action)0 1008 y(p)n(ar)n(adigm)g Ft(the)g(execution)g(of)f(a)h(distributed)g(program)e(is)h(view)o(ed)h(as)g (a)f(set)i(of)e(sequences)j(of)d(ev)o(en)o(ts.)28 b(The)17 b(ev)o(en)o(ts)g(in)0 1058 y(a)e(sequence)j(are)e(ordered)g(according)g(to)f (their)h(momen)o(t)d(of)h(o)q(ccurrence.)26 b(An)15 b(ev)o(en)o(t)h(has)g(no) f(duration.)22 b(Globally)13 b(t)o(w)o(o)0 1108 y(t)o(yp)q(es)h(of)f(ev)o(en) o(ts)i(can)e(b)q(e)h(distinguished)g(:)k(ev)o(en)o(ts)c(that)g(are)g(lo)q (cal)e(to)i(a)f(pro)q(cess,)i(suc)o(h)f(as)f(the)h(assignmen)o(t)f(of)g(v)n (ariables)0 1158 y(and)f(ev)o(en)o(ts)h(that)f(represen)o(t)j(in)o (teractions)d(b)q(et)o(w)o(een)i(pro)q(cesses)g(suc)o(h)f(as)g(the)f(comm)o (unication)d(of)i(data.)18 b(Figure)12 b(1)g(sho)o(ws)0 1208 y(this)i(w)o(a)o(y)f(of)h(lo)q(oking)e(at)i(a)g(program.)j(Eac)o(h)d(pro)q (cess)i(is)e(displa)o(y)o(ed)f(b)o(y)h(a)g(v)o(ertical)g(arro)o(w,)f (represen)o(ting)j(its)e(lo)q(cal)f(time,)0 1257 y(where)18 b(the)g(dots)g(stand)g(for)e(ev)o(en)o(ts.)30 b(P)o(airs)17 b(of)g(ev)o(en)o(ts)h(that)f(represen)o(t)j(an)d(in)o(teraction)g(b)q(et)o(w) o(een)i(t)o(w)o(o)e(pro)q(cesses)j(are)0 1307 y(link)o(ed)13 b(b)o(y)h(a)f(diagonal)g(arro)o(w.)k(There)e(is)f(no)g(assumption)e(of)i(the) g(scale)g(of)g(eac)o(h)g(time-line.)p 0 setgray 1 setlinewidth np 563 1804 11 0.00 360.00 arc fil 0 setgray np 563 1804 11 0.00 360.00 arc st 1 setlinewidth np 563 1804 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 563 1714 11 0.00 360.00 arc fil 0 setgray np 563 1714 11 0.00 360.00 arc st 1 setlinewidth np 563 1714 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 563 1545 11 0.00 360.00 arc fil 0 setgray np 563 1545 11 0.00 360.00 arc st 1 setlinewidth np 563 1545 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 731 1792 11 0.00 360.00 arc fil 0 setgray np 731 1792 11 0.00 360.00 arc st 1 setlinewidth np 731 1792 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 731 1669 11 0.00 360.00 arc fil 0 setgray np 731 1669 11 0.00 360.00 arc st 1 setlinewidth np 731 1669 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 731 1478 11 0.00 360.00 arc fil 0 setgray np 731 1478 11 0.00 360.00 arc st 1 setlinewidth np 731 1478 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 900 1770 11 0.00 360.00 arc fil 0 setgray np 900 1770 11 0.00 360.00 arc st 1 setlinewidth np 900 1770 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 900 1579 11 0.00 360.00 arc fil 0 setgray np 900 1579 11 0.00 360.00 arc st 1 setlinewidth np 900 1579 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 900 1680 11 0.00 360.00 arc fil 0 setgray np 900 1680 11 0.00 360.00 arc st 1 setlinewidth np 900 1680 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 900 1725 11 0.00 360.00 arc fil 0 setgray np 900 1725 11 0.00 360.00 arc st 1 setlinewidth np 900 1725 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 1080 1433 11 0.00 360.00 arc fil 0 setgray np 1080 1433 11 0.00 360.00 arc st 1 setlinewidth np 1080 1433 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 1069 1534 11 0.00 360.00 arc fil 0 setgray np 1069 1534 11 0.00 360.00 arc st 1 setlinewidth np 1069 1534 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 1181 1669 11 0.00 360.00 arc fil 0 setgray np 1181 1669 11 0.00 360.00 arc st 1 setlinewidth np 1181 1669 11 0.00 360.00 arc st 1 setlinewidth np 563 1838 a 563 1422 li 551 1422 li 563 1388 li 574 1422 li 563 1422 li st 1 setlinewidth np 731 1838 a 731 1422 li 720 1422 li 731 1388 li 743 1422 li 731 1422 li st 1 setlinewidth np 900 1838 a 900 1422 li 889 1422 li 900 1388 li 911 1422 li 900 1422 li st 1 setlinewidth np 563 1804 a 731 1669 li st 1 setlinewidth np 563 1804 a 731 1669 li st 1 setlinewidth np 713 1694 a 731 1669 li 703 1682 li st 1 setlinewidth np 731 1793 a 563 1714 li st 1 setlinewidth np 731 1793 a 563 1714 li st 1 setlinewidth np 593 1720 a 563 1714 li 587 1734 li st 1 setlinewidth np 900 1726 a 731 1478 li st 1 setlinewidth np 900 1726 a 731 1478 li st 1 setlinewidth np 754 1499 a 731 1478 li 742 1507 li st 1 setlinewidth np 1181 1669 a 1069 1534 li st 1 setlinewidth np 1181 1669 a 1069 1534 li st 1 setlinewidth np 1094 1553 a 1069 1534 li 1082 1562 li st 428 1410 a Fh(F)m(uture)450 1837 y(P)o(ast)698 1894 y(Pro)q(c)f(2)58 b(Pro)q(c)14 b(3)-459 b(Pro)q(c)13 b(1)1170 1444 y(In)o(ternal)h(ev)o(en)o(ts)1170 1613 y(Comm)o(unication)h(ev)o(en)o (ts)1204 1691 y(Send)1091 1534 y(Receiv)o(e)497 2023 y Ft(Figure)f(1:)k(Mo)q (del)c(of)f(a)h(program)e(as)i(sequences)i(of)e(ev)o(en)o(ts)62 2122 y(Monitoring)c(a)g(distributed)h(program)d(according)j(to)f(the)h(ev)o (en)o(t-action)g(paradigm)d(means)i(lo)q(oking)e(for)i(sp)q(eci\014c)i(ev)o (en)o(t)0 2172 y(o)q(ccurrences.)0 2280 y Fi(2.6.2)48 b(A)16 b(formal)e(de\014nition)0 2356 y Ft(Let)19 b(a)g(subsystem)g(b)q(e)g(a)f(set) i(of)e(pro)q(cesses.)35 b(Tw)o(o)18 b(disjoin)o(t)g(subsystems)h(can)g(b)q(e) g(iden)o(ti\014ed)g(in)f(a)h(parallel)e(mac)o(hine)0 2406 y([MLCS92)o(].)i (They)c(are)f(the)h(subsystem)g Fj(A)f Ft(that)h(consists)g(of)f(the)h (application)e(pro)q(cesses)k(called)d Fm(active)h(pr)n(o)n(c)n(esses)f Ft(and)0 2456 y(the)d(monitoring)d(subsystem)j(pro)q(cesses)i Fm(r)n(e)n(active)e(pr)n(o)n(c)n(esses)f Fj(R)g Ft(that)h(pro)o(vides)f(the)h (needed)h(monitoring)c(functions.)17 b(This)0 2506 y(distinction)f(allo)o(ws) e(to)i(consider)h(easily)f(a)g(non-monitored)e(program)h(as)h(only)f(the)i Fm(active)g(pr)n(o)n(c)n(esses)e Ft(while)h(a)g(general)0 2556 y(program)c(is)i Fj(P)h Ft(=)d Fj(A)d([)g(R)p Ft(.)62 2606 y(Consider)j(the)f(mac)o(hine)f(in)o(tro)q(duced)h(in)g(section)g(2.1,)f(on)h (whic)o(h)g(a)f(\014nite)h(set)h(of)e(pro)q(cesses)k Fj(P)g Ft(is)d(running.)17 b(A)11 b Fm(message)0 2655 y Ft(is)i(a)g(data)h (structure)h(used)f(to)g(send)g(information)d(from)g(one)j(pro)q(cess)h(to)f (another.)k(A)13 b Fm(message)i(channel)g Ft(is)e(an)g(abstract)965 2795 y(5)p eop %%Page: 6 6 5 bop 0 42 a Ft(structure)18 b(that)d(represen)o(t)j(the)e(receiv)o(er)g(or)g (the)g(sender)h(of)d(a)h(message.)23 b(The)15 b(state)i(of)d(a)h(c)o(hannel)h (is)f(the)h(sequence)i(of)0 91 y(messages)c(presen)o(tly)h(b)q(eing)f(sen)o (t)g(along)f(the)i(net)o(w)o(ork)f(using)f(that)h(c)o(hannel.)62 141 y(An)h(activ)o(e)g(pro)q(cess)h Fn(p)d Fj(2)g(A)h Ft(is)h(de\014ned)h(b)o (y)e(a)h(set)g(of)f(states,)i(one)f(of)f(whic)o(h)h(is)f(denoted)i(as)e(the)i (initial)c(state,)k(and)e(a)0 191 y(sequence)h(of)d(ev)o(en)o(ts.)19 b(The)13 b(state)g(of)f(an)h(activ)o(e)g(pro)q(cess)h(is)f(determined)f(b)o (y)h(the)g(v)n(alue)f(of)g(all)g(its)g(v)n(ariables)g(including)g(its)0 241 y(program)g(instruction)i(coun)o(ter)h(and)f(its)g(c)o(hannels)g(states.) 62 291 y(F)m(ollo)o(wing)d([CL85)o(],)i(an)h Fm(event)g Fn(e)g Ft(in)g(an)f(activ)o(e)h(pro)q(cess)i Fn(p)d Ft(is)h(de\014ned)h(as)f(an)f (en)o(tit)o(y)h(without)g(duration)f(that)h(re\015ects)0 340 y(a)g(c)o(hange)g(in)f(the)i(state)f(of)g Fn(p)f Ft(or)h(in)g(a)f(c)o(hannel) h(adjacen)o(t)g(to)g Fn(p)g Ft(at)g(a)f(sp)q(eci\014c)j(time.)62 390 y(A)d(reactiv)o(e)g(pro)q(cess)h Fn(r)f Fj(2)e(R)h Ft(is)h(de\014ned)g(b) o(y)f(:)18 b(the)13 b(subset)g(of)f(activ)o(e)h(pro)q(cesses)i Fn(r)e Ft(is)f(sup)q(ervising,)h(the)g(set)g(of)f(ev)o(en)o(t)h(to)0 440 y(recognized,)i(and)g(the)g(set)g(of)f(action)g(\(sequence)j(of)c (instruction\))i(to)g(p)q(erformed.)k(A)c(reactiv)o(e)g(pro)q(cess)h(is)e (initially)e(in)i(a)0 490 y(susp)q(ended)h(state)f(i.e.)j(it)c(is)g(w)o (aiting.)k(It)c(is)g(activ)n(ated)g(b)o(y)g(the)h(o)q(ccurrence)h(of)e(an)g (ev)o(en)o(t)h(in)e(one)i(of)e(the)i(activ)o(e)f(pro)q(cesses)0 540 y(it)h(sup)q(ervises.)20 b(After)15 b(iden)o(tifying)e(an)h(ev)o(en)o(t,) g(the)h(reactiv)o(e)g(pro)q(cess)h(determines)e(the)h(action)f(to)g(p)q (erform,)f(p)q(erforms)g(it)0 589 y(and)h(then)g(returns)i(to)d(the)i(susp)q (ended)h(state.)62 639 y(Often)e(in)o(teresting)g(asp)q(ects)i(in)d(the)h(b)q (eha)o(vior)f(of)g(a)g(monitored)f(system)h(are)h(determined)f(b)o(y)h(a)f (sequence)j(of)c(ev)o(en)o(ts,)0 689 y(called)e(an)g Fm(activity)f Ft([Moh90)o(].)16 b(An)11 b(activit)o(y)e(could)h(b)q(e)g(de\014ned)i(b)o(y)d (a)h(regular)g(expression)h(of)f(ev)o(en)o(ts)h(or)f(previously)g(de\014ned)0 739 y(activities.)26 b(Informally)l(,)14 b(one)i(could)h(sa)o(y)f(that)g(the) i(activit)o(y)d(describ)q(es)k(the)e(actions)f(that)h(lead)f(to)g(the)h(o)q (ccurrence)j(of)0 789 y(an)e(ev)o(en)o(t.)32 b(Whereas)19 b(attributes)g(can) g(b)q(e)g(de\014ned)g(for)f(b)q(oth)g(ev)o(en)o(ts)i(and)e(activities,)g(a)g (duration-attribute)h(is)f(only)0 839 y(meaningful)11 b(for)j(activities.)0 955 y Fu(2.7)56 b(De\014nition)17 b(of)i(the)f(di\013eren)n(t)g(classes)g(of) h(ev)n(en)n(ts)0 1031 y Ft(Ev)o(en)o(ts)14 b(can)f(b)q(e)g(group)q(ed)g(in)o (to)f(di\013eren)o(t)i(classes)g(with)f(common)d(c)o(haracteristics.)19 b(The)13 b(criteria)g(for)g(this)g(grouping)f(can)0 1081 y(b)q(e)j(based)h (on)e(the)i(lev)o(el)e(of)g(abstraction)h(in)f(the)i(system)e(that)h(is)g (related)g(to)g(the)g(ev)o(en)o(t,)g(the)g(nature)h(of)e(the)h(ev)o(en)o(t,)g (the)0 1131 y(w)o(a)o(y)g(an)h(ev)o(en)o(t)h(is)f(detected)i(and)e(its)g (role)g(in)g(a)f(monitoring)f(to)q(ol.)24 b(Classes)16 b(based)h(on)f(eac)o (h)g(of)g(these)h(criteria)g(will)d(b)q(e)0 1181 y(in)o(tro)q(duced)j(in)f (this)g(section.)26 b(These)17 b(classes)h(will)d(b)q(e)i(used)g(later)f(in)g (the)h(deduction)f(of)g(a)g(\\general)g(purp)q(ose")h(set)h(of)0 1231 y(ev)o(en)o(ts)d(to)f(monitor)e(and)h(in)h(the)g(discussion)h(ab)q(out)e (trace)i(generation.)62 1280 y(Moreo)o(v)o(er,)f(ev)o(en)o(ts)h(can)f(b)q(e)h (com)o(bined)d(to)i(create)h(new)g(ev)o(en)o(ts)g(:)62 1363 y Fj(\017)21 b Fm(A)o(tomic)14 b(events)f Ft(mark)f(a)h(simple)f(c)o(hange)h (of)g(state)h(of)f(an)g(ob)r(ject)h(of)e(the)i(monitored)e(system.)18 b(A)o(tomic)11 b(ev)o(en)o(ts)k(are)104 1413 y(lo)q(cal)e(to)i(compute)f(no)q (des)h(and)f(can)h(b)q(e)g(detected)i(b)o(y)d(a)g(lo)q(cal)g(monitor.)j(They) e(form)e(the)i(base)g(of)f(most)f(existing)104 1463 y(monitoring)e(to)q(ols)j (and)f(are)i(c)o(haracterized)g(b)o(y)f(their)g(momen)o(t)e(of)h(o)q (ccurrence.)62 1546 y Fj(\017)21 b Fm(Comp)n(ound)15 b(events)f Ft(are)g(ev)o(en)o(ts)h(that)e(are)h(de\014ned)h(as)e(a)g(com)o(bination)f (of)g(other)j(ev)o(en)o(ts)f(\(atomic)e(or)h(comp)q(ound\).)104 1596 y(Comp)q(ound)h(ev)o(en)o(ts)j(are)f(sp)q(eci\014ed)i(b)o(y)e (expressions)h(o)o(v)o(er)f(other)g(ev)o(en)o(ts.)26 b(A)16 b(comp)q(ound)e(ev)o(en)o(t)j(has)f(o)q(ccurred)i(if)104 1646 y(all)13 b(the)i(conditions)f(of)g(its)g(de\014ning)g(expression)i(are)f (ful\014lled.)j(Just)d(lik)o(e)f(an)g(atomic)e(ev)o(en)o(t,)j(a)f(comp)q (ound)f(ev)o(en)o(t)104 1696 y(has)j(no)f(duration)g(and)g(is)h(de\014ned)h (b)o(y)e(its)h(mom)o(en)o(t)e(of)g(o)q(ccurrence)19 b(whic)o(h)c(corresp)q (onds)j(to)d(the)h(momen)o(t)d(when)104 1745 y(the)j(expression)h(is)e (ful\014lled.)22 b(An)16 b Fm(activity)f Ft(can)h(b)q(e)g(asso)q(ciated)h (with)e(its)h(corresp)q(onding)g(duration)f(\(see)i(section)104 1795 y(5.2\).)104 1862 y(According)d(to)g([BL)m(T90)o(])f(the)i(necessary)g (op)q(erators)g(for)f(com)o(bining)d(ev)o(en)o(ts)k(are)g(:)150 1953 y Fi({)21 b Ft(ev)o(en)o(t)15 b Fn(e)324 1959 y Fl(1)356 1953 y Ft(or)f(ev)o(en)o(t)h Fn(e)536 1959 y Fl(2)569 1953 y Ft(happ)q(ens)f(:)k(\()p Fn(e)796 1959 y Fl(1)825 1953 y Fj(_)9 b Fn(e)881 1959 y Fl(2)900 1953 y Ft(\))150 2019 y Fi({)21 b Ft(ev)o(en)o(t)15 b Fn(e)324 2025 y Fl(1)356 2019 y Ft(happ)q(ens)g(b)q (efore)g(ev)o(en)o(t)f Fn(e)772 2025 y Fl(2)805 2019 y Ft(:)k(\()p Fn(e)870 2025 y Fl(1)901 2019 y Fj(!)11 b Fn(e)973 2025 y Fl(2)992 2019 y Ft(\))150 2086 y Fi({)21 b Ft(b)q(oth)14 b(ev)o(en)o(ts)h(happ)q(en)f (in)g(an)o(y)f(order)i(:)j(\()p Fn(e)866 2092 y Fl(1)894 2086 y Fj(^)9 b Fn(e)950 2092 y Fl(2)969 2086 y Ft(\))104 2201 y(Example)j(:)80 b Fj(\017)21 b Fg(The)g(reception)f(of)h(a)h(message)e(could)h(be)g(defined)g (as)g(:)44 b Ft(\()p Fn(e)1535 2207 y Fl(1)1574 2201 y Fj(!)19 b Fn(e)1654 2207 y Fl(2)1673 2201 y Ft(\))p Fg(,)j(where)410 2250 y Fn(e)429 2256 y Fl(1)470 2250 y Fg(is)f(the)g(start)g(of)g(the)h (receiving)d(and)j Fn(e)1230 2256 y Fl(2)1270 2250 y Fg(the)g(end)f(of)g(the) g(receiving.)410 2300 y(Its)g(moment)g(of)g(occurrence)f(will)h(be)g Fn(e)1148 2306 y Fl(2)1189 2300 y Fg(and)g(it)g(has)h(no)f(duration)f(but)h (an)410 2350 y(activity)f(can)h(be)h(associated)d(to)j Ft(\()p Fn(e)1099 2356 y Fl(1)1118 2350 y Fn(;)7 b(e)1156 2356 y Fl(2)1174 2350 y Ft(\))22 b Fg(that,)f(for)g(instance,)f(will)410 2400 y(have)h(a)g(duration)g Ft(\()p Fn(occur)q(r)q(enceof)t(e)1039 2406 y Fl(2)1068 2400 y Fj(\000)9 b Fn(occur)q(r)q(enceof)t(e)1373 2406 y Fl(1)1393 2400 y Ft(\))p Fg(.)104 2484 y Ft(Comp)q(ound)k(ev)o(en)o (ts)j(can)g(b)q(e)f(b)q(oth)g(lo)q(cal)f(and)h(distributed)h(among)d(sev)o (eral)i(no)q(des.)23 b(Ho)o(w)o(ev)o(er,)15 b(the)h(detection)g(of)104 2533 y Fm(distribute)n(d)11 b(c)n(omp)n(ound)h(events)f Ft(requires)g (complicated)e(detection)j(mec)o(hanisms)c(and)i(can)g(in)o(tro)q(duce)h (considerable)104 2583 y(o)o(v)o(erhead.)965 2795 y(6)p eop %%Page: 7 7 6 bop 104 42 a Ft(Comp)q(ound)16 b(ev)o(en)o(ts)i(do)f(not)g(create)i(new)f (information,)d(but)i(essen)o(tially)g(group)h(ev)o(en)o(ts.)29 b(Unless)18 b(the)g(run)o(time)104 91 y(information)10 b(is)j(used)h(in)f (real-time,)e(this)i(grouping)g(can)g(also)g(b)q(e)g(done)h(in)f(a)f(p)q (ost-pro)q(cessing)j(step)f(b)o(y)f(analyzing)104 141 y(the)h(generated)h (traces.)20 b(This)14 b(activit)o(y)f(is)g(called)h(clustering)h(\(see)g (section)f(5.2\).)104 208 y(Most)k(to)q(ols)f(do)h(not)f(allo)o(w)f(the)j (user)f(to)g(sp)q(ecify)g(comp)q(ound)f(ev)o(en)o(ts)i(b)q(ecause)g(of)e(the) i(complicated)d(detection)104 257 y(mec)o(hanisms)d(that)j(it)f(requires.)24 b(TOPSYS)16 b(\(see)g(section)h(6.4)d([BL)m(T90)o(])h(is)g(one)h(of)e(the)i (few)g(monitors)e(that)h(do)q(es)104 307 y(allo)o(w)d(the)j(user-sp)q (eci\014cation)g(of)e(comp)q(ound)g(ev)o(en)o(ts.)62 390 y(F)m(rom)h(a)i (conceptual)h(p)q(oin)o(t)e(of)g(view,)h(atomic)e(ev)o(en)o(ts)j(can)f(b)q(e) h(divided)e(in)o(to)h(three)h(fundamen)o(tal)d(t)o(yp)q(es)j(of)e(ev)o(en)o (ts)0 440 y(\(see)g(Figure)f(2\).)62 531 y Fj(\017)21 b Fm(Exe)n(cution)f (events)e Ft(trace)i(the)f(\015o)o(w)f(of)f(con)o(trol)h(in)g(a)g(pro)q (cess.)34 b(Suc)o(h)18 b(ev)o(en)o(ts)i(o)q(ccur)f(when)g(a)f(pro)q(cess)i (reac)o(hes)104 581 y(a)d(prior)g(de\014ned)i(statemen)o(t.)28 b(Basically)m(,)17 b(all)f(monitoring)f(to)q(ols)i(allo)o(w)e(to)j(a)f (certain)h(exten)o(t)g(the)g(detection)h(of)104 631 y(execution)14 b(ev)o(en)o(ts.)104 721 y(Example)e(:)80 b Fj(\017)21 b Fg(process)f Fn(p)9 b Fj(\000)h Ft(2)21 b Fg(executes)g(instruction)e(#69)i(for)g(the)h Ft(7)1439 706 y Fk(th)1494 721 y Fg(time)62 828 y Fj(\017)f Fm(Data)15 b(events)f Ft(Data)g(ev)o(en)o(ts)h(trace)f(the)h(\015o)o(w)e(of)h (data)f(in)h(a)f(pro)q(cess.)104 918 y(Example)f(:)80 b Fj(\017)21 b Fg(variable)f(a)i(of)f(process)f(p1)i(is)f(assigned)f(the)h(value)g(350)104 1008 y Ft(Through)15 b(data)h(ev)o(en)o(t)g(detection,)g(the)h(ev)o(olution)d (of)h(the)h(con)o(ten)o(ts)h(of)e(a)g(v)n(ariable)g(can)h(b)q(e)g(observ)o (ed.)24 b(This)16 b(can)104 1058 y(rev)o(eal)i(a)f(p)q(o)o(w)o(erful)h(aid)f (in)g(trac)o(king)h(errors)h(in)e(distributed)i(programs.)29 b(Although)17 b(this)h(is)g(traditionally)d(the)104 1107 y(domain)i(of)h (parallel)g(debuggers,)j Fm(data)f(event)g Ft(detection)g(is)f(easy)h(to)f (implem)o(en)o(t)e(for)i(simple)e(v)n(ariables,)j(th)o(us)104 1157 y(pro)o(viding)13 b(a)h(p)q(o)o(w)o(erful)h(feature)g(at)f(little)g (cost.)21 b(TOPSYS)16 b(curren)o(tly)f(o\013ers)h(the)f(p)q(ossibilit)o(y)e (of)h(monitoring)e(the)104 1207 y(reading)h(and)h(writing)f(of)h(a)f (user-de\014ned)j(v)n(ariable)d([BL)m(T90)o(].)62 1290 y Fj(\017)21 b Fm(Par)n(al)r(lelity)13 b(events)g Ft(deal)g(with)g(the)h(parallelism)d(in) i(distributed)g(programs.)k(They)d(o)q(ccur)g(when)g(a)f(pro)q(cess)i(in)o (ter-)104 1340 y(acts)f(with)e(another)i(pro)q(cess.)20 b(Under)14 b(normal)d(conditions)i(parallelit)o(y)e(ev)o(en)o(ts)j(alw)o(a)o(ys)e(come)h (in)g(pairs,)f(b)q(ecause)j(a)104 1390 y(parallelit)o(y)d(ev)o(en)o(t)i(in)g (one)g(pro)q(cess)i(induces)f(a)e(parallelit)o(y)f(ev)o(en)o(t)j(in)e (another)i(pro)q(cess.)104 1480 y(Example)d(:)80 b Fj(\017)21 b Fg(process)f Fn(p)605 1486 y Fl(2)646 1480 y Fg(sends)g(a)i(message)e(n)i (to)f(process)g Fn(p)1299 1486 y Fl(3)368 1528 y Fj(\017)g Fg(the)g(message)f(queue)h(of)h(a)f(process)g(is)g(incremented)e(by)j(one)104 1611 y Ft(Since)17 b(parallelit)o(y)e(ev)o(en)o(ts)j(are)g(the)f(only)f(ev)o (en)o(ts)i(that)f(deal)g(with)g(the)g(parallelism)d(of)j(a)f(distributed)i (program,)104 1661 y(they)13 b(pla)o(y)f(an)h(imp)q(ortan)o(t)e(role)h(in)h (deadlo)q(c)o(k)g(detection,)g(and)g(in)f(the)i(trac)o(king)e(of)g(p)q (erformance)h(b)q(ottlenec)o(ks)h(and)104 1710 y(comm)o(unicatio)o(n)d (errors.)104 1777 y(Monitoring)h(parallelit)o(y)h(ev)o(en)o(ts)h(is)g(what)g (distinguishes)g(distributed)h(monitors)d(from)g(sequen)o(tial)i(monitors)e (and)104 1827 y(all)19 b(existing)h(to)q(ols)f(allo)o(w)g(for)h(the)g (detection)h(of)f(parallelit)o(y)e(ev)o(en)o(ts.)38 b(Some)19 b(high)h(lev)o(el)f(to)q(ols)h(mainly)e(limit)104 1876 y(themselv)o(es)c(to)g (the)g(observ)n(ation)g(of)f(parallelit)o(y)f(ev)o(en)o(ts.)62 1968 y(Ev)o(en)o(ts)k(can)f(b)q(e)g(group)q(ed)g(according)g(to)f(their)h (visibilit)o(y)e(from)g(within)h(an)g(application)f(pro)q(cess)k(\(Figure)e (2\).)20 b(This)0 2018 y(division)14 b(will)f(b)q(e)i(used)h(in)e(the)i (discussion)f(ab)q(out)g(the)g(detection)h(of)e(ev)o(en)o(ts)i(in)e(sections) i(3.3,)e(3.4,)g(3.5.)19 b(The)d(follo)o(wing)0 2067 y(t)o(w)o(o)d(classes)j (can)e(b)q(e)g(distinguished)g(:)62 2159 y Fj(\017)21 b Fm(Applic)n(ation)13 b(events)g Ft(are)g(de\014ned)h(as)f(ev)o(en)o(ts)h(that)e(mark)f(the)j(c)o (hange)f(of)f(state)h(of)f(an)h(application)e(pro)q(cess.)19 b(Since)104 2209 y(this)14 b(state)g(is)g(visible)f(from)g(within)g(a)g(pro)q (cess,)i(these)h(ev)o(en)o(ts)f(are)f(easily)f(to)h(detect.)104 2275 y(The)j(examples)e(w)o(e)i(ha)o(v)o(e)f(sho)o(wn)h(un)o(til)f(no)o(w)g (w)o(ere)h(essen)o(tially)f(all)g(application)f(ev)o(en)o(ts.)27 b(Comm)o(uni)o(cations,)14 b(as)104 2325 y(far)f(as)h(sending)g(and)g (receiving)g(are)h(concerned,)g(are)f(considered)i(to)d(b)q(elong)h(to)g (this)g(class.)62 2408 y Fj(\017)21 b Fm(System)16 b(events)f Ft(Informally)m(,)d Fm(system)j(event)p Ft(s)h(are)f(concerned)i(with)e(the)g (c)o(haracteristics)i(of)d(the)i(system)f(and)g(are)104 2458 y(somewhat)g(indep)q(enden)o(t)j(of)e(the)h(application.)25 b(Although)16 b(most)f(system)h(ev)o(en)o(ts)i(are)f(induced)g(b)o(y)f (application)104 2507 y(pro)q(cesses,)g(they)e(are)h(normally)c(in)o(visible) h(to)i(the)h(user.)104 2597 y(Example)d(:)80 b Fj(\017)21 b Fg(a)h(message)e(buffer)g(of)i(a)f(router)g(overflows)368 2646 y Fj(\017)g Fg(a)h(process)e(is)h(activated)f(or)i(put)f(in)g(a)h(waiting)e (queue)965 2795 y Ft(7)p eop %%Page: 8 8 7 bop 104 42 a Ft(System)14 b(ev)o(en)o(ts)i(are)f(imp)q(ortan)o(t)e(for)h(p) q(erformance)h(monitoring,)d(b)q(ecause)k(it)f(is)f(often)h(at)g(the)g (system)f(lev)o(el)h(that)104 91 y(information)g(ab)q(out)j(p)q(erformance,)h (suc)o(h)g(as)f(w)o(aiting)e(times,)i(pro)q(cess)i(sc)o(heduling)e(and)g(con) o(text)h(switc)o(hing)f(is)104 141 y(a)o(v)n(ailable.)d(System)d(ev)o(en)o (ts)h(ma)o(y)d(also)h(pro)o(vide)h(v)n(aluable)f(clues)i(ab)q(out)f(failing)e (executions)j(of)e(apparen)o(tly)h(correct)104 191 y(applications,)g(due)j (to,)e(for)g(example,)f(bu\013er)j(o)o(v)o(er\015o)o(ws.)104 257 y(T)m(o)9 b(detect)j(system)e(ev)o(en)o(ts)h(access)h(to)e(the)h(state)g (of)f(the)h(op)q(erating)f(system)g(on)g(a)g(no)q(de)g(is)g(required.)18 b(Unfortunately)104 307 y(this)11 b(state)g(is)g(usually)f(hidden)h(from)e (the)i(application)f(program)f(and)h(sp)q(ecial)i(pro)o(visions)e(in)g(the)h (op)q(erating)g(system)104 356 y(are)i(needed)h(to)e(access)j(it.)i(F)m(or)12 b(this)h(reason,)g(system)f(ev)o(en)o(ts)i(are)f(among)d(the)j(most)f (di\016cult)g(to)g(detect)i(and)f(their)104 406 y(detection)i(mec)o(hanisms)d (are)i(the)g(least)g(p)q(ortable.)104 472 y(F)m(ew)19 b(to)q(ols)h(o\013er)g (the)g(p)q(ossibilit)o(y)e(of)h(extensiv)o(e)i(system)e(ev)o(en)o(t)h (detection.)36 b(Those)21 b(to)q(ols)e(that)g(do)h(o\013er)g(this)104 522 y(p)q(ossibilit)o(y)15 b(usually)g(use)i(a)e(mo)q(di\014ed)g(v)o(ersion)h (of)g(the)g(op)q(erating)g(system)g(or)g(use)h(a)o(v)n(ailable)d(system)h (calls.)25 b(The)104 572 y(MMK)11 b(k)o(ernel)h(of)f(TOPSYS)h(is)f(an)g (example)f(of)h(a)g(to)q(ol)g(where)h(the)g(op)q(erating)f(system)h(has)f(b)q (een)i(mo)q(di\014ed)d([BL92)o(].)104 622 y(There)15 b(is)f(also)f(a)g(mo)q (di\014cation)f(of)h(In)o(tel)h(OS)g(NX/2)g(to)q(ol)f(in)h([MRR90)n(])f(and)h (T)m(rollius)e(OS)j([vR)m(T92c)n(].)62 710 y(In)d([LCSM92])f(t)o(w)o(o)h (classes)h(of)f(ev)o(en)o(ts)h(are)g(in)o(tro)q(duced)g(that)f(group)g (atomic)f(ev)o(en)o(ts)i(according)f(to)g(their)h(a)o(v)n(ailabili)o(t)o(y)0 760 y(in)j(monitoring)d(to)q(ols.)25 b(This)16 b(distinction)f(will)g(b)q(e)i (useful)f(when)h(de\014ning)f(a)g(\\general)g(purp)q(ose")h(subset)g(of)f(ev) o(en)o(ts)h(to)0 810 y(monitor.)62 899 y Fj(\017)k Fm(Intrinsic)14 b(events)f Ft(are)h(ev)o(en)o(ts)h(that)e(are)h(part)f(of)g(the)h(standard)g (set)g(of)f(ev)o(en)o(ts)h(monitored)e(b)o(y)h(a)g(monitoring)e(to)q(ol.)104 948 y(Their)j(detection)h(is)f(automatic.)104 1038 y(Example)e(:)80 b Fj(\017)21 b Fg(send)g(a)g(message)368 1087 y Fj(\017)g Fg(enter)g(any)g (procedure)62 1185 y Fj(\017)g Fm(User)16 b(sp)n(e)n(ci\014e)n(d)h(events)f Ft(are)g(ev)o(en)o(ts)h(that)f(are)g(sp)q(eci\014ed)i(b)o(y)d(the)i(user)g(b) q(efore)f(the)h(monitoring)c(starts)k(and)f(their)104 1234 y(detection,)e(therefore,)h(is)f(not)g(automatic.)104 1324 y(Example)e(:)80 b Fj(\017)21 b Fg(modification)e(of)j(the)f(value)g(of)g (the)g(variable)f(``counter'')368 1373 y Fj(\017)h Fg(enter)g(the)g (procedure)f(``Hello)p 1003 1373 14 2 v 14 w(world'')104 1455 y Ft(Curren)o(tly)m(,)c(to)q(ols)h(that)f(allo)o(w)f(for)h(the)h(sp)q (eci\014cation)g(and)f(the)h(automatic)e(detection)j(of)d(user)j(sp)q (eci\014ed)g(ev)o(en)o(ts)104 1504 y(are)c(b)q(eing)g(dev)o(elop)q(ed)g ([LCSM92].)62 1593 y(Figure)h(2)e(summarizes)g(the)i(preceding)g(discussion)f (b)o(y)g(classifying)f(the)i(di\013eren)o(t)g(classes)h(according)e(to)g (their)g(lev)o(el)0 1643 y(of)f(abstraction.)p 1 setlinewidth np 491 1756 a 491 1711 li 322 1711 li 322 1756 li closepath st 356 1744 a Ff(Ev)o(en)o(t)p 1 setlinewidth np 907 1812 a 907 1767 li 614 1767 li 614 1812 li closepath st 649 1804 a(A)o(tomic)h(ev)o (en)o(t)p 1 setlinewidth np 929 1756 a 929 1711 li 569 1711 li 569 1756 li closepath st 619 1748 a Fh(Comp)q(ound)g(ev)o(en)o(t)p 1 setlinewidth np 704 1958 a 704 1913 li 378 1913 li 378 1958 li closepath st 416 1947 a(Execution)h(ev)o(en)o(t)p 1 setlinewidth np 637 1902 a 637 1857 li 378 1857 li 378 1902 li closepath st 428 1890 a(Data)e(ev)o(en)o(t)p 1 setlinewidth np 1098 1925 a 1098 1880 li 794 1880 li 794 1925 li closepath st 833 1913 a(In)o(trinsic)h(ev)o(en)o(t)p 1 setlinewidth np 1199 1981 a 1199 1936 li 794 1936 li 794 1981 li closepath st 833 1973 a(User-sp)q(eci\014ed)g(ev)o(en)o(t)p 1 setlinewidth np 1548 1981 a 1548 1936 li 1255 1936 li 1255 1981 li closepath st 137 w(System)g(ev)o(en)o(t)p 1 setlinewidth np 1627 1925 a 1627 1880 li 1255 1880 li 1255 1925 li closepath st 1301 1917 a(Application)i(ev)o(en)o(t)p 1 setlinewidth np 704 2015 a 704 1970 li 378 1970 li 378 2015 li closepath st 409 2007 a(P)o(arallelit)o (y)g(ev)o(en)o(t)p 1 setlinewidth np 491 1733 a 569 1733 li st 1 setlinewidth np 539 1741 a 569 1733 li 539 1726 li st 1 setlinewidth np 524 1733 a 524 1801 li 614 1801 li st 1 setlinewidth np 584 1808 a 614 1801 li 584 1793 li st 1 setlinewidth np 581 1756 a 581 1778 li 614 1778 li st 1 setlinewidth np 584 1786 a 614 1778 li 584 1771 li st 1 setlinewidth np 907 1790 a 974 1790 li 974 1835 li 311 1835 li 311 1880 li 378 1880 li st 1 setlinewidth np 348 1887 a 378 1880 li 348 1872 li st 1 setlinewidth np 311 1880 a 311 1936 li 378 1936 li st 1 setlinewidth np 348 1943 a 378 1936 li 348 1928 li st 1 setlinewidth np 311 1936 a 311 1992 li 378 1992 li st 1 setlinewidth np 348 2000 a 378 1992 li 348 1985 li st 1 setlinewidth np 311 2037 a 322 2048 li 738 2048 li 749 2037 li st 1 setlinewidth np 761 2037 a 772 2048 li 1199 2048 li 1210 2037 li st 1 setlinewidth np 1222 2037 a 1233 2048 li 1627 2048 li 1638 2037 li st 1 setlinewidth np 637 1880 a 738 1880 li 738 1958 li 794 1958 li st 1 setlinewidth np 764 1966 a 794 1958 li 764 1951 li st 1 setlinewidth np 704 1992 a 738 1992 li 738 1958 li st 1 setlinewidth np 704 1936 a 738 1936 li st 1 setlinewidth np 738 1902 a 794 1902 li st 1 setlinewidth np 764 1910 a 794 1902 li 764 1895 li st 1 setlinewidth np 1098 1902 a 1255 1902 li st 1 setlinewidth np 1225 1910 a 1255 1902 li 1225 1895 li st 1 setlinewidth np 1199 1958 a 1255 1958 li st 1 setlinewidth np 1225 1966 a 1255 1958 li 1225 1951 li st 1 setlinewidth np 1210 1958 a 1210 1902 li st 837 2093 a(monitoring)f(to)q(ols)157 b(monitoring)16 b(system)-1205 b(Conceptual)15 b(lev)o(el)371 2222 y Ft(Figure)f(2:)k(Relationship)12 b(b)q(et)o(w)o(een)j(ev)o(en)o(t)g(t) o(yp)q(es)g(and)e(abstraction)i(lev)o(els.)0 2394 y Fu(2.8)56 b(De\014nition)17 b(of)i(a)g(\\general)f(purp)r(ose")g(set)g(of)h(ev)n(en)n (ts)f(to)g(monitor)0 2471 y Ft(In)i(this)h(section)g(w)o(e)f(will)f(describ)q (e)j(a)e(set)h(of)f(ev)o(en)o(ts)h(that)f(could)g(b)q(e)h(considered)h(as)e (a)g(\\general)g(purp)q(ose")h(set)h(of)0 2521 y(ev)o(en)o(ts)16 b(to)e(monitor.)k(It)d(should)g(not)f(b)q(e)h(v)o(ery)g(di\016cult)f(for)h (the)g(reader)h(to)e(adapt)g(this)h(set)h(to)e(his)h(o)o(wn)f(sp)q(eci\014c)i (needs.)0 2570 y(Other)h(authors)f(ha)o(v)o(e)g(de\014ned)h(similar)c(sets)18 b(of)d(imp)q(ortan)o(t)f(ev)o(en)o(ts)j(to)f(monitor)e([GHPW90)n(,)i(GMGK84)o (,)f(MN90])g(and)0 2620 y(in)f(de\014ning)h(a)f(\\general)h(purp)q(ose)h (set")f(w)o(e)g(drew)g(it)g(on)f(their)h(w)o(ork,)f(our)h(on)f(w)o(ork)h(and) f(on)h(discussions)g(with)f(users)j(of)0 2670 y(parallel)c(systems.)965 2795 y(8)p eop %%Page: 9 9 8 bop 62 42 a Ft(A)14 b(general)f(monitoring)e(to)q(ol)h(should)h(b)q(oth)h (p)q(ossess)h(a)e(prede\014ned)i(set)f(of)f(monitorable)e(ev)o(en)o(ts)j(and) f(the)h(p)q(ossibilit)o(y)0 91 y(of)d(user-sp)q(eci\014ed)k(ev)o(en)o(ts.)j (The)13 b(prede\014ned)h(set)e(allo)o(ws)f(the)i(user)g(to)f(start)g (monitoring)e(the)i(execution)h(of)e(his)h(programs)0 141 y(righ)o(t)g(a)o(w) o(a)o(y)m(.)17 b(De\014ning)12 b(user-sp)q(eci\014ed)j(ev)o(en)o(ts)f(on)f (the)g(other)h(hand)e(allo)o(ws)g(the)h(adaptation)f(of)g(the)i(monitoring)c (system)0 191 y(to)k(the)g(sp)q(eci\014c)i(needs)f(of)e(the)i(user,)f(th)o (us)g(increasing)g(the)h(p)q(o)o(w)o(er)f(of)f(the)i(to)q(ol.)62 241 y(Basically)20 b(three)h(orien)o(tations)f(can)h(b)q(e)g(distinguished)f (in)g(monitoring.)35 b(Eac)o(h)20 b(of)g(these)i(orien)o(tations)e(requires)0 291 y(di\013eren)o(t)15 b(t)o(yp)q(es)g(of)e(ev)o(en)o(ts)i(to)f(b)q(e)g (monitored)f(:)62 382 y Fj(\017)21 b Fm(Description)11 b(oriente)n(d)g(to)n (ols)f Ft(are)g(to)q(ols)f(that)h(concen)o(trate)i(on)e(pro)o(viding)e(the)j (user)g(with)e(insigh)o(t)h(in)o(to)f(the)h(b)q(eha)o(vior)104 432 y(of)j(a)h(distributed)h(program.)i(They)e(usually)e(in)o(tend)i(to)f (help)g(for)g(a)g(b)q(etter)h(understanding)g(of)f(the)h(program)d(and)104 482 y(ho)o(w)d(it)g(\014t)h(a)f(giv)o(en)g(arc)o(hitecture)i(or)e(for)g(teac) o(hing)h(purp)q(ose.)18 b(They)9 b(usually)g(collect)h(information)c(ab)q (out)k(parallelit)o(y)104 531 y(ev)o(en)o(ts)k(in)g(a)f(qualitativ)o(e)f(w)o (a)o(y)h(\(sending)h(and)g(receiving)g(of)f(messages)g(b)q(et)o(w)o(een)i (pairs)f(of)f(no)q(des,)h(broadcasts,)g(...\))104 581 y(and)f(ab)q(out)h(the) h(global)d(\015o)o(w)h(of)h(con)o(trol)f(in)h(the)g(pro)q(cesses)j(\(en)o (tering)d(pro)q(cedures\).)104 648 y(Examples)j(of)h(visualization)e(orien)o (ted)j(to)q(ols)f(are)g(TVIEW)h(\(see)g(section)g(6.2\))f(from)e(the)j(TIPS)g (en)o(vironmen)o(t,)104 697 y(VISTOP)14 b(\(see)i(section)e(6.4\))f(from)f (the)j(TOPSYS)f(en)o(vironmen)o(t,)f(MARITXU)h(6.7.)62 780 y Fj(\017)21 b Fm(Debugging)13 b(oriente)n(d)f(to)n(ols)e Ft(collect)h (information)d(ab)q(out)i(the)i(state)f(of)f(pro)q(cesses)k(\(v)n(alues)c(of) g(v)n(ariables\))h(and)f(ab)q(out)104 830 y(the)16 b(\015o)o(w)g(of)f(con)o (trol)h(in)g(a)f(detailed)h(w)o(a)o(y)f(\(en)o(tering)i(sp)q(eci\014c)g(pro)q (cedures,)i(lo)q(ops,)c(conditional)g(statemen)o(ts,)h(...\))104 880 y([No)q(e92)o(].)104 946 y(Whereas)h(a)g(debugging)f(orien)o(ted)h (monitoring)d(to)q(ol)i(only)g(gathers)h(information)d(ab)q(out)j(a)f (program)f(execution)104 996 y(a)i(real)g(parallel)f(debugger)h(also)g(allo)o (ws)f(the)h(user)i(to)d(in)o(teract)i(with)f(this)g(execution.)28 b(In)18 b(this)f(rep)q(ort,)h(w)o(e)f(will)104 1046 y(concen)o(trate)f(on)f (the)h(monitoring)c(asp)q(ects)17 b(of)d(debugging.)20 b(F)m(or)15 b(more)f(information)e(ab)q(out)j(parallel)e(debuggers,)104 1096 y(the)h(reader)h(should)f(refer)h(to)f(the)g(more)f(sp)q(ecialized)i (publications)e([PU89)o(,)h(P)o(an92)o(,)f(LS92a,)g(Cha91)o(].)104 1162 y(An)d(example)e(of)h(a)h(debugging)f(orien)o(ted)h(monitoring)d(to)q (ol)i(is)h(DETOP)g([BBB)1335 1147 y Fl(+)1363 1162 y Ft(90)o(])g(of)f(the)h (TOPSYS)h(en)o(vironmen)o(t.)62 1245 y Fj(\017)21 b Fm(Performanc)n(e)f (monitoring)g(oriente)n(d)h(to)n(ols)e Ft(tend)i(to)e(gather)i(statistical)e (information)e(\(busy)k(and)e(idle)h(times)104 1295 y(of)g(pro)q(cessors,)k (comm)o(unicati)o(on)18 b(times,)i(amoun)o(t)f(of)h(messages)h(exc)o(hanged,) h(a)o(v)o(erage)f(lengths)f(of)g(messages,)104 1345 y(etc.\))j(ab)q(out)15 b(an)g(execution.)22 b(This)15 b(information)d(is)j(imp)q(ortan)o(t)f(for)h (the)g(user)i(to)e(understand)h(and)f(impro)o(v)o(e)e(the)104 1395 y(p)q(erformance)h(of)f(his)h(programs.)104 1461 y(Examples)g(of)i(a)f (p)q(erformance)h(orien)o(ted)g(to)q(ol)f(are)i(P)m(A)m(TOP)e(\(section)i (6.4\))e(en)o(vironmen)o(t,)g(P)o(araGraph)g(\(section)104 1511 y(6.1\),)d(P)o(ablo)h(\(section)i(6.5\).)62 1602 y(The)e(idea)g(of)f(ha) o(ving)f(one)i(\\general)g(purp)q(ose")h(set)f(of)f(monitored)f(ev)o(en)o(ts) j(that)f(can)g(b)q(e)g(used)h(for)e(di\013eren)o(t)i(usages)f(is)0 1652 y(b)q(ecoming)h(more)g(p)q(opular)h(with)g(the)h(dev)o(elopmen)o(t)e(of) h(complete)f(programming)e(en)o(vironmen)o(ts)i(rather)j(then)e(sp)q (eci\014c)0 1702 y(to)q(ols.)25 b(The)17 b(TOPSYS)g(en)o(vironmen)o(t)e(is)h (an)h(example)e(of)g(suc)o(h)i(a)g(system,)f(where)h(one)g(common)c (monitoring)h(system)0 1752 y(generates)i(run)o(time)c(information)f(that)j (is)g(used)h(for)e(man)o(y)f(di\013eren)o(t)j(purp)q(oses)h([BL92)o(].)62 1802 y(In)d(our)f(set,)h(w)o(e)g(will)e(only)h(include)g(atomic)f(ev)o(en)o (ts.)18 b(This)13 b(is)f(not)g(a)g(restriction)i(since)f(the)g(o)q(ccurrence) i(of)d(comp)q(ound)0 1851 y(ev)o(en)o(ts)k(can)g(alw)o(a)o(ys)e(b)q(e)i (deduced)h(b)o(y)e(analyzing)f(the)i(atomic)d(ev)o(en)o(ts)k(\(see)f(SWM)f ([BB88]\).)22 b(A)o(tomic)14 b(ev)o(en)o(ts)i(ha)o(v)o(e)f(the)0 1901 y(adv)n(an)o(tage)e(that)h(their)g(detection)h(is)f(relativ)o(ely)f (easy)h(and)g(often)g(mac)o(hine)f(indep)q(enden)o(t.)62 1993 y Fj(\017)21 b Fi(Monitoring)12 b(the)i(con)o(trol)f(\015o)o(w)g Ft(:)k(First)d(of)e(all,)g(w)o(e)i(should)f(b)q(e)h(able)f(to)g(monitor)e (the)j(\015o)o(w)f(of)g(con)o(trol)g(in)f(eac)o(h)104 2042 y(of)j(the)i(pro)q(cessors.)26 b(T)m(o)16 b(this)g(purp)q(ose,)h(w)o(e)f (include)g(the)h(execution)g(ev)o(en)o(ts)g(b)q(elo)o(w)f(in)f(our)h(set.)26 b(Some)14 b(of)i(them)104 2092 y(are)e(related)h(to)f(the)h(user)g(de\014ned) g(pro)q(cedures)i(and)d(library)f(calls,)h(others)h(corresp)q(ond)h(to)e(the) g(OS)h(con)o(trol)f(\015o)o(w.)104 2142 y(Notice)i(that)g(with)g(primitiv)o (e)e(OS)j(will)d(not)i(ha)o(v)o(e)g(the)h(m)o(ulti-pro)q(cessing)e(abilit)o (y)m(.)22 b(F)m(ollo)o(wing)14 b(our)i(de\014nition)g(of)104 2192 y(ev)o(en)o(ts,)g(the)h(in)o(tro)q(duction)e(of)g(monitoring)e(in)i(the) i(system)e(will)f(c)o(hange)i(its)g(state,)g(th)o(us)g(ev)o(en)o(ts)h (corresp)q(onding)104 2242 y(to)e(the)h(use)g(of)f(reactiv)o(e)h(pro)q (cesses)i(are)e(also)e(de\014ne.)24 b(They)15 b(will)f(pro)o(vide)h (information)e(ab)q(out)i(the)h(o)o(v)o(erhead)g(of)104 2291 y(the)e(monitoring)e(for)h(instance.)150 2383 y Fi({)21 b(application)14 b(ev)o(en)o(ts)f Ft(:)20 b Fg(trace)p 732 2383 14 2 v 14 w(start)14 b Ft(\(b)q(eginning)h(of)f(the)h(monitoring\),)e Fg(trace)p 1550 2383 V 14 w(end)h Ft(\(end)i(of)e(the)i(mon-)195 2433 y(itoring\),)e Fg(trace)p 471 2433 V 15 w(transport)f Ft(\(transp)q(ort)j(of) e(ev)o(en)o(t-records)k(to)d(the)g(outside)h(of)e(the)i(parallel)e(mac)o (hine)f(for)195 2482 y(treatmen)o(t\),)j Fg(procedure)p 619 2482 V 14 w(begin)g Ft(\(a)g(pro)q(cess)i(en)o(ters)g(a)e(pro)q(cedure,)i Fg(procedure)i(end)c Ft(\(a)g(pro)q(cess)i(quits)e(a)195 2532 y(pro)q(cedure\),)j Fg(user)p 510 2532 V 14 w(defined)p 678 2532 V 15 w(control)p 847 2532 V 14 w(flow)p 949 2532 V 15 w(event)c Ft(\(arriv)n(al)g(at)h(a)g(user)h(sp)q(eci\014ed)h(program)d (instruction)195 2582 y(or)f(con)o(trol)g(\015o)o(w)f(ev)o(en)o(t\).)965 2795 y(9)p eop %%Page: 10 10 9 bop 150 42 a Fi({)21 b(system)f(ev)o(en)o(ts)c Ft(:)26 b Fg(system)p 680 42 14 2 v 14 w(call)p 782 42 V 15 w(begin)17 b Ft(\(en)o(try)h(to)g(a)f(system)h(call\),)g Fg(system)p 1528 42 V 14 w(call)p 1630 42 V 15 w(end)f Ft(\(exit)h(from)e(a)195 91 y(system)g(call\),)f Fg(process)p 598 91 V 14 w(start)g Ft(\(start)h(of)g(a)f(pro)q(cess\),)j Fg(process)p 1269 91 V 14 w(suspend)d Ft(\(susp)q(ension)i(of)e(a)h(pro)q(cess)h(b)o(y)195 141 y(the)i(sc)o(heduler\),)g Fg(process)p 641 141 V 15 w(activate)d Ft(\(activ)n(ation)g(of)i(a)f(susp)q(ended)j(pro)q(cess\),)g Fg(process)p 1685 141 V 14 w(end)e Ft(\(end)g(of)f(a)195 191 y(pro)q(cess\).)62 282 y Fj(\017)k Fi(Monitoring)13 b(the)i(data)h(\015o)o(w) e Ft(:)19 b(T)m(o)14 b(monitor)e(the)j(data)f(\015o)o(w,)g(w)o(e)g(will)f (include)i(the)g(detection)g(of)f(a)g(c)o(hange)h(of)104 332 y(v)n(alue)e(of)g(a)h(\\simple)e(v)n(ariable")607 317 y Fl(4)638 332 y Ft(:)18 b Fg(data)p 759 332 V 15 w(assignment)12 b Ft(\(this)i(is)g(an) f(application)g(ev)o(en)o(t\).)104 399 y(No)k(extensiv)o(e)h(data)e(\015o)o (w)h(monitoring)d(facilities)i(will)g(b)q(e)h(included)g(b)q(ecause)i(this)e (is)g(t)o(ypically)e(the)j(domain)d(of)104 448 y(parallel)d(debugging.)62 531 y Fj(\017)21 b Fi(Monitoring)f(the)j(parallelit)n(y)e(ev)o(en)o(ts)e Ft(:)31 b(Monitoring)20 b(parallelism)e(includes)j(t)o(w)o(o)g(imp)q(ortan)o (t)e(activities,)104 581 y(observing)e(what)h(is)f(going)f(on)i(and)f (recording)h(statistical)f(information)e(for)i(p)q(erformance)g(analysis.)28 b(The)18 b(list)104 631 y(b)q(elo)o(w)d(en)o(umerates)h(the)g(parallelit)o(y) e(ev)o(en)o(ts)i(that)g(will)e(b)q(e)i(included)g(in)f(our)g(set.)24 b(Note)16 b(that)g(information)c(suc)o(h)104 681 y(as)h(net)o(w)o(ork)g(con)o (ten)o(tion)g(or)f(bu\013er)i(\014ll)e(in)h(could)f(b)q(e)i(deduce)g(from)d (these)j(basic)f(ev)o(en)o(ts)h(and)f(their)g(corresp)q(onding)104 731 y(attributes)k(suc)o(h)g(as)f(coun)o(ters.)27 b(As)17 b(they)g(are)f(arc) o(hitecture)j(and)d(OS)g(dep)q(enden)o(t,)i(they)f(should)f(not)h(app)q(ear)f (in)104 780 y(suc)o(h)e(a)g(general)g(set.)150 872 y Fi({)21 b(application)7 b(ev)o(en)o(ts)h Ft(:)15 b Fg(send)p 693 872 V 15 w(begin)8 b Ft(\(b)q(eginning)h(of)g(a)g(send\),)h Fg(send)p 1307 872 V 15 w(end)f Ft(\(end)h(of)f(a)g(send\),)h Fg(receive)p 1832 872 V 15 w(begin)195 922 y Ft(\(b)q(eginning)k(of)f(a)g(receiv)o(e\),)i Fg(receive)p 804 922 V 14 w(end)f Ft(\(end)g(of)g(a)f(receiv)o(e\);)150 988 y Fi({)21 b(system)14 b(ev)o(en)o(ts)e Ft(:)18 b Fg(sending)12 b Ft(\(b)q(eginning)g(of)h(the)h(actual)f(sending)h(after)f(the)h(rendezv)o (ous)h(has)f(b)q(een)g(estab-)195 1038 y(lished)d(\(for)g(sync)o(hronous)i (comm)o(uni)o(cations)c(only\).)16 b(The)c(di\013erence)h(b)q(et)o(w)o(een)g (the)f(mom)o(en)o(ts)e(of)g(o)q(ccurrence)195 1088 y(of)i Fg(send)p 332 1088 V 15 w(begin)f Ft(and)h Fg(sending)f Ft(is)h(the)h(in)o(terv)n(al)f (that)g(the)h(pro)q(cess)h(w)o(aited)e(for)g(the)h(comm)o(unication)c(to)j (hap-)195 1137 y(p)q(en)j(\(for)f(example)f(establishmen)o(t)h(of)g(a)g (rendezv)o(ous)i(or)e(in)o(terruption)g(coming)f(from)f(the)j(comm)o (unication)195 1187 y(device.\),)f Fg(receiving)e Ft(\(b)q(eginning)h(of)h (the)g(receiving\))0 1303 y Fu(2.9)56 b(De\014nition)17 b(of)i(the)f(ev)n(en) n(t)g(attributes)g(that)h(need)f(to)g(b)r(e)g(recorded)0 1380 y Ft(Once)d(an)f(ev)o(en)o(t)g(has)g(o)q(ccurred)i(and)e(has)g(b)q(een)h (detected,)g(some)e(information)e(should)j(b)q(e)g(pro)o(vided)g(to)g(the)g (user)h(of)e(the)0 1430 y(monitor.)27 b(This)18 b(information)d(is)i(store)i (in)e(a)g(record)i(asso)q(ciated)g(to)e(the)i(ev)o(en)o(t)f(and)f(eac)o(h)i (information)14 b(is)k(called)f(an)0 1480 y(attribute.)i(The)14 b Fm(event-r)n(e)n(c)n(or)n(d)f Ft(will)g(con)o(tain)g(the)h Fm(attributes)g Ft(ab)q(out)f(the)i(ev)o(en)o(t)f(that)g(just)g(o)q(ccurred.) 62 1529 y(Ob)o(viously)m(,)i(the)h Fm(attributes)e Ft(that)i(are)g(recorded)h (in)e(an)g(ev)o(en)o(t-record)i(dep)q(end)g(b)q(oth)e(on)g(the)h(nature)g(of) f(the)h(ev)o(en)o(t)0 1579 y(and)e(the)g(subsequen)o(t)h(use)g(that)f(is)f (made)g(of)g(the)i(ev)o(en)o(t-record.)22 b(Although)14 b(it)h(ma)o(y)d(not)j (b)q(e)g(ob)o(vious)f(to)h(de\014ne)h(all)d(the)0 1629 y(attributes)i(an)g (ev)o(en)o(t-record)h(should)e(record,)h(some)f(common)e(attributes)j(can)g (b)q(e)g(de\014ned)h(\(see)f(table)g(1\).)k(Additional)0 1679 y(common)11 b(attributes)k(of)e(comm)o(unication)e(ev)o(en)o(ts)j(are)h (represen)o(ted)h(in)e(table)g(2.)p 0 1738 524 2 v -1 1787 2 50 v 156 1772 a Fg(event)p 269 1772 14 2 v 14 w(type)p 522 1787 2 50 v 180 w Ft(this)g(attribute)g(enco)q(des)i(the)e(nature)h(of)e(the) i(ev)o(en)o(t)f(that)g(o)q(ccurred.)p 0 1788 524 2 v -1 1886 2 100 v 164 1821 a Fg(timestamp)p 522 1886 V 186 w Ft(is)e(a)g(n)o(um)o(b)q (er)g(whic)o(h)g(uniquely)g(iden)o(ti\014es)h(the)g(momen)o(t)d(when)i(the)h (ev)o(en)o(t)548 1871 y(o)q(ccurred)j(in)d(a)h(pro)q(cessor.)p 0 1888 524 2 v -1 1936 2 50 v 188 1921 a Fg(node)p 279 1921 14 2 v 15 w(id)p 522 1936 2 50 v 213 w Ft(de\014nes)h(the)g(no)q(de)f(where)h (the)g(ev)o(en)o(t)f(to)q(ok)g(place.)p 0 1938 524 2 v -1 2085 2 150 v 25 1971 a Fg(process)p 182 1971 14 2 v 14 w(identification)p 522 2085 2 150 v 47 w Ft(de\014nes)22 b(the)g(pro)q(cess)g(where)g(the)g(ev)o (en)o(t)f(to)q(ok)g(place.)39 b(On)21 b(mac)o(hines)548 2021 y(that)f(only)g(allo)o(w)f(one)h(pro)q(cess)i(p)q(er)f(no)q(de,)h(this)f (iden)o(ti\014cation)e(could)548 2071 y(b)q(e)c(omitted.)p 0 2087 524 2 v 669 2160 a(T)m(able)e(1:)k(some)c(common)f(attributes)62 2252 y(A)h(further)g(attribute)g(that)g(records)h(the)f(duration)f(of)g(the)i (activit)o(y)d(can)i(b)q(e)g(asso)q(ciated)h(with)e(comp)q(ound)f(ev)o(en)o (t)j(\(see)0 2301 y(section)g(5.2\).)j(Man)o(y)c(to)q(ols)g(use)h(it)e (implicitly)m(,)e(b)o(y)j(asso)q(ciating)f Fm(dur)n(ation-attribute)h Ft(with)g(an)g(ev)o(en)o(t)h(whic)o(h,)f(in)f(fact,)h(is)g(a)0 2351 y(comp)q(ound)g(ev)o(en)o(t)h(\(PICL)g(is)g(an)g(example)e([GHPW90)o (].\).)p 0 2388 780 2 v 46 2415 a Fp(4)64 2427 y Fr(Assignmen)o(ts)d(without) i(side-e\013ects)f(are)h(implied)f(here.)16 b(By)c(\\simple)e(v)n(ariable",)f (w)o(e)k(mean)d(a)i(v)n(ariable)e(that)h(is)h(of)g(a)g(simple)e(t)o(yp)q(e)h (\(in)o(t,)0 2466 y(real,)f(b)q(o)q(olean,)f(c)o(har,)i(\015oat\))f(and)g (that)g(is)i(easy)e(to)h(access.)j(P)o(oin)o(ters)c(to)h(simple)f(v)n (ariables)f(are)i(not)g(allo)o(w)o(ed.)j(The)d(reason)f(for)h(this)g(c)o (hoice)e(is)0 2506 y(related)h(to)h(the)g(implemen)o(t)o(ati)o(on)d(of)k(the) e(detection)f(of)i(data)g(ev)o(en)o(ts.)954 2795 y Ft(10)p eop %%Page: 11 11 10 bop 0 2 502 2 v -1 50 2 50 v 47 35 a Fg(destination)p 292 35 14 2 v 13 w(process)p 501 50 2 50 v 70 w Ft(the)15 b(destination)e(pro)q (cess)j(of)d(a)h(message)g(in)f(send)i(ev)o(en)o(ts.)p 0 51 502 2 v -1 100 2 50 v 79 85 a Fg(destination)p 324 85 14 2 v 14 w(node)p 501 100 2 50 v 103 w Ft(the)g(no)q(de)f(on)g(whic)o(h)g(the)g (destination)g(pro)q(cess)h(runs.)p 0 101 502 2 v -1 149 2 50 v 101 134 a Fg(source)p 236 134 14 2 v 15 w(process)p 501 149 2 50 v 124 w Ft(the)g(origin)d(of)i(a)f(message)h(in)f(receiv)o(e)j(ev)o (en)o(ts.)p 0 151 502 2 v -1 199 2 50 v 25 184 a Fg(source)p 160 184 14 2 v 14 w(node)21 b(describes)p 501 199 2 50 v 48 w Ft(the)15 b(no)q(de)f(on)g(whic)o(h)g(the)g(sending)g(pro)q(cess)i(runs.)p 0 201 502 2 v -1 249 2 50 v 123 234 a Fg(message)p 280 234 14 2 v 14 w(type)p 501 249 2 50 v 147 w Ft(the)f(t)o(yp)q(e)f(of)f(message)h (that)g(is)g(sen)o(t)g(or)g(receiv)o(ed.)p 0 251 502 2 v -1 299 2 50 v 101 284 a Fg(message)p 258 284 14 2 v 14 w(length)p 501 299 2 50 v 125 w Ft(the)h(length)f(of)f(the)h(sen)o(t)h(or)f(receiv)o(ed) h(message.)p 0 301 502 2 v 386 373 a(T)m(able)e(2:)18 b(Additional)12 b(common)f(attributes)k(of)e(comm)o(unication)e(ev)o(en)o(ts)0 497 y Fu(2.10)56 b(Time)16 b(and)j(the)g(ordering)e(of)i(ev)n(en)n(ts)0 574 y Ft(Time)13 b(and)i(the)g(ordering)f(of)g(ev)o(en)o(ts)i(are)f(t)o(w)o (o)f(crucial)h(notions)f(in)g(monitoring.)k(Measuring)d(time)e(in)o(terv)n (als)h(forms)f(the)0 624 y(base)18 b(for)g(the)g(assessmen)o(t)h(of)e(the)h (elapse)h(time)d(of)h(a)h(program)e(or)i(system.)29 b(Remark)17 b(that)h(ev)o(en)g(if)f(sev)o(eral)h(kind)g(of)0 674 y(p)q(erformance)f (metrics)g(can)g(b)q(e)h(used)g(b)o(y)f(sp)q(eci\014c)h(application)e(\(i.e.) 27 b(memory)15 b(consumption,)h(cac)o(he)i(misses,)f(shared)0 723 y(ob)r(ject)f(requests,)h(etc.\),)f(the)g(most)f(common)d(one)k(is)f (related)h(to)f(the)h(elapse)g(time)e(tak)o(en)i(b)o(y)f(the)h(application)e (to)h(end.)0 773 y(The)i(ordering)g(of)f(ev)o(en)o(ts)i(is)f(used)h(to)e (establish)h(p)q(ossible)g(causalit)o(y)f(relationships)h(whic)o(h)g(are)g (needed)h(to)f(v)o(erify)f(the)0 823 y(correctness)f(of)d(a)f(program.)16 b(Time)11 b(is)h(a)g(stronger)h(notion)e(than)h(order,)h(since)g(if)e(the)i (time)e(of)g(o)q(ccurrence)k(of)c(ev)o(ery)i(ev)o(en)o(t)0 873 y(is)h(kno)o(wn,)f(the)h(order)h(of)e(the)i(ev)o(en)o(ts)g(can)f(b)q(e)g (deduced.)62 923 y(Due)19 b(to)g(the)h(presence)h(of)e(m)o(ultiple)d(indep)q (enden)o(t)21 b(concurren)o(t)g(pro)q(cesses)g(in)e(a)f(distributed)i (program,)e(existing)0 973 y(sequen)o(tial)c(notions)f(of)h(time)e(and)i(ev)o (en)o(t)h(ordering)f(are)g(not)g(directly)g(applicable.)62 1063 y Fj(\017)21 b Ft(In)d(most)f(mac)o(hines,)g(time)g(is)h(de\014ned)h(b)o (y)e(a)h(lo)q(cal)f(clo)q(c)o(k,)i(just)f(lik)o(e)f(in)g(sequen)o(tial)h(mac) o(hines.)30 b(T)m(o)17 b(relate)h(t)o(w)o(o)104 1113 y(ev)o(en)o(ts)d(that)g (o)q(ccurred)h(at)e(di\013eren)o(t)i(no)q(des)f(ho)o(w)o(ev)o(er,)f(a)g (\\global")f(notion)g(of)h(time)f(is)h(required.)21 b(This)14 b(giv)o(es)g(rise)104 1163 y(to)g(a)f(problem,)f(b)q(ecause)k(t)o(w)o(o)d (indep)q(enden)o(t)i(lo)q(cal)e(clo)q(c)o(ks)i(do)e(not)h(necessarily)h (indicate)f(the)g(same)f(time.)62 1246 y Fj(\017)21 b Ft(In)12 b(a)g(distributed)h(program,)e(ev)o(en)o(ts)i(within)f(the)h(same)e(pro)q (cess)j(are)f(ordered)h(just)e(lik)o(e)g(in)g(a)g(sequen)o(tial)g(program.) 104 1295 y(When)j(ordering)h(the)f(ev)o(en)o(ts)i(from)c(di\013eren)o(t)j (pro)q(cesses,)i(on)d(the)h(other)g(hand,)f(often)g(only)g(a)g(partial)f (order)i(can)104 1345 y(b)q(e)e(established)h(and)f(man)o(y)e(di\013eren)o(t) i(partial)f(orders)i(migh)o(t)d(exist)i(that)g(ma)o(y)e(lead)i(to)g(the)g (same)f(v)n(alid)f(result.)0 1453 y Fi(2.10.1)48 b(Theoretical)13 b(asp)q(ects)i(of)h(time)e(and)h(the)g(ordering)e(of)j(ev)o(en)o(ts)0 1530 y Ft(The)j(common)e(notion)h(of)g(time)g(is)h(sometime)d(not)j (necessary)i(for)e(the)h(to)q(ol)e(that)h(use)h(the)f(monitored)f (information)0 1579 y(\(debugger)c(for)f(instance\).)19 b(Th)o(us,)13 b(the)h(causal)f(order)h(is)f(sometime)e(su\016cien)o(t)j(and)f(less)h (costly)f(in)g(terms)g(of)g(monitoring)0 1629 y(p)q(o)o(w)o(er.)19 b(F)m(or)13 b(this)h(purp)q(ose,)h(in)f(this)g(section,)g(the)h(notions)e (\\happ)q(ened)i(b)q(efore")g(and)f(\\clo)q(c)o(k")f(will)g(b)q(e)h(in)o(tro) q(duced)h(and)0 1679 y(the)f(related)h(issues)g(will)d(b)q(e)j(discussed.)62 1770 y Fj(\017)21 b Ft(In)16 b([Lam78)m(])f(the)i Fm(happ)n(ene)n(d)h(b)n (efor)n(e)d Ft(\(\\)p Fj(!)p Ft("\))h(relationship)f(is)h(in)o(tro)q(duced.) 25 b(This)16 b(relationship)f(is)h(at)g(the)g(base)h(of)104 1820 y(partial)12 b(orders)h(o)o(v)o(er)g(sets)h(of)e(ev)o(en)o(ts.)19 b(The)13 b(\\happ)q(ened)h(b)q(efore")f(relationship)f(only)g(de\014nes)j (whic)o(h)d(ev)o(en)o(ts)i(migh)o(t)104 1869 y(ha)o(v)o(e)h(in\015uenced)h (eac)o(h)g(other,)f(but)h(do)q(es)f(not)g(tell)g(us)h(if)e(they)i(actually)e (did.)21 b(Th)o(us,)15 b(t)o(w)o(o)g(ev)o(en)o(ts)h(are)g(said)e(to)h(b)q(e) 104 1919 y(concurren)o(t,)g(if)e Fj(:)p Ft(\()p Fn(e)423 1925 y Fl(1)453 1919 y Fj(!)e Fn(e)525 1925 y Fl(2)544 1919 y Ft(\))j(and)g Fj(:)p Ft(\()p Fn(e)718 1925 y Fl(2)748 1919 y Fj(!)d Fn(e)820 1925 y Fl(1)839 1919 y Ft(\),)j(where)h Fj(:)e Ft(indicates)i(negation.)62 2002 y Fj(\017)21 b Ft(F)m(rom)14 b(an)h(abstract)i(p)q(oin)o(t)f(of)f(view,) g(a)h Fm(clo)n(ck)g Ft(is)f(just)i(a)e(w)o(a)o(y)g(of)g(assigning)g(a)h(n)o (um)o(b)q(er)f(to)h(an)f(ev)o(en)o(t.)25 b(The)16 b(en)o(tire)104 2052 y(system)d(of)h(clo)q(c)o(ks)g(is)g(represen)o(ted)j(b)o(y)c(the)i (function)e Fn(C)s Ft(,)g(whic)o(h)h(assigns)g(to)g(an)o(y)g(ev)o(en)o(t)g Fn(e)g Ft(the)h(n)o(um)o(b)q(er)e Fn(C)s Ft(\()p Fn(e)p Ft(\).)18 b(F)m(or)104 2102 y(a)13 b(clo)q(c)o(k)h(to)g(b)q(e)h(correct,)g(the)f(follo) o(wing)d(condition)j(should)f(hold)h([Lam78)m(])f(:)104 2168 y(F)m(or)h(an)o(y)g(t)o(w)o(o)g(ev)o(en)o(ts)h Fn(a;)7 b(b)14 b Ft(:)19 b(if)14 b Fn(a)e Fj(!)g Fn(b)j Ft(then)g Fn(C)s Ft(\()p Fn(a)p Ft(\))d Fn(<)h(C)s Ft(\()p Fn(b)p Ft(\),)h(but)h(the)g(opp)q(osite)f (is)h(not)f(necessarily)i(true)f(\()p Fn(C)s Ft(\()p Fn(a)p Ft(\))e Fn(<)104 2218 y(C)s Ft(\()p Fn(b)p Ft(\))e Fj(6\))g Fn(a)h Fj(!)f Fn(b)p Ft(\).)104 2284 y(Tw)o(o)i(di\013eren)o(t)i(t)o(yp)q(es) g(of)e(clo)q(c)o(ks)h(can)g(b)q(e)h(distinguished.)j(A)c(logical)e(clo)q(c)o (k)i(is)f(a)h(clo)q(c)o(k)g(that)g(is)g(incremen)o(ted)g(after)104 2334 y(ev)o(ery)e(ev)o(en)o(t)f(o)q(ccurrence)j(indep)q(enden)o(tly)e(of)e (the)i(elapsed)f(time.)16 b(A)11 b(ph)o(ysical)f(clo)q(c)o(k)h(on)g(the)h (other)f(hand)g(is)g(de\014ned)104 2388 y(b)o(y)165 2368 y Fk(d)p Fl(\()p Fk(C)r Fl(\()p Fk(e)p Fl(\)\))p 165 2378 111 2 v 205 2402 a Fk(dt)292 2388 y Ft(=)h(1.)17 b(With)12 b(a)g(logical)f(clo)q (c)o(k)i(w)o(e)f(can)h(only)f(determine)g(whether)i(an)e(ev)o(en)o(t)h(to)q (ok)f(place)h(b)q(efore)g(or)g(after)104 2438 y(another)i(ev)o(en)o(t,)h (whereas)g(with)f(a)g(ph)o(ysical)f(clo)q(c)o(k)i(w)o(e)f(can)g(also)g (de\014ne)h(ho)o(w)f(m)o(uc)o(h)e(time)h(elapsed)i(b)q(et)o(w)o(een)g(t)o(w)o (o)104 2488 y(ev)o(en)o(ts.)k(Ph)o(ysical)14 b(time)e(is)j(th)o(us)f(a)g (more)f(general)i(notion)e(than)h(logical)f(time,)f(and)i(giv)o(en)g(a)g(ph)o (ysical)g(time)e(scale)104 2537 y(for)h(all)g(ev)o(en)o(ts)i(in)e(an)h (execution)h(w)o(e)f(can)g(deduce)h(a)f(logical)e(time)g(scale,)i(but)h(not)e (vice)h(v)o(ersa.)62 2620 y Fj(\017)21 b Ft(Due)14 b(to)g(the)h(discrete)g (nature)g(of)f(real)g(ph)o(ysical)f(clo)q(c)o(ks)i(there)g(is)f(a)g(quan)o (ti\014cation)f(error)i(b)q(et)o(w)o(een)h(the)e(real)g(time)104 2670 y(and)i(the)i(clo)q(c)o(k)e(of)h(at)f(most)g(a)620 2654 y Fl(1)p 620 2661 17 2 v 620 2684 a(2)658 2670 y Ft(tic)o(k.)27 b(If)16 b(t)o(w)o(o)g(non-concurren)o(t)j(ev)o(en)o(ts)e(o)q(ccur)h(within)e (one)h(tic)o(k,)g(they)g(will)e(b)q(e)954 2795 y(11)p eop %%Page: 12 12 11 bop 104 42 a Ft(assigned)15 b(the)g(same)f(clo)q(c)o(k)h(v)n(alue,)f(and)h (will)e(th)o(us)i(b)q(e)g(considered)i(as)e(concurren)o(t.)22 b(The)15 b(probabilit)o(y)e(of)i(suc)o(h)g(an)104 91 y(error)f(will)e (decrease)j(b)o(y)e(decreasing)i(the)f(length)f(of)g(a)g(tic)o(k,)f(but)i (will)e(nev)o(er)i(b)q(e)g(zero.)19 b(With)12 b(a)h(logical)f(clo)q(c)o(k)h (suc)o(h)104 141 y(an)h(error)i(is)f(imp)q(ossible,)e(b)q(ecause)j(the)f(clo) q(c)o(k)g(v)n(alue)f(is)h(increased)h(b)q(et)o(w)o(een)g(ev)o(ery)g(t)o(w)o (o)e(non-concurren)o(t)i(ev)o(en)o(ts,)104 191 y(no)d(matter)h(ho)o(w)f (small)f(the)i(ph)o(ysical)g(time-in)o(terv)n(al)d(that)j(separates)i(them.) 62 274 y Fj(\017)21 b Ft(A)e(disadv)n(an)o(tage)e(of)i(the)g(use)g(of)g (global)e(clo)q(c)o(ks)i(\(logical)e(or)i(ph)o(ysical\))f(is)h(that)f(the)i (partially)d(ordered)j(set)g(of)104 324 y(ev)o(en)o(ts)c(is)f(implicitl)o(y)d (mapp)q(ed)i(on)o(to)h(a)f(totally)g(ordered)i(set.)23 b(This)14 b(results)i(in)f(a)g(n)o(um)o(b)q(er)f(of)g(problems)g([Fid88)o(].)104 374 y(First)g(of)f(all,)f(it)h(is)h(imp)q(ossible)e(to)i(distinguish)f(b)q (et)o(w)o(een)i(when)f(the)g(temp)q(oral)f(ordering)g(b)q(et)o(w)o(een)j(t)o (w)o(o)d(ev)o(en)o(ts)i(is,)104 423 y(and)f(when)h(is)f(not)g(enforced)i(b)o (y)e(a)g(causal)g(relationship)g(\(see)h(Figure)g(8\).)k(Secondly)m(,)14 b(the)h(monitor)d(itself)i(ma)o(y)e(b)q(e)104 473 y(non-deterministically)i (a\013ected)j(b)o(y)f(this)g(in)o(terlea)o(ving)f(of)g(ev)o(en)o(ts.)25 b(F)m(or)16 b(exactly)g(the)g(same)f(computation)f(with)104 523 y(the)f(same)f(inputs)h(whic)o(h)f(generate)i(the)f(same)f(results,)i (the)f(monitor)e(ma)o(y)f(pro)q(duce)k(di\013eren)o(t)g(results)g(due)f(to)f (the)104 573 y(di\013erences)k(in)d(in)o(terlea)o(ving.)104 639 y(In)k([Fid88)o(])f(the)i(use)g(of)e Fm(p)n(artial)r(ly)h(or)n(der)n(e)n (d)g(lo)n(gic)n(al)g(clo)n(cks)g Ft(is)g(prop)q(osed)h(as)f(a)g(solution)f (to)h(this)g(problem)e(and)i(a)104 689 y(debugging)c(strategy)i(based)f(on)g (these)h(partially)e(ordered)i(clo)q(c)o(ks)f(is)g(prop)q(osed)g([Mat89)o(,)g (SM92)o(,)g(DJ91)o(].)p 0 setgray 1 setlinewidth np 1264 944 11 0.00 360.00 arc fil 0 setgray np 1264 944 11 0.00 360.00 arc st 1 setlinewidth np 1264 944 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 375 1034 11 0.00 360.00 arc fil 0 setgray np 375 1034 11 0.00 360.00 arc st 1 setlinewidth np 375 1034 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 375 1102 11 0.00 360.00 arc fil 0 setgray np 375 1102 11 0.00 360.00 arc st 1 setlinewidth np 375 1102 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 544 944 11 0.00 360.00 arc fil 0 setgray np 544 944 11 0.00 360.00 arc st 1 setlinewidth np 544 944 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 544 1001 11 0.00 360.00 arc fil 0 setgray np 544 1001 11 0.00 360.00 arc st 1 setlinewidth np 544 1001 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 1095 1102 11 0.00 360.00 arc fil 0 setgray np 1095 1102 11 0.00 360.00 arc st 1 setlinewidth np 1095 1102 11 0.00 360.00 arc st 1 setlinewidth np 1263 1147 a 1263 844 li 1252 844 li 1263 810 li 1275 844 li 1263 844 li st 1 setlinewidth np 1432 1136 a 1432 844 li 1421 844 li 1432 810 li 1443 844 li 1432 844 li st 1 setlinewidth np 1095 1147 a 1095 844 li 1084 844 li 1095 810 li 1106 844 li 1095 844 li st 1 setlinewidth np 544 1147 a 544 844 li 532 844 li 544 810 li 555 844 li 544 844 li st 1 setlinewidth np 712 1136 a 712 844 li 701 844 li 712 810 li 724 844 li 712 844 li st 1 setlinewidth np 375 1147 a 375 844 li 364 844 li 375 810 li 386 844 li 375 844 li st 1 setlinewidth np 375 1054 a 544 997 li st 1 setlinewidth np 375 1054 a 544 997 li st 1 setlinewidth np 517 1014 a 544 997 li 513 1000 li st 1 setlinewidth np 1095 1098 a 1100 1097 li st 1 setlinewidth np 1114 1092 a 1119 1091 li st 1 setlinewidth np 1134 1085 a 1139 1084 li st 1 setlinewidth np 1154 1079 a 1159 1078 li st 1 setlinewidth np 1173 1072 a 1178 1071 li st 1 setlinewidth np 1193 1066 a 1198 1065 li st 1 setlinewidth np 1212 1059 a 1217 1058 li st 1 setlinewidth np 1232 1053 a 1237 1052 li st 1 setlinewidth np 1251 1046 a 1256 1045 li st 1 setlinewidth np 1271 1040 a 1276 1039 li st 1 setlinewidth np 1290 1033 a 1295 1032 li st 1 setlinewidth np 1310 1027 a 1315 1026 li st 1 setlinewidth np 1329 1020 a 1334 1019 li st 1 setlinewidth np 1349 1014 a 1354 1013 li st 1 setlinewidth np 1368 1007 a 1373 1006 li st 1 setlinewidth np 1388 1001 a 1393 1000 li st 1 setlinewidth np 1407 994 a 1412 993 li st 1 setlinewidth np 1427 988 a 1432 987 li st 1 setlinewidth np 1406 1003 a 1432 986 li 1401 989 li st 1 setlinewidth np 1267 944 a 1272 943 li st 1 setlinewidth np 1288 938 a 1293 937 li st 1 setlinewidth np 1308 931 a 1313 930 li st 1 setlinewidth np 1329 924 a 1334 923 li st 1 setlinewidth np 1349 917 a 1354 916 li st 1 setlinewidth np 1369 910 a 1374 909 li st 1 setlinewidth np 1390 904 a 1395 903 li st 1 setlinewidth np 1410 897 a 1415 896 li st 1 setlinewidth np 1431 890 a 1436 889 li st 1 setlinewidth np 1410 905 a 1436 889 li 1405 891 li st 1 setlinewidth np 548 944 a 553 943 li st 1 setlinewidth np 568 938 a 573 937 li st 1 setlinewidth np 588 931 a 593 930 li st 1 setlinewidth np 609 924 a 614 923 li st 1 setlinewidth np 629 917 a 634 916 li st 1 setlinewidth np 650 910 a 655 909 li st 1 setlinewidth np 670 904 a 675 903 li st 1 setlinewidth np 690 897 a 695 896 li st 1 setlinewidth np 711 890 a 716 889 li st 1 setlinewidth np 690 905 a 716 889 li 685 891 li st 1 setlinewidth np 375 1098 a 380 1097 li st 1 setlinewidth np 395 1092 a 400 1091 li st 1 setlinewidth np 414 1085 a 419 1084 li st 1 setlinewidth np 434 1079 a 439 1078 li st 1 setlinewidth np 453 1072 a 458 1071 li st 1 setlinewidth np 473 1066 a 478 1065 li st 1 setlinewidth np 492 1059 a 497 1058 li st 1 setlinewidth np 512 1053 a 517 1052 li st 1 setlinewidth np 531 1046 a 536 1045 li st 1 setlinewidth np 551 1040 a 556 1039 li st 1 setlinewidth np 570 1033 a 575 1032 li st 1 setlinewidth np 590 1027 a 595 1026 li st 1 setlinewidth np 609 1020 a 614 1019 li st 1 setlinewidth np 629 1014 a 634 1013 li st 1 setlinewidth np 648 1007 a 653 1006 li st 1 setlinewidth np 668 1001 a 673 1000 li st 1 setlinewidth np 688 994 a 693 993 li st 1 setlinewidth np 707 988 a 712 987 li st 1 setlinewidth np 686 1003 a 712 986 li 682 989 li st 1039 1113 a Fh(e1)1207 944 y(e2)1455 956 y(b)q(efore)f(e2)1050 1192 y(Pro)q(c)g(1)59 b(Pro)q(c)13 b(2)58 b(Observ)o(er)1455 900 y(e1)13 b(wrongly)319 1113 y(e1)488 944 y(e2)735 900 y(e1)g(correctly)735 956 y(b)q(efore)g(e2)330 1192 y(Pro)q(c)g(1)59 b(Pro)q(c)13 b(2)59 b(Observ)o(er)0 1321 y Ft(Figure)10 b(3:)16 b(The)11 b(e\013ect)h(of)e(totally)f(ordering)h(a)g (partially)f(ordered)i(set)h(of)d(ev)o(en)o(ts.)18 b(The)11 b(plain)e(arro)o(ws)i(represen)o(t)h(comm)o(uni-)0 1371 y(cations)g(b)q(et)o (w)o(een)h(pro)q(cessors.)20 b(With)11 b(this)h(total)f(ordering,)h(the)g (observ)o(er)i(is)d(th)o(us)i(wrong)e(from)f(the)j(causal)e(relationship)0 1420 y(p)q(oin)o(t)i(of)h(view.)0 1576 y Fi(2.10.2)48 b(Practical)14 b(implemen)n(tati)o(on)o(s)0 1652 y Ft([IM93)o(])c(sho)o(ws)h(that)f(the)h (global)e(time)g(precision)i(can)f(in\015uence)i(the)f(understanding)g(of)e (the)i(trace)h(based)f(represen)o(tation.)62 1702 y(Despite)i(the)f(fact)g (that)g(enforcing)g(a)f(total)h(order)g(in)g(a)f(set)i(of)e(ev)o(en)o(ts)i (theoreticaly)f(results)h(in)f(a)f(loss)h(of)f(information,)0 1752 y(this)h(metho)q(d)f(has)h(b)q(een)h(generally)f(adopted)g(b)q(ecause)i (it)d(is)h(practically)f(a)h(v)o(ery)g(go)q(o)q(d)g(w)o(a)o(y)f(to)h(compute) f(a)h(lot)f(of)g(metrics)0 1802 y(related)j(to)g(elapse)g(time.)j(All)c(the)h (to)q(ols)g(that)g(w)o(e)g(ha)o(v)o(e)f(studied)i(are)f(based)h(on)e(the)i (use)f(of)f(a)h(global)e(ph)o(ysical)h(time)g(\(or)0 1852 y(w)o(all)i(clo)q (c)o(k\),)i(whic)o(h)f(not)g(only)f(allo)o(ws)g(the)i(ordering)g(of)e(the)i (ev)o(en)o(ts,)h(but)e(also)g(the)h(measuremen)o(t)e(of)h(time)f(in)o(terv)n (als.)0 1901 y(Three)g(di\013eren)o(t)g(approac)o(hes)g(can)f(b)q(e)g (distinguished)g(to)g(establish)g(global)e(time)h(:)0 2009 y Fi(Using)i(a)j(global)d(clo)q(c)o(k)41 b Ft(A)15 b Fm(glob)n(al)h(clo)n(ck) f Ft(is)f(the)i(most)e(accurate)i(w)o(a)o(y)e(to)h(establish)g(a)g(global)e (time.)20 b(Unfortunately)0 2059 y(few)15 b(mac)o(hines)f(are)i(equipp)q(ed)f (with)g(suc)o(h)h(a)e(clo)q(c)o(k)h(and)g(adding)f(one)i(to)e(an)h(existing)g (mac)o(hine)f(can)h(b)q(e)h(a)e(complicated)0 2109 y(task)g(\(see)h(Hyp)q (ermon)e(in)h([MRR90)n(,)f(MR90]\).)62 2159 y(Global)e(clo)q(c)o(ks)i (require)g(additional)e(hardw)o(are)i(and)f(are)h(usually)f(not)g(p)q (ortable.)18 b(Either)13 b(one)g(cen)o(tral)g(timer)e(coun)o(ter)0 2209 y(transmits)18 b(its)h(v)n(alue)f(to)h(all)f(the)h(no)q(des)h(in)e(the)i (system)e(or)h(the)h(lo)q(cal)e(clo)q(c)o(ks)h(of)f(the)i(system)e(w)o(orks)h (in)g(a)f(lo)q(c)o(kstep)0 2258 y(fashion.)35 b(If)19 b(the)h(time)f(tic)o(k) g(b)q(ecomes)h(smaller)e(than)i(the)g(tra)o(v)o(eling)f(time)g(of)g(the)h (clo)q(c)o(k)g(signal,)f(it)h(is)f(p)q(ossible)h(for)0 2308 y(concurren)o(t)g(ev)o(en)o(ts)f(to)f(b)q(e)h(assigned)g(a)f(di\013eren)o(t)h (timestamp.)29 b(A)18 b(larger)g(time)f(tic)o(k)h(eliminates)f(this)h (problem,)g(but)0 2358 y(increases)e(the)e(quan)o(ti\014cation)f(error,)h (and)g(some)f(compromise)f(needs)j(to)f(b)q(e)g(adopted.)0 2466 y Fi(Sim)o(ulati)o(ng)c(a)k(global)d(clo)q(c)o(k)42 b Ft(Sync)o(hronizing)11 b(the)i(lo)q(cal)e(clo)q(c)o(ks)h(at)g(the)g(b)q (eginning)f(of)h(a)f(program)g(execution)h(allo)o(ws)0 2516 y(the)j(sim)o(ulation)d(of)i(a)g(global)f(clo)q(c)o(k)i(in)f(systems)h(that)f (are)h(not)g(equipp)q(ed)g(with)f(a)h(global)e(clo)q(c)o(k.)20 b(One)15 b(problem)e(is)i(that)0 2566 y(the)k(lo)q(cal)e(clo)q(c)o(ks)i(ma)o (y)d(drift)i(apart.)31 b(T)m(o)17 b(solv)o(e)h(this)h(problem,)e(resync)o (hronizations)i(ma)o(y)e(b)q(e)i(necessary)h(at)e(regular)0 2615 y(in)o(terv)n(als.)954 2795 y(12)p eop %%Page: 13 13 12 bop 21 42 a Ft(Hardw)o(are)14 b(sync)o(hronization)104 106 y(An)i(electrical)g(signal)f(is)h(used)h(to)f(reset)h(the)g(lo)q(cal)e(clo)q (c)o(ks)h(in)g(the)g(mac)o(hine.)23 b(Compared)15 b(to)h(a)f(complete)h (global)104 156 y(clo)q(c)o(k,)e(this)h(approac)o(h)g(has)g(the)g(adv)n(an)o (tage)f(of)g(requiring)h(less)g(additional)e(hardw)o(are,)i(but)g(the)g (precision)g(of)f(the)104 206 y(sync)o(hronization)i(will)f(b)q(e)h(limited)e (b)o(y)i(the)h(tra)o(v)o(eling)e(time)g(of)g(the)i(reset)h(signal,)d(as)h(it) g(is)g(with)g(a)g(global)e(clo)q(c)o(k.)104 255 y(One)h(disadv)n(an)o(tage)e (is)i(that)f(this)h(reset)h(mec)o(hanism)c(usually)h(needs)j(to)e(b)q(e)h (added)g(to)g(the)g(mac)o(hine.)j(Another)d(is)104 305 y(that)f(the)g(drift)g (has)g(not)g(b)q(een)h(eliminated.)21 384 y(Soft)o(w)o(are)e(sync)o (hronization)104 449 y(In)f([Lam78)n(])g(Lamp)q(ort)f(prop)q(oses)j(an)f (algorithm)d(that)i(allo)o(ws)g(for)g(soft)o(w)o(are)h(sync)o(hronization)f (of)g(the)i(lo)q(cal)e(clo)q(c)o(ks)104 498 y(in)f(a)h(system.)17 b(Eac)o(h)c(message)f(that)g(is)g(sen)o(t)h(from)d(a)i(no)q(de)g(con)o(tains) g(a)g(timestamp)e(of)h(the)i(lo)q(cal)e(time)g(when)h(it)g(w)o(as)104 548 y(sen)o(t.)20 b(In)15 b([DHHB86)o(])f(a)h(b)q(etter)h(algorithm)c(is)i (describ)q(ed)i(that)f(w)o(as)f(originally)e(prop)q(osed)k(b)o(y)e(Gusella)g (and)g(Zatti)104 598 y([GZ84)o(].)23 b(The)16 b(main)d(idea)j(of)f(the)h (algorithm)d(is)i(to)h(exc)o(hange)g(messages)g(con)o(taining)e(timestamps)g (and)h(curren)o(t)104 648 y(estimates)e(of)h(the)g(time)f(o\013set.)104 712 y(Practical)i(implemen)o(tatio)o(ns,)d(as)j(the)h(PICL)f(library)f(on)h (the)h(In)o(tel)f(iPSC,)f(used)i(v)o(ery)f(simple)e(solutions)i(to)g(syn-)104 762 y(c)o(hronize)g(the)g(clo)q(c)o(ks.)21 b(P)o(airs)14 b(of)g(no)q(des)i (sync)o(hronized)g(with)e(eac)o(h)h(other)g(through)g(exc)o(hanges)g(of)f (messages)h(that)104 812 y(con)o(tained)e(the)h(lo)q(cal)e(time)g(of)g(the)i (sending)f(no)q(de.)18 b(Curren)o(tly)m(,)13 b(a)g(m)o(uc)o(h)f(b)q(etter)i (algorithm)d(has)i(b)q(een)h(adopted)f(in)104 862 y(PICL)f([Dun91)o(],)g(it)g (eliminates)f(99\045)h(of)g(the)h(drift)g(b)q(et)o(w)o(een)h(the)f (di\013eren)o(t)g(clo)q(c)o(ks,)g(but)g(it)f(tak)o(es)h(appro)o(ximativ)o (ely)104 912 y(60)g(seconds)i(to)f(sync)o(hronize.)21 991 y(Estimating)e (global)g(time)h(from)f(ev)o(en)o(t-records)104 1055 y(In)g(this)g(metho)q(d) f(the)h(global)f(time)f(is)i(calculated)g(in)g(a)f(p)q(ost-mortem)f(w)o(a)o (y)m(.)17 b(Adv)n(an)o(tages)12 b(are)g(that)g(this)g(metho)q(d)f(is)104 1105 y(en)o(tirely)i(p)q(ortable,)g(do)q(es)h(not)f(require)i(an)o(y)d(sp)q (ecial)i(hardw)o(are,)f(and)g(do)q(es)h(not)g(induce)f(an)o(y)g(additional)f (o)o(v)o(erhead)104 1155 y(in)h(the)i(observ)o(ed)g(system.)104 1219 y(During)h(run)o(time)f(ev)o(en)o(t-records)k(are)e(generated)h(that)e (con)o(tain)h(at)f(least)h(the)g(origin)e(of)h(the)i(trace)f(and)g(a)f(lo)q (cal)104 1269 y(timestamp.)f(Analyzing)e(the)g(send-receiv)o(e)j(pairs)d(of)f (our)i(trace-\014le)g(will)e(th)o(us)h(result)h(in)f(a)g(set)h(of)f (equations)g(that)104 1319 y(b)q(ounds)19 b(the)g(v)n(alues)f(of)g(the)h (o\013set.)33 b(The)19 b(more)e(pairs)i(analyzed)f(in)g(this)h(metho)q(d,)f (the)h(b)q(etter)h(the)f(obtained)104 1368 y(precision)14 b(is.)k(In)c ([DHHB86)o(])f(t)o(w)o(o)h(metho)q(ds)f(based)h(on)g(this)g(principle)f(are)i (prop)q(osed.)j(Sim)o(ulation)11 b(results)k(sho)o(w)104 1418 y(that)g(the)h(global)e(time)g(can)i(b)q(e)g(estimated)f(with)g(high)g (precision)h(using)g(these)g(metho)q(ds.)23 b(The)16 b(ab)q(o)o(v)o(e)f (principle)104 1468 y(could)e(also)h(b)q(e)g(used)h(for)f(the)g(on-line)f (estimation)f(of)i(global)e(time.)p 0 setgray 1 setlinewidth np 602 1865 11 0.00 360.00 arc fil 0 setgray np 602 1865 11 0.00 360.00 arc st 1 setlinewidth np 602 1865 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 602 1966 11 0.00 360.00 arc fil 0 setgray np 602 1966 11 0.00 360.00 arc st 1 setlinewidth np 602 1966 11 0.00 360.00 arc st 1 setlinewidth np 601 2033 a 601 1730 li 590 1730 li 601 1696 li 613 1730 li 601 1730 li st 0 setgray 1 setlinewidth np 433 1955 11 0.00 360.00 arc fil 0 setgray np 433 1955 11 0.00 360.00 arc st 1 setlinewidth np 433 1955 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 433 1842 11 0.00 360.00 arc fil 0 setgray np 433 1842 11 0.00 360.00 arc st 1 setlinewidth np 433 1842 11 0.00 360.00 arc st 1 setlinewidth np 433 2033 a 433 1730 li 421 1730 li 433 1696 li 444 1730 li 433 1730 li st 1 setlinewidth np 601 1966 a 433 1842 li st 1 setlinewidth np 461 1854 a 433 1842 li 452 1866 li st 1 setlinewidth np 433 1955 a 601 1865 li st 1 setlinewidth np 578 1886 a 601 1865 li 571 1872 li st 0 setgray 1 setlinewidth np 827 1955 11 0.00 360.00 arc fil 0 setgray np 827 1955 11 0.00 360.00 arc st 1 setlinewidth np 827 1955 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 827 1842 11 0.00 360.00 arc fil 0 setgray np 827 1842 11 0.00 360.00 arc st 1 setlinewidth np 827 1842 11 0.00 360.00 arc st 1 setlinewidth np 826 2033 a 826 1730 li 815 1730 li 826 1696 li 838 1730 li 826 1730 li st 0 setgray 1 setlinewidth np 996 1741 11 0.00 360.00 arc fil 0 setgray np 996 1741 11 0.00 360.00 arc st 1 setlinewidth np 996 1741 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 996 1842 11 0.00 360.00 arc fil 0 setgray np 996 1842 11 0.00 360.00 arc st 1 setlinewidth np 996 1842 11 0.00 360.00 arc st 1 setlinewidth np 995 1910 a 995 1606 li 984 1606 li 995 1572 li 1006 1606 li 995 1606 li st 0 setgray 1 setlinewidth np 1221 1955 11 0.00 360.00 arc fil 0 setgray np 1221 1955 11 0.00 360.00 arc st 1 setlinewidth np 1221 1955 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 1221 1842 11 0.00 360.00 arc fil 0 setgray np 1221 1842 11 0.00 360.00 arc st 1 setlinewidth np 1221 1842 11 0.00 360.00 arc st 1 setlinewidth np 1220 2033 a 1220 1730 li 1209 1730 li 1220 1696 li 1231 1730 li 1220 1730 li st 0 setgray 1 setlinewidth np 1389 1955 11 0.00 360.00 arc fil 0 setgray np 1389 1955 11 0.00 360.00 arc st 1 setlinewidth np 1389 1955 11 0.00 360.00 arc st 0 setgray 1 setlinewidth np 1389 2056 11 0.00 360.00 arc fil 0 setgray np 1389 2056 11 0.00 360.00 arc st 1 setlinewidth np 1389 2056 11 0.00 360.00 arc st 1 setlinewidth np 1389 2123 a 1389 1820 li 1377 1820 li 1389 1786 li 1400 1820 li 1389 1820 li st 1 setlinewidth np 995 1842 a 826 1842 li st 1 setlinewidth np 856 1835 a 826 1842 li 856 1850 li st 1 setlinewidth np 826 1955 a 995 1741 li st 1 setlinewidth np 982 1769 a 995 1741 li 970 1760 li st 1 setlinewidth np 1036 1940 a 1029 1910 li 1021 1940 li st 1 setlinewidth np 1029 1910 a 1029 2033 li st 1 setlinewidth np 1021 2003 a 1029 2033 li 1036 2003 li st 1 setlinewidth np 1220 1955 a 1389 1955 li st 1 setlinewidth np 1359 1962 a 1389 1955 li 1359 1947 li st 1 setlinewidth np 1389 2056 a 1220 1842 li st 1 setlinewidth np 1244 1861 a 1220 1842 li 1233 1871 li st 1 setlinewidth np 1452 2063 a 1445 2033 li 1437 2063 li st 1 setlinewidth np 1445 2033 a 1445 2123 li st 1 setlinewidth np 1437 2093 a 1445 2123 li 1452 2093 li st 2 setlinewidth np [ 2 15.50 ] 0 setdash 793 2033 a 1040 2033 li st [] 0 setdash [] 0 setdash 2 setlinewidth np [ 2 17.25 ] 0 setdash 961 1910 a 1040 1910 li st [] 0 setdash [] 0 setdash 2 setlinewidth np [ 2 15.50 ] 0 setdash 1209 2033 a 1456 2033 li st [] 0 setdash [] 0 setdash 2 setlinewidth np [ 2 17.25 ] 0 setdash 1377 2123 a 1456 2123 li st [] 0 setdash [] 0 setdash 388 2078 a Fh(reference)1468 2112 y(o\013set)1052 2011 y(o\013set)1052 1966 y(max)1468 2067 y(min)428 2252 y Ft(Figure)i(4:)j(The)e(b)q(ounds)f(on)g(the)g(o\013set)h(b)q(et)o(w)o(een)g (t)o(w)o(o)f(lo)q(cal)f(clo)q(c)o(ks)0 2412 y Fu(2.11)56 b(De\014ning)18 b(a)h(global)f(monitoring)f(mo)r(del)0 2489 y Ft(When)d(observing)f(a)g (parallel)f(system,)h(the)h(activit)o(y)e(of)h(gathering)g(and)g(using)h(run) o(time)e(information)e(can)k(b)q(e)g(split)f(in)o(to)0 2539 y(3)h(reasonably)f(indep)q(enden)o(t)j(phases)e(\(see)i(Figure)e(5\))f(:)51 2620 y(1.)20 b(The)d(run)o(time)e(information)f(needs)j(to)g(b)q(e)g (generated.)27 b(This)16 b(in)o(v)o(olv)o(es)g(observing)g(the)h(system)f (and)h(generating)104 2670 y(the)d(required)h(information.)954 2795 y(13)p eop %%Page: 14 14 13 bop 51 42 a Ft(2.)20 b(Once)15 b(the)g(information)c(has)j(b)q(een)h (generated)h(it)d(needs)j(to)e(b)q(e)h(stored)g(and)f(transp)q(orted)h(to)f (the)h(lo)q(cation)e(where)104 91 y(it)g(is)h(used.)51 174 y(3.)20 b(The)15 b(information)e(that)i(has)g(arriv)o(ed)h(at)f(its)g (destination)g(needs)h(to)f(b)q(e)h(in)o(terpreted)h(and)e(used)h(for)f(the)h (purp)q(ose)104 224 y(for)d(whic)o(h)h(it)g(w)o(as)f(created.)p 1 setlinewidth np 452 492 56 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 902 492 56 0.00 360.00 arc fil 0 setgray np 902 492 56 0.00 360.00 arc st 1 setlinewidth np 902 492 56 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 467 492 18 0.00 360.00 arc fil 0 setgray np 467 492 18 0.00 360.00 arc st 1 setlinewidth np 467 492 18 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 677 492 56 0.00 360.00 arc fil 0 setgray np 677 492 56 0.00 360.00 arc st 1 setlinewidth np 677 492 56 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 1071 390 22 0.00 360.00 arc fil 0 setgray np 1071 390 22 0.00 360.00 arc st 1 setlinewidth np 1071 390 22 0.00 360.00 arc st 1 setgray 1 setlinewidth np 496 481 a 586 481 li 586 469 li 609 492 li 586 514 li 586 503 li 496 503 li closepath fil 0 setgray np 496 481 a 586 481 li 586 469 li 609 492 li 586 514 li 586 503 li 496 503 li closepath st 1 setlinewidth np 496 481 a 586 481 li 586 469 li 609 492 li 586 514 li 586 503 li 496 503 li closepath st 1 setgray 1 setlinewidth np 744 481 a 823 481 li 823 469 li 845 492 li 823 514 li 823 503 li 744 503 li closepath fil 0 setgray np 744 481 a 823 481 li 823 469 li 845 492 li 823 514 li 823 503 li 744 503 li closepath st 1 setlinewidth np 744 481 a 823 481 li 823 469 li 845 492 li 823 514 li 823 503 li 744 503 li closepath st 1 setlinewidth np 1104 526 a 1081 503 li 1081 514 li 1048 514 li 1048 537 li 1081 537 li 1081 548 li closepath st 373 413 a Fh(Application)56 b(Storage)111 b(Usage)1116 368 y(Comp)q(onen)o(t)14 b(of)e(the)h(monitoring)1116 413 y(system)1116 559 y(Information)1116 514 y(Flo)o(w)g(of)g(run)o(time)328 688 y Ft(Figure)h(5:)j(The)e(three)g(phases)g(in)e(gathering)h(and)g(using)f (run)o(time)g(information)62 796 y(This)19 b(w)o(a)o(y)e(of)h(lo)q(oking)f (at)h(the)h(pro)q(cess)h(of)e(gathering)g(and)h(using)f(run)o(time)f (information)e(has)k(the)g(adv)n(an)o(tage)f(of)0 845 y(allo)o(wing)f(us)i (to)g(consider)g(together)h(man)o(y)d(of)h(the)i(problems)e(encoun)o(tered)j (separately)m(.)33 b(Most)19 b(existing)g(to)q(ols)f(and)0 895 y(programming)12 b(en)o(vironmen)o(ts,)i(suc)o(h)i(as)f(PICL/P)o (araGraph,)g(TIPS,)g(SIMPLE,)g(TOPSYS,)h(P)o(ablo,)e(GPMS,)h(PIMSY,)0 945 y(IPS/2,)e(...)k(adopt)d(this)g(phase)g(approac)o(h)g(in)g(their)g (structure)i(\(see)f(Chapter)g(6\).)62 995 y(Eac)o(h)i(of)e(these)j(three)f (phases)g(will)e(b)q(e)h(presen)o(ted)j(in)c(sections)i(4)f(and)g(5,)g(after) g(the)h(next)g(section)f(whic)o(h)g(explains)0 1045 y(the)e(ev)o(en)o(t-driv) o(en)h(approac)o(h.)0 1182 y Fo(3)69 b(Generation)22 b(of)i(the)e(ev)n(en)n (ts)0 1281 y Fu(3.1)56 b(Description)17 b(of)i(the)f(p)r(ossible)f(ev)n(en)n (t-record)h(formats)0 1358 y Ft(In)10 b(the)h(\014rst)g(place,)f(ev)o(en)o (t-records)j(are)d(a)g(means)f(of)h(information)d(storage)k(for)e(the)i(ev)o (en)o(t-attributes.)18 b(The)11 b(ev)o(en)o(t-records)0 1408 y(are)j(usually)f(called)h Fm(tr)n(ac)n(es)f Ft(b)q(ecause)j(they)e(represen) o(t)i(the)f(information)c(let)j(b)o(y)f(the)i(execution)g(of)e(the)h (program.)62 1457 y(F)m(or)g(a)g(trace-format)g(to)g(b)q(e)h(v)n(alid,)e(it)h (is)g(su\016cien)o(t)h(that)g(the)g(information)c(can)k(b)q(e)g(enco)q(ded)h (in)e(and)g(deco)q(ded)i(from)0 1507 y(the)i(ev)o(en)o(t-record.)32 b(Man)o(y)17 b(other)h(considerations,)h(ho)o(w)o(ev)o(er,)f(in)o(terv)o(ene) h(when)f(deciding)g(up)q(on)g(the)g(usefulness)h(of)e(a)0 1557 y(trace-format.)g(Examples)c(of)g(these)i(considerations)g(are)f (compactness,)g(ease)h(of)e(enco)q(ding,)h(and)f(p)q(ortabilit)o(y)m(.)0 1665 y Fi(3.1.1)48 b(Enco)q(ding)14 b(a)i(trace-format)0 1742 y Ft(Mainly)d(t)o(w)o(o)g(classes)i(of)f(di\013eren)o(t)g(enco)q(ding)g(sc)o (hemes)h(can)f(b)q(e)h(distinguished:)62 1833 y Fj(\017)21 b Fm(T)m(ext)14 b(b)n(ase)n(d)h(tr)n(ac)n(e-formats)d Ft(enco)q(de)j(the)f (ev)o(en)o(t-records)i(as)d(sequences)j(of)d(ASCI)q(I)h(c)o(haracters.)20 b(ASCI)q(I)14 b(traces)h(are)104 1883 y(h)o(uman-readable)f(and)h(highly)g(p) q(ortable,)g(but)h(are)g(time-consuming)d(to)i(enco)q(de.)25 b(When)15 b(enco)q(ding)h(traces)h(in)e(a)104 1933 y(v)o(erb)q(ose)j(manner,) e(text)h(based)h(trace-formats)e(are)h(also)f(space-ine\016cien)o(t.)28 b(Ho)o(w)o(ev)o(er,)18 b(this)e(is)h(not)g(necessarily)104 1982 y(true,)d(when)g(trace-records)j(are)d(enco)q(ded)h(as)f(sequences)j(of) c(in)o(tegers)i(represen)o(ted)h(in)e(ASCI)q(I.)104 2049 y(Examples)i(of)h (monitoring)d(systems)k(that)f(use)h(text)g(based)g(trace-formats)e(are)i (the)g(P)o(arMo)q(d)f(run)o(time)f(system)104 2099 y([Abs90)o(])e(and)h(the)g (PICL)g(instrumen)o(ted)f(library)g([GHPW90)o(].)19 b(T)m(o)14 b(limit)e(the)j(o)o(v)o(erhead)g(of)f(the)h(enco)q(ding)f(of)g(the)104 2148 y(trace-records,)i(PICL)e(uses)h(an)e(in)o(ternal)h(binary)f (trace-format)g(b)q(ecause)j(it)d(is)h(more)f(time)f(e\016cien)o(t.)62 2231 y Fj(\017)21 b Fm(Binary)13 b(tr)n(ac)n(e)g(formats)p Ft(,)f(on)g(the)h(other)f(hand,)g(are)h(compact)f(and)g(induce)h(little)e(o)o (v)o(erhead,)i(b)q(ecause)h(they)e(are)h(fast)104 2281 y(to)h(enco)q(de.)20 b(Unfortunately)m(,)13 b(b)o(yte)h(orderings)h(and)e(n)o(um)o(b)q(er)h (represen)o(tations)i(di\013er)e(across)h(di\013eren)o(t)g(mac)o(hines,)104 2331 y(and)c(p)q(orting)g(trace)i(\014les)f(across)g(mac)o(hines)f(will)f (almost)g(certainly)h(imply)f(con)o(v)o(erting)h(the)h(trace)h(\014les.)18 b(According)104 2381 y(to)11 b([Hon89)o(],)g(the)h(ra)o(w)f(n)o(um)o(b)q(er)f (of)h(bits)h(required)g(to)f(represen)o(t)j(a)d(ev)o(en)o(t-record)i(in)d (text)i(format)e(can)h(easily)g(exceed)104 2431 y(\014v)o(e)j(to)g(ten)g (times)f(the)i(n)o(um)o(b)q(er)e(of)g(bits)h(required)h(for)e(an)h(equiv)n (alen)o(t)f(binary)h(represen)o(tation.)104 2497 y(In)g([RP91)o(],)e(a)i (monitoring)d(system)j(that)g(uses)h(a)f(binary)f(trace-format)g(is)h (describ)q(ed.)954 2795 y(14)p eop %%Page: 15 15 14 bop 0 42 a Fi(3.1.2)48 b(De\014ning)13 b(a)j(trace-format)0 118 y Ft(A)e Fm(tr)n(ac)n(e-format)f Ft(de\014nes)i(b)q(oth)f(the)h(syn)o (tax)f(and)g(the)h(seman)o(tics)e(of)h(ev)o(en)o(t-records)i(\(That)e(is,)f (what)h(the)h(ev)o(en)o(t-records)0 168 y(lo)q(ok)d(lik)o(e)g(and)g(what)h (information)c(is)k(con)o(tained)g(in)f(them\).)17 b(Because)d(of)e(the)h (gro)o(wing)f(in)o(terest)i(in)e(monitoring)e(parallel)0 218 y(program)15 b(executions,)i(some)f(e\013orts)h(are)g(b)q(eing)g(made)e(to)h (standardize)h(trace)h(formats)d([PGUB92)o(,)h(MN90].)25 b(With)15 b(a)0 268 y(standardized)g(trace-format,)d(monitors)h(and)g(to)q(ols)h(can)g (freely)g(exc)o(hange)h(run)o(time)d(information.)62 317 y(When)i(de\014ning) g(a)g(standard)g(trace-format,)f(problems)f(arise)j(at)e(t)o(w)o(o)h(lev)o (els)g(:)62 409 y Fj(\017)21 b Ft(the)13 b(de\014nition)g(of)f(a)g Fi(common)i(syn)o(tax)e Ft(is)g(di\016cult)g(b)q(ecause)j(of)d(the)h (di\013eren)o(t)h(usages)g(that)f(are)g(made)e(of)h(ev)o(en)o(t-)104 459 y(records.)62 542 y Fj(\017)21 b Ft(de\014ning)e Fi(common)h(seman)o (tics)d Ft(ma)o(y)g(b)q(e)j(ev)o(en)f(more)f(di\016cult)g(than)h(de\014ning)g (a)g(common)d(syn)o(tax)j(for)f(t)o(w)o(o)104 591 y(reasons.)34 b(The)20 b(\014eld)f(of)g(parallel)f(monitoring)e(is)j(just)g(b)q(eginning)g (to)g(b)q(e)h(explored,)g(and)f(imp)q(ortan)o(t)e(c)o(hanges)104 641 y(con)o(tin)o(ue)h(to)g(b)q(e)h(made)e(on)h(the)h(target)g(mac)o(hines.) 30 b(Dep)q(ending)19 b(on)f(the)h(purp)q(ose)g(of)f(the)h(to)q(ol)e(that)i (uses)g(the)104 691 y(run)o(time)13 b(information,)d(di\013eren)o(t)15 b(ev)o(en)o(ts)g(will)d(b)q(e)j(in)o(teresting)f(to)g(monitor.)62 782 y(Three)h(in)o(teresting)g(approac)o(hes)f(to)g(standardizing)g(the)g (run)o(time)f(information)e(exist)j(:)62 874 y Fj(\017)21 b Fm(Self-de\014ning)11 b(tr)n(ac)n(e-formats)e Ft(migh)o(t)e(pro)o(vide)i(an)h (in)o(teresting)g(solution)e(to)i(the)g(standardization)f(of)g (trace-formats.)104 923 y(A)j(self-de\014ning)g(trace-format)f(is)h(a)g (trace-format)f(for)h(whic)o(h)g(only)f(the)i(format)d(of)i(the)h(header)g (has)f(b)q(een)h(de\014ned.)104 973 y(This)j(header)h(con)o(tains)f(b)q(oth)g (the)g(syn)o(tactic)h(and)f(the)g(seman)o(tic)f(description)i(of)e(the)i(ev)o (en)o(t-records)h(con)o(tained)104 1023 y(in)13 b(a)h(trace)h(\014le.)j(A)c (to)q(ol)f(reads)i(this)f(header)g(to)g(\014nd)g(out)g(what)g(information)d (is)i(con)o(tained)h(in)g(the)g(trace)h(\014le)f(and)104 1073 y(where)h(to)f(\014nd)g(it)f([PGUB92)o(,)h(RP91)o(,)g(Ayd93)o(].)62 1156 y Fj(\017)21 b Fm(obje)n(ct)d(oriente)n(d)g Ft(:)27 b(Instead)19 b(of)e(de\014ning)h(a)g(trace-format)f(standard)i(or)f(just)g(a)g(header,)h (the)g(measured)f(trace-)104 1206 y(formats)g(are)h(considered)i(as)f(a)f (generic)h(abstract)g(data)f(structure.)37 b(Ev)n(aluation)18 b(to)q(ols)h(can)h(only)e(access)j(the)104 1256 y(measured)13 b(data)g(via)f(a)h(uniform)e(and)j(standardized)g(set)g(of)f(generic)h(pro)q (cedures.)20 b(In)13 b(order)h(to)f(b)q(e)h(able)f(to)g(access)104 1305 y(and)k(to)g(deco)q(de)i(the)f(di\013eren)o(t)g(parts)g(of)e(the)i (measured)f(data,)h(these)h(pro)q(cedures)g(use)f(a)f(so-called)g(access-k)o (ey)104 1355 y(\014le,)12 b(whic)o(h)h(con)o(tains)g(a)g(complete)f (description)i(of)f(formats)e(and)i(prop)q(erties)h(of)f(the)g(measured)g (data.)18 b(T)m(o)q(ols)12 b(that)104 1405 y(help)k(the)h(user)g(in)f (generating)g(this)g(access-k)o(ey)i(are)f(a)o(v)n(ailable.)23 b(In)16 b(the)g(SIMPLE)h(en)o(vironmen)o(t)e([Moh90)o(],)h(this)104 1455 y(approac)o(h)e(has)g(b)q(een)h(adopted.)62 1538 y Fj(\017)21 b Fm(standar)n(d)e(exchange)i(of)e(T)m(r)n(ac)n(e-F)m(ormat)e(\(STIF\))p Ft([Hon89)o(,)h(MN90])g(:)27 b(This)18 b(format)f(is)h(designed)h(to)f(b)q(e) h(easy)g(to)104 1588 y(con)o(v)o(ert)12 b(to)g(and)g(from)e(and)h(to)h (transp)q(ort)h(b)q(et)o(w)o(een)g(sites.)18 b(It)12 b(is)g(text-based)h(and) f(most)e(existing)i(ev)o(en)o(t-traces)i(can)104 1637 y(b)q(e)h(expressed)h (in)e(it.)19 b(Although)13 b(not)h(in)o(tended)h(as)g(a)f(general)g (trace-format,)f(the)i(STIF)f(format)e(can)j(b)q(e)g(directly)104 1687 y(generated)g(and)f(used)g(b)o(y)g(to)q(ols)g(that)g(can)g(handle)g(the) g(o)o(v)o(erhead)g(of)g(a)f(text-based)i(format.)0 1803 y Fu(3.2)56 b(Classi\014cation)18 b(of)h(the)f(di\013eren)n(t)g(approac)n(hes)h(to)g (monitoring)0 1880 y Ft(Among)14 b(monitoring)g(to)q(ols)i(commonly)d(used,)k (three)g(di\013eren)o(t)h(t)o(yp)q(es)f(are)f(distinguished)h(:)22 b(soft)o(w)o(are,)17 b(hardw)o(are)f(and)0 1930 y(h)o(ybrid)d(monitors.)k (The)d(distinction)g(b)q(et)o(w)o(een)h(these)g(t)o(yp)q(es)g(of)e(monitors)f (is)i(based)g(on)g(practical)f(criteria,)h(suc)o(h)g(as)g(the)0 1980 y(amoun)o(t)e(of)h(additional)f(hardw)o(are)j(and)e(the)i(in)o(trusiv)o (eness)g(of)e(the)i(monitor)d(on)h(the)i(observ)o(ed)g(system.)62 2030 y(W)m(e)g(called)h Fn(R)287 2036 y Fe(A)330 2030 y Ft(the)g(whole)f (resources)j(used)f(b)o(y)e(the)h(monitored)e(activ)o(e)h(pro)q(cesses)k(and) c Fn(R)1548 2036 y Fe(R)1593 2030 y Ft(the)h(whole)g(resources)0 2079 y(used)f(b)o(y)f(the)g(reactiv)o(e)h(pro)q(cesses)i(in)c(the)i(parallel) e(system.)18 b(Examples)13 b(of)g(resources)j(are)f(pro)q(cessors,)g(comm)o (unication)0 2129 y(c)o(hannels)i(and)e(memory)m(.)22 b(The)16 b(di\013eren)o(t)i(monitoring)13 b(to)q(ols)j(can)g(no)o(w)g(b)q(e)g (classi\014ed)h(according)f(to)g(the)g(relation)g(that)0 2179 y(holds)e(b)q(et)o(w)o(een)h Fn(R)301 2185 y Fe(A)343 2179 y Ft(and)f Fn(R)456 2185 y Fe(R)486 2179 y Ft(.)0 2287 y Fi(3.2.1)48 b Fn(R)178 2293 y Fe(A)215 2287 y Fj(\\)9 b Fn(R)284 2293 y Fe(R)326 2287 y Ft(=)j Fj(;)j Fi(:)22 b(Hardw)o(are)15 b(monitoring)0 2363 y Fm(Har)n(dwar)n(e)d(monitors)g Ft(consist)g(of)f(completely)g(indep)q (enden)o(t)i(monitoring)d(systems)i(that)g(use)h(ph)o(ysical)e(prob)q(es)i (to)f(collect)0 2413 y(information)k(from)h(the)i(electrical)g(signals)f(of)g (the)h(system.)32 b(They)19 b(require)g(a)g(considerable)g(amoun)o(t)e(of)h (additional)0 2463 y(hardw)o(are,)13 b(but)h(ha)o(v)o(e)f(the)h(adv)n(an)o (tage)e(of)h(b)q(eing)g(non-in)o(trusiv)o(e.)18 b(Due)13 b(to)g(their)h (extensiv)o(e)g(use)g(of)f(dedicated)h(hardw)o(are,)0 2513 y(they)g(form)d(the)j(least)f(p)q(ortable)g(class)h(of)e(monitors.)17 b(Hardw)o(are)c(monitors)f(pro)o(vide)h(v)o(ery)g(lo)o(w-lev)o(el)f (information)e(ab)q(out)0 2563 y(the)k(execution)h(and)f(complicated)e(mec)o (hanisms)g(are)j(required)g(to)e(generate)i(application-lev)o(el)d(run)o (time)h(information.)954 2795 y(15)p eop %%Page: 16 16 15 bop 0 42 a Fi(3.2.2)48 b Fn(R)178 48 y Fe(A)218 42 y Ft(=)11 b Fn(R)293 48 y Fe(R)339 42 y Fi(:)22 b(Soft)o(w)o(are)14 b(monitorin)o(g)0 118 y Fm(Softwar)n(e)j(monitors)f Ft(are)h(implemen)o(ted)d(in)i(soft)o(w)o (are)h(and)f(require)i(no)e(additional)f(hardw)o(are.)26 b(This)16 b(mak)o(es)g(soft)o(w)o(are)0 168 y(monitors)e(the)i(most)f(\015exible)g(and) h(p)q(ortable)g(t)o(yp)q(e)g(of)f(monitor.)21 b(Since)16 b(b)q(oth)g(the)g (activ)o(e)g(and)g(the)g(reactiv)o(e)g(pro)q(cesses)0 218 y(run)d(on)f(the)h (same)f(no)q(des,)h(there)h(is,)e(ho)o(w)o(ev)o(er,)h(a)f(non-negligible)f (impact)g(on)h(the)h(monitored)e(system)h(and)h(the)g(soft)o(w)o(are)0 268 y(prob)q(es)e(can)f(c)o(hange)g(the)h(b)q(eha)o(vior)f(of)f(the)h (program.)15 b(Soft)o(w)o(are)10 b(monitors)e(pro)o(vide)i(easily)g (understandable)h(application-)0 317 y(lev)o(el)j(run)o(time)e(information.)0 425 y Fi(3.2.3)48 b Ft(\()p Fn(R)194 431 y Fe(A)231 425 y Fj(\\)9 b Fn(R)300 431 y Fe(R)342 425 y Fj(6)p Ft(=)j Fj(;)p Ft(\))d Fj(\\)g Ft(\()p Fn(R)517 431 y Fe(A)557 425 y Fj(6)p Ft(=)j Fn(R)633 431 y Fe(R)663 425 y Ft(\))k Fi(:)21 b(Hybrid)15 b(monitori)o(ng)0 502 y Fm(Hybrid)f(monitors)f Ft(try)h(to)g(com)o(bine)e(the)i(b)q(est)h(of)e (b)q(oth)h(w)o(orlds,)f(and)g(are)h(more)f(\015exible)g(than)h(hardw)o(are)g (monitors)e(and)0 552 y(less)17 b(in)o(trusiv)o(e)e(than)h(soft)o(w)o(are)g (monitors.)23 b(Lik)o(e)15 b(hardw)o(are)i(monitors,)d(h)o(ybrid)i(monitors)e (usually)h(require)i(additional)0 602 y(hardw)o(are)10 b(and)g(are)g(often)g (far)g(from)e(p)q(ortable.)17 b(Ho)o(w)o(ev)o(er,)10 b(lik)o(e)g(soft)o(w)o (are)g(monitoring,)d(h)o(ybrid)j(monitors)e(usually)h(pro)o(vide)0 651 y(application-lev)o(el)j(run)o(time)h(information.)62 701 y(The)k(adv)n(an)o(tage)e(of)h(this)h(formalized)d(classi\014cation)i(is)g (that)g(it)g(is)g(based)h(on)f(our)h(formal)d(monitoring)f(mo)q(del)i(and)0 751 y(not)j(on)f(v)n(ague)h(mac)o(hine)e(c)o(haracteristics.)32 b(T)m(o)17 b(illustrate)g(this,)h(let)g(us)h(tak)o(e)e(a)h(closer)g(lo)q(ok)f (at)h(TMON)g(\(see)h(section)0 801 y(6.2\).)f(TMON)d(is)f(de\014ned)h(as)g(a) f(soft)o(w)o(are)g(to)q(ol)f(b)o(y)h(its)h(authors,)f(since)h(it)f(do)q(es)h (not)f(require)h(an)o(y)f(additional)e(hardw)o(are.)0 851 y(Ho)o(w)o(ev)o (er,)j(since)h(TMON)f(requires)i(the)e(use)h(of)f(one)g(system)g(no)q(de)g (for)g(monitoring)d(purp)q(oses,)k(the)g(o)o(v)o(erhead)f(induced)0 900 y(b)o(y)k(TMON)h(should)g(b)q(e)g(less)h(than)e(a)h(pure)g(soft)o(w)o (are)g(monitor.)33 b(TMON)20 b(could)g(th)o(us)g(b)q(e)g(considered)h(as)f(a) f(h)o(ybrid)0 950 y(monitor,)e(b)q(ecause)i(of)e(the)i(use)g(of)e(dedicated)i (hardw)o(are)f(\(ev)o(en)h(if)e(this)h(hardw)o(are)g(b)q(elongs)g(to)g(the)h (mac)o(hine\).)29 b(The)0 1000 y(ab)q(o)o(v)o(e)14 b(classi\014cation)f (con\014rms)h(this)g(idea,)f(since)h(for)g(TMON)g Fn(R)1049 1006 y Fe(A)1089 1000 y Fj(6)p Ft(=)e Fn(R)1165 1006 y Fe(R)1195 1000 y Ft(.)0 1116 y Fu(3.3)56 b(Generation)17 b(through)i(soft)n(w)n(are)h (monitoring)0 1193 y Fi(3.3.1)48 b(The)15 b(detection)f(of)h(an)h(ev)o(en)o (t)0 1269 y Ft(F)m(or)d(the)h(detection)g(of)f(ev)o(en)o(ts,)h(small)d Fm(pr)n(ob)n(es)p Ft(,)h(i.e.)18 b(small)11 b(pieces)j(of)f(co)q(de,)h(are)f (inserted)i(in)o(to)d(the)i(program)e(co)q(de.)19 b(Eac)o(h)0 1319 y(time)14 b(the)h(execution)h(reac)o(hes)g(a)f(monitored)e(ev)o(en)o(t,) i(i.e.)21 b(an)14 b(instruction)i(for)e(whic)o(h)h(a)f(prob)q(e)i(has)f(b)q (een)h(inserted,)g(this)0 1369 y(prob)q(e)g(is)f(executed.)25 b(When)15 b(executed,)i(the)f(soft)o(w)o(are)g(prob)q(e)g(calls)e(an)i (\\action"-routine)e(\(see)j(2.6\))d(that)i(handles)f(the)0 1419 y(trace-generation.)62 1469 y(T)m(o)d(b)q(e)i(fully)d(accurate,)j(it)e (is)h(not)f(the)h(execution)h(of)e(the)h(monitored)f(instruction)h(itself)f (that)h(triggers)g(the)g(\\action,")0 1519 y(but)i(the)g(execution)h(of)e (the)h(prob)q(e.)22 b(F)m(ormally)11 b(sp)q(eaking,)k(the)g(monitored)f(ev)o (en)o(t)h(is)g(th)o(us)g(the)g(execution)h(of)e(the)h(prob)q(e)0 1568 y(and)i(not)g(the)h(execution)g(of)f(the)h(monitored)e(instruction.)28 b(Ho)o(w)o(ev)o(er,)19 b(due)e(to)h(the)f(neigh)o(b)q(orho)q(o)q (d-relationship)g(that)0 1618 y(holds)11 b(b)q(et)o(w)o(een)i(a)d(prob)q(e)i (and)f(the)h(instruction)g(that)f(it)g(monitors)e(\(a)i(prob)q(e)h(is)f(alw)o (a)o(ys)g(inserted)h(next)g(to)f(the)h(instruction)0 1668 y(it)h(monitors\),) e(one)j(can)f(usually)f(conclude)i(that)f(the)h(monitored)e(ev)o(en)o(t)i(o)q (ccurred)h(as)e(w)o(ell.)k(In)c(critical)g(cases,)h(ho)o(w)o(ev)o(er,)0 1718 y(this)e(di\013erence)i(is)e(of)f(crucial)h(imp)q(ortance.)17 b(If)11 b(a)h(prob)q(e)h(is)f(inserted)h(b)q(efore)g(the)f(monitored)f (instruction,)h(the)h(generated)0 1768 y(trace)j(migh)o(t)d(suggest)j(that)f (the)g(instruction)h(has)f(b)q(een)h(executed,)h(whereas)f(only)e(the)i(prob) q(e)f(has)h(b)q(een)g(executed.)23 b(In)0 1817 y(the)17 b(opp)q(osite)f (case,)i(a)e(monitored)f(instruction)h(could)g(b)q(e)h(executed)i(without)c (the)i(generation)g(of)f(a)g(trace.)26 b(T)m(o)15 b(a)o(v)o(oid)0 1867 y(these)j(problems,)f(t)o(w)o(o)f(prob)q(es)i(could)f(b)q(e)h(used,)g (one)f(b)q(efore)h(the)f(monitored)f(instruction)h(and)g(one)g(after.)28 b(Only)16 b(the)0 1917 y(execution)i(of)f(b)q(oth)g(prob)q(es)i(w)o(ould)d (indicate)i(a)f(correct)i(execution)f(of)e(the)i(monitored)e(instruction.)29 b(Although)17 b(this)0 1967 y(metho)q(d)g(ensures)j(the)e(o)q(ccurrence)j(of) c(the)h(monitored)f(ev)o(en)o(t,)i(it)e(nearly)h(doubles)g(the)h(monitoring)c (o)o(v)o(erhead.)30 b(This)0 2017 y(o)o(v)o(erhead)13 b(can)g(b)q(e)g(lo)o(w) o(ered)g(b)o(y)g(a)f(distributed)h(pro)q(cessing)h(step)g(that)f(reduces)h (the)g(t)o(w)o(o)e(traces)i(to)f(one)f(trace.)19 b(W)m(e)12 b(kno)o(w)0 2066 y(of)h(no)h(other)g(implemen)o(tation)d(of)i(double)h(prob)q (es)h(to)f(ensure)h(the)f(actual)g(o)q(ccurrence)j(of)c(a)h(monitored)e(ev)o (en)o(t.)0 2174 y Fi(3.3.2)48 b(The)15 b(instrumen)o(t)o(ati)o(on)d(of)k(a)g (program)0 2251 y Ft(The)d(pro)q(cess)h(of)d(inserting)i(soft)o(w)o(are)f (prob)q(es)h(in)o(to)f(program)f(co)q(de)i(is)f(called)g(instrumen)o(ting)f (the)i(co)q(de.)18 b(W)m(e)12 b(will)f(discuss)0 2301 y(the)j(most)f(common)e (approac)o(hes)k(to)f(co)q(de)g(instrumen)o(tation.)21 2392 y(Source-co)q(de)h(instrumen)o(tation)104 2459 y(With)h Fm(sour)n(c)n(e-c)n (o)n(de)h(instrumentation)g Ft(prob)q(es)g(are)g(inserted)h(in)o(to)d(the)j (source-co)q(de)g(of)e(the)h(application.)24 b(Since)104 2508 y(the)15 b(inserted)h(prob)q(es)f(are)g(part)g(of)e(the)i(application)e(co)q (de)j(just)e(lik)o(e)g(the)h(normal)d(co)q(de,)j(prob)q(es)h(can)f(b)q(e)g (inserted)104 2558 y(at)g(an)o(y)g(p)q(oin)o(t)f(in)h(the)h(program.)21 b(The)15 b(monitoring)e(system)i(th)o(us)h(has)f(access)i(to)e(an)o(y)g (application-ev)o(en)o(t)g(of)f(the)104 2608 y(application)f(pro)q(cesses.)25 b(This)15 b(\015exibilit)o(y)e(mak)o(es)h(source-co)q(de)j(instrumen)o (tation)d(a)h(v)o(ery)g(p)q(o)o(w)o(erful)g(monitoring)954 2795 y(16)p eop %%Page: 17 17 16 bop 104 42 a Ft(metho)q(d.)23 b(System)16 b(ev)o(en)o(ts)h(can)f(b)q(e)h (detected)h(as)e(long)f(as)h(they)h(are)f(the)h(direct)f(cause)i(of)d(an)h (application)e(ev)o(en)o(t)104 91 y(and)f(their)i(e\013ect)g(is)f(visible)f (to)h(the)h(application.)104 156 y(Inserting)20 b(the)g(prob)q(es)g(in)o(to)f (the)h(source-co)q(de)h(can)f(b)q(e)g(done)f(man)o(ually)e(or)i (automatically)l(.)32 b(One)20 b(adv)n(an)o(tage)104 205 y(of)c(insertion)i (b)o(y)f(hand)g(is)g(that)g(prob)q(es)i(can)e(b)q(e)h(inserted)g(an)o(ywhere) g(in)f(the)h(source)h(co)q(de)f(\(th)o(us)f(allo)o(wing)e(the)104 255 y(monitoring)h(of)i(an)o(y)g(application-ev)o(en)o(t\);)i(th)o(us)f(the)g (user)g(can)g(adapt)f(the)i(set)f(of)f(monitored)f(ev)o(en)o(ts)j(fully)d(to) 104 305 y(his)f(needs.)26 b(On)16 b(the)h(other)f(hand)g(man)o(ually)d (inserting)j(prob)q(es)i(is)d(v)o(ery)i(lab)q(our)e(in)o(tensiv)o(e)i(and)f (for)f(this)h(reason)104 355 y(automatic)f(instrumen)o(tation)h(to)q(ols)h (ha)o(v)o(e)h(b)q(een)g(dev)o(elop)q(ed.)29 b(The)18 b(SIMPLE)g(en)o (vironmen)o(t)e(pro)o(vides)i(suc)o(h)g(an)104 405 y Fm(automatic)i (instrumentation)g Ft(to)q(ol,)g(called)g(AICOS)g(\(Automatic)f(Instrumen)o (tation)g(of)g(C)h(Ob)r(ject)h(Soft)o(w)o(are\))104 454 y([Moh90)o(])12 b(that)h(automatically)c(instrumen)o(ts)k(pro)q(cedures,)i(pro)q(cedure)g (calls)d(or)h(arbitrary)f(statemen)o(ts)h(in)g(source-)104 504 y(co)q(de)21 b(written)g(in)g(C.)f(Another)h(pro)r(ject)h([LCSM92)o(])e (go)q(es)h(ev)o(en)g(further)h(and)e(aims)f(to)i(dev)o(elop)f(a)h(complete) 104 554 y Fm(event-sp)n(e)n(ci\014c)n(ation)14 b(language)p Ft(.)k(The)13 b(user)g(de\014nes)h(the)f(ev)o(en)o(ts)g(that)g(are)g(to)f(b)q (e)h(monitored)e(in)g(this)i(language)e(and)104 604 y(a)16 b(\\compiler")f(will)h(automatically)e(insert)j(the)h(prob)q(es)g(in)e(the)i (source-co)q(de.)29 b(The)17 b(ev)o(en)o(ts)h(that)f(are)g(curren)o(tly)104 654 y(monitorable)12 b(are)i(data-\015o)o(w)f(ev)o(en)o(ts)i(suc)o(h)f(as)g (assignmen)o(ts)g(and)f(incremen)o(tations.)104 718 y(A)h(ma)r(jor)e(adv)n (an)o(tage)i(of)f(source-co)q(de)j(instrumen)o(tation)d(is)h(that)h(the)f (monitoring)e(en)o(vironmen)o(t)h(b)q(ecomes)h(com-)104 768 y(pletely)j(p)q(ortable)f(as)h(far)f(as)h(the)h(monitoring)c(of)i (application)f(ev)o(en)o(ts)j(is)e(concerned.)29 b(A)17 b(disadv)n(an)o(tage) e(is)i(that)104 818 y(eac)o(h)d(mo)q(di\014cation)e(of)h(the)i(prob)q(es)g (implies)c(the)k(recompilation)d(of)h(parts)h(of)g(the)g(source)h(co)q(de.)21 896 y(Instrumen)o(ted-libraries)104 961 y Fm(Instrumente)n(d-libr)n(aries)i Ft(ha)o(v)o(e)h(b)q(een)h(dev)o(elop)q(ed)g(to)f(pro)o(vide)h(a)f(solution)f (to)h(the)h(lab)q(our-in)o(tensiv)o(eness)h(of)d(the)104 1010 y(source-co)q(de)h(instrumen)o(tation)c(pro)q(cess.)26 b(An)16 b(instrumen)o(ted)f(library)h(pro)o(vides)g(the)g(user)h(with)e(di\013eren)o (t)i(t)o(yp)q(es)104 1060 y(of)d(primitiv)o(es,)g(suc)o(h)i(as)f(comm)o (unication)d(primitiv)o(es,)h(that)i(can)h(b)q(e)g(used)g(in)f(an)g (application)f(program.)20 b(In)15 b(the)104 1110 y(source-co)q(de)j(of)d (the)h(library)m(,)f(soft)o(w)o(are)h(prob)q(es)h(ha)o(v)o(e)e(b)q(een)i (inserted.)25 b(The)16 b(PICL)g(library)f(is)h(an)g(example)e(of)h(a)104 1160 y(monitoring)e(system)j(based)h(on)f(instrumen)o(ted)g(libraries)f (\(see)j(6.1\),)d(although)g(it)h(also)f(pro)o(vides)h(the)h(user)g(with)104 1210 y(the)d(p)q(ossibilit)o(y)f(of)g(detecting)i(user-de\014ned)h(ev)o(en)o (ts)f(b)o(y)f(inserting)g(prob)q(es)h(b)o(y)e(hand.)104 1274 y(T)m(o)19 b(monitor)e(a)i(program)f(using)h(instrumen)o(ted)h(libraries,)g (the)g(user)h(writes)f(his)f(program)f(using)i(the)g(library)104 1324 y(primitiv)o(es)d(and)h(links)g(the)i(instrumen)o(ted)f(library)f(to)g (the)i(program)d(at)h(compile)g(time.)31 b(When)19 b(running)f(the)104 1373 y(program,)13 b(the)i(library)g(routines)g(will)e(execute)k(the)f(prob)q (es)g(in)e(these)i(routines)g(th)o(us)f(generating)g(the)h(ev)o(en)o(ts.)22 b(A)104 1423 y(disadv)n(an)o(tage)13 b(of)h(instrumen)o(ted)g(libraries)g(is) h(that)f(only)g(those)h(ev)o(en)o(ts)g(that)g(are)f(generated)i(b)o(y)e(the)h (library)f(can)104 1473 y(b)q(e)g(detected.)20 b(T)m(o)13 b(o)o(v)o(ercome)g (this)h(problem,)e(a)h(sp)q(ecial)h(trace-function)h(could)e(b)q(e)i(created) g(that)f(is)f(called)h(b)o(y)f(the)104 1523 y(application)d(program)g(eac)o (h)i(time)e(an)i(ev)o(en)o(t)g(needs)h(to)f(b)q(e)g(detected.)19 b(These)13 b(calls,)e(ho)o(w)o(ev)o(er,)h(ha)o(v)o(e)g(to)f(b)q(e)i(inserted) 104 1573 y(man)o(ually)e(in)o(to)i(the)h(source-co)q(de.)104 1637 y(Instrumen)o(ted)20 b(libraries)f(pro)o(vide)g(a)g(high-lev)o(el)g(of)g (p)q(ortabilit)o(y)f(and)h(allo)o(w)f(the)i(direct)g(use)h(of)d(a)i (monitoring)104 1687 y(system)c(if)f(the)i(program)e(has)h(b)q(een)h(written) g(using)f(the)h(primitiv)o(es)d(of)i(the)h(library)m(.)23 b(When)17 b(the)f(monitoring)e(is)104 1737 y(no)i(longer)g(required,)h(only)e(a)h (linking)f(step)i(is)f(required)h(\(to)f(link)f(in)h(the)h(un-instrumen)o (ted)f(library\))g(instead)g(a)104 1786 y(complete)d(recompilation.)21 1865 y(Ob)r(ject-co)q(de)j(instrumen)o(tation)104 1929 y(F)m(or)e Fm(obje)n(ct-c)n(o)n(de)i(instrumentation)f Ft(a)g(sp)q(ecial)g Fm(instrumenting)h(c)n(ompiler)e Ft(is)g(required.)22 b(Suc)o(h)16 b(a)e(compiler)g(inserts)104 1979 y(the)g(soft)o(w)o(are)f(prob)q(es)i(in)e (the)h(co)q(de)h(at)e(compile)f(time.)k(Soft)o(w)o(are)e(prob)q(es)g(can)g(b) q(e)g(either)g(inserted)h(in)e(the)h(ob)r(ject-)104 2029 y(co)q(de)g(or)g(in) g(some)f(in)o(termediate)g(represen)o(tation.)104 2093 y(Ob)r(ject-co)q(de)k (instrumen)o(tation)c(has)i(the)h(adv)n(an)o(tage)e(of)g(b)q(eing)h (completely)e(transparen)o(t)j(to)f(the)g(user)h(and,)f(lik)o(e)104 2143 y(source-co)q(de)i(instrumen)o(tation,)d(pro)o(vides)h(access)i(to)e (all)f(application-lev)o(el)g(ev)o(en)o(ts.)23 b(It)15 b(is)g(lik)o(ely)f(to) h(induce)h(less)104 2193 y(o)o(v)o(erhead)h(than)g(soft)o(w)o(are-instrumen)o (tation)e(b)q(ecause)j(the)g(soft)o(w)o(are)f(prob)q(es)g(consist)h(of)e(mac) o(hine)f(instructions)104 2243 y(instead)f(of)f(high-lev)o(el)g(language)g (instructions)i(that)f(need)g(to)g(b)q(e)h(compiled)d(\014rst.)104 2307 y(Ob)r(ject-co)q(de)20 b(instrumen)o(tation)d(has)i(the)f(disadv)n(an)o (tage)g(of)f(requiring)i(an)f(instrumen)o(ting)f(compiler.)30 b(A)o(t)18 b(this)104 2357 y(time,)d(w)o(e)h(kno)o(w)f(of)h(no)g(suc)o(h)g (compilers)f(that)i(are)f(commercially)d(a)o(v)n(ailable)h(for)h(parallel)g (mac)o(hines.)24 b(Th)o(us,)16 b(an)104 2406 y(existing)d(compiler)g(will)f (ha)o(v)o(e)i(to)g(b)q(e)g(mo)q(di\014ed.)104 2471 y(In)g([MAA)268 2456 y Fl(+)295 2471 y Ft(89,)g(MRR90)n(])g(a)g(p)q(erformance)g(monitor)f (based)i(on)f(ob)r(ject-co)q(de)i(instrumen)o(tation)d(is)h(describ)q(ed.)21 b(T)m(o)104 2521 y(insert)c(the)h(soft)o(w)o(are)e(prob)q(es)i(a)f(GNU)f(C)h (compiler)e(w)o(as)i(mo)q(di\014ed.)25 b(This)16 b(mo)q(di\014ed)g(compiler)f (inserts)j(calls)e(to)104 2570 y(the)d(monitoring)d(functions)j(in)f(the)i (in)o(termediate)e(R)m(TL)f(represen)o(tation)k(instead)e(of)f(in)g(the)h (assem)o(bly)f(co)q(de.)19 b(The)104 2620 y(adv)n(an)o(tage)10 b(is)h(that)g(the)h(instrumen)o(tation)e(is)h(mac)o(hine-indep)q(enden)o(t,)g (whic)o(h)g(is)g(not)g(the)h(case)g(in)e(real)h(ob)r(ject-co)q(de)104 2670 y(instrumen)o(tation.)17 b(With)c(compiler)f(options,)h(the)i(user)g (can)f(con)o(trol)f(the)i(instrumen)o(tation)e(pro)q(cess.)954 2795 y(17)p eop %%Page: 18 18 17 bop 21 42 a Ft(An)14 b(instrumen)o(ted)g(k)o(ernel)104 106 y(Inserting)h(the)f(prob)q(es)i(\(called)e Fm(ho)n(oks)g Ft(in)g(this)g(con)o (text\))i(in)o(to)d(the)i(co)q(de)g(of)e(the)i(system)f(k)o(ernel)h(of)f(a)f (no)q(de)i(mak)o(es)104 156 y(the)g(monitoring)e(completely)g(transparen)o(t) j(to)f(the)g(application)f(program.)19 b(Eac)o(h)c(time)f(the)h(application)f (calls)g(a)104 206 y(k)o(ernel)g(function,)f(suc)o(h)i(as)f(send)h(or)e (receiv)o(e,)i(the)g(soft)o(w)o(are)f(prob)q(e)g(is)g(executed)i(and)d(the)i (ev)o(en)o(t)f(is)g(detected.)104 271 y(Equipping)g(a)g(k)o(ernel)h(with)f (soft)o(w)o(are)h(prob)q(es)h(is)e(the)h(only)f(w)o(a)o(y)g(to)h(detect)h (most)d(system)i(ev)o(en)o(ts)h(using)e(soft)o(w)o(are)104 321 y(monitoring.)h(Detecting)f(application-ev)o(en)o(ts)f(on)g(the)h(other)g (hand,)f(will)e(b)q(e)j(imp)q(ossible)e(as)h(long)g(as)g(the)h(applica-)104 371 y(tion)g(do)q(es)h(not)g(use)g(an)o(y)f(k)o(ernel)h(functions.)20 b(T)m(o)14 b(o)o(v)o(ercome)g(this)h(problem,)d(a)j(solution)e(similar)g(to)h (instrumen)o(ted)104 420 y(libraries)f(can)g(b)q(e)h(used,)g(that)f(is,)g(a)g (sp)q(ecial)h(trace-function)g(that)f(can)g(b)q(e)h(called)f(up)q(on)h(and)f (added)g(to)h(the)f(k)o(ernel)104 470 y(\(see)i([mL92)n(]\).)104 535 y(T)m(o)q(da)o(y)m(,)g(few)i(mac)o(hines)f(o\013er)i(k)o(ernels)g(that)f (are)g(equipp)q(ed)g(for)g(monitoring)d(\(see)k([MN90])e(and)h(section)g(2.8) f(for)104 585 y(a)f(discussion)h(ab)q(out)f(the)h(minim)n(um)11 b(set)16 b(of)f(measuremen)o(t)g(capabilities)f(a)h(parallel)f(op)q(erating)i (systems)f(should)104 635 y(pro)o(vide\).)35 b(On)19 b(most)g(mac)o(hines)f (instrumen)o(ting)h(a)g(k)o(ernel)h(will)e(b)q(e)i(a)f(far)g(from)f(easy)i (task)g(and)f(migh)o(t)e(ev)o(en)104 685 y(necessitate)22 b(completely)c (rewriting)i(the)h(k)o(ernel)f(or)g(writing)f(a)g(new)i(k)o(ernel.)36 b(This)20 b(mak)o(es)e(an)i(instrumen)o(ted)104 734 y(k)o(ernel)14 b(the)h(least)f(p)q(ortable)g(and)f(the)i(least)f(\015exible)g(t)o(yp)q(e)g (of)g(soft)o(w)o(are)f(monitoring.)104 799 y(The)19 b(Crystal)f(pro)r(ject)i ([RR89b)n(])e(and)g(TOPSYS)h(\(see)h(section)f(6.4\))f(ha)o(v)o(e)g(adopted)h (the)g(instrumen)o(ted-k)o(ernel)104 849 y(approac)o(h.)e(In)c(Crystal,)f (that)g(runs)h(on)f(an)g(iPSC/2,)g(the)h(original)d(NX)j(op)q(erating)f (system)g(has)h(b)q(een)g(mo)q(di\014ed)e(b)o(y)104 899 y(adding)j(soft)o(w)o (are)h(prob)q(es)h(to)f(the)h(NX)f(source)i(co)q(de.)22 b(In)16 b(the)f(TOPSYS)h(en)o(vironmen)o(t)e(on)h(the)h(other)f(hand,)g(the)104 949 y(prob)q(es)g(ha)o(v)o(e)e(b)q(een)i(added)f(to)g(MMK,)g(the)g(op)q (erating)g(system)f(k)o(ernel)i(whic)o(h)e(is)h(part)g(of)f(the)i(pro)r(ject) f(and)g(whic)o(h)104 999 y(runs)g(on)g(top)g(of)f(NX.)104 1063 y(In)18 b([MAA)272 1048 y Fl(+)300 1063 y Ft(89)o(])g(the)i(instrumen)o(ted)e (k)o(ernel)h(approac)o(h)g(has)g(b)q(een)g(adopted)g(as)g(a)f(complemen)o(t)f (to)h(the)h(ob)r(ject-)104 1113 y(co)q(de)d(instrumen)o(tation.)k(The)15 b(instrumen)o(ted)g(k)o(ernel)h(detects)h(the)e(system)g(ev)o(en)o(ts,)h (whereas)g(the)g(instrumen)o(ted)104 1163 y(ob)r(ject-co)q(de)f(handles)f (the)h(application)d(ev)o(en)o(ts.)62 1247 y(Some)20 b(other)i(monitoring)d (systems)i(ha)o(v)o(e)g(mo)q(di\014ed)f(the)h(Op)q(erating)h(system)f(:)33 b([RR89a)m(])21 b(for)g(the)h(Ncub)q(e)g(OS,)0 1297 y([vR)m(T92c)n(],)13 b(for)h(TR)o(OLLIUS.)0 1403 y Fi(3.3.3)48 b(A)16 b(complete)e(soft)o(w)o(are) g(monitor)0 1480 y Ft(A)j(complete)f(monitoring)f(system)h(not)h(only)f (detects)j(ev)o(en)o(ts,)g(but)e(also)f(generates,)j(stores,)f(pro)q(cesses)i (\(if)c(there)i(is)f(a)0 1530 y(form)12 b(of)h(distributed)i(pro)q (cessing\),)g(and)e(transp)q(orts)j(the)e(ev)o(en)o(t-records.)62 1579 y(The)g(w)o(a)o(y)f(these)i(functions)e(are)h(implemen)o(ted)d(dep)q (ends)k(on)e(whether)i(the)f(monitored)e(parallel)g(system)i(allo)o(ws)e (just)0 1629 y(one)g(or)g(m)o(ultiple)d(pro)q(cesses)15 b(p)q(er)d(no)q(de.) 18 b(The)12 b(\\one-pro)q(cess-p)q(er-no)q(de")j(systems)d(clearly)f(o\013er) i(the)f(least)g(\015exibilit)o(y)e(and)0 1679 y(will)i(b)q(e)j(discussed)g (\014rst.)62 1763 y Fj(\017)21 b Fm(\\One-pr)n(o)n(c)n(ess-p)n(er-no)n(de")16 b(systems)e Ft(:)19 b(In)14 b(suc)o(h)h(systems,)f(the)h(application)e(and)h (the)h(monitoring)d(system)i(b)q(elong)104 1813 y(to)i(the)g(same)g(\\h)o (ybrid"-pro)q(cess.)25 b(This)16 b(pro)q(cess)i(executes)g(the)f(application) e(co)q(de,)i(but)f(pro)o(vides)g(at)g(the)h(same)104 1862 y(time)h(the)h (monitoring)e(functions)i(\(for)g(instance,)i(and)e(application)f(link)o(ed)g (with)h(an)g(instrumen)o(ted)g(library\).)104 1912 y(The)e(monitoring)e (routines)i(can)h(do)f(more)f(than)h(simply)e(generate)j(an)f(ev)o(en)o (t-record,)i(through)e(an)g(underlying)104 1962 y(system)c(of)h(global)e(v)n (ariables)h(and)h(calls)f(to)h(monitor-routines)e(the)j(whole)e(functionalit) o(y)g(of)g(the)h(monitor)e(can)i(b)q(e)104 2012 y(implemen)o(ted.)104 2077 y(The)h(monitoring)d(system)i(can)h(b)q(e)g(implemen)o(ted)d(using)j(an) o(y)f(of)g(the)h(previously)f(describ)q(ed)j(metho)q(ds)d(of)g(instru-)104 2127 y(men)o(ting)g(co)q(de.)26 b(The)17 b(PICL/P)o(araGraph)e(to)q(ol)h(is)g (an)g(example)f(of)g(a)h(monitoring)e(system)i(for)g(a)f(\\one-pro)q(cess-) 104 2176 y(p)q(er-no)q(de"-system)f(that)g(uses)h(instrumen)o(ted)f (libraries)g(to)g(implem)o(en)o(t)e(the)i(monitoring)d(system.)62 2256 y Fj(\017)21 b Fm(\\Multiple-pr)n(o)n(c)n(esses-p)n(er-no)n(de")13 b(systems)f Ft(:)18 b(With)11 b(these)j(systems)e(man)o(y)f(di\013eren)o(t)i (implemen)o(tatio)o(ns)d(of)i(a)g(mon-)104 2306 y(itoring)f(system)h(could)h (b)q(e)g(devised.)18 b(Only)12 b(one,)g(whic)o(h)h(w)o(e)f(will)f(call)h (\\sp)q(ecialized)h(pro)q(cesses,")h(will)d(b)q(e)i(discussed)104 2356 y(here.)104 2421 y(In)f(this)g(approac)o(h,)g(the)h(tasks)g(of)f(the)h (reactiv)o(e)g(pro)q(cess)h Fn(r)e Fj(2)f(R)i Ft(are)f(distributed)h(among)d (sev)o(eral)j(sp)q(ecialized)g(pro-)104 2471 y(cesses)j(that)d(w)o(ork)g (together)i(in)e(pro)o(viding)f(the)i(lo)q(cal)f(monitor)e(functions.)18 b(Prob)q(es)d(are)f(still)f(resp)q(onsible)h(for)f(the)104 2521 y(trace)i(generation,)f(but)h(the)g(storage,)f(ev)o(en)o(tual)h(pro)q (cessing,)g(and)f(transp)q(ortation)h(of)f(the)h(run)o(time)e(information)104 2570 y(is)k(p)q(erformed)f(b)o(y)h(one)g(or)g(more)f(indep)q(enden)o(t)i (reactiv)o(e)g(pro)q(cesses.)30 b(One)18 b(set)f(of)g(sp)q(ecialized)h(pro)q (cesses)h(could)104 2620 y(b)q(e)c(pro)o(vided)g(p)q(er)h(no)q(de,)f(or)g (eac)o(h)g(monitored)f(activ)o(e)h(pro)q(cess)i(could)d(ha)o(v)o(e)h(its)g(o) o(wn)f(set)i(of)f(sp)q(ecialized)g(reactiv)o(e)104 2670 y(pro)q(cesses.)954 2795 y(18)p eop %%Page: 19 19 18 bop 104 42 a Ft(\\Sp)q(ecialized)10 b(pro)q(cesses")j(allo)o(w)8 b(a)i(cleaner)h(system)f(implemen)o(tation)d(b)o(y)j(separating)g(the)h (activ)o(e)f(and)g(the)h(reactiv)o(e)104 91 y(system.)16 b(Only)11 b(the)g(trace-generation)g(remains)f(in)g(the)h(activ)o(e)f(pro)q(cess,)j (but)d(as)h(w)o(e)g(ha)o(v)o(e)f(seen)i(this)e(is)g(una)o(v)o(oidable)104 141 y(in)15 b(soft)o(w)o(are)h(monitoring.)21 b(Another)16 b(adv)n(an)o(tage)f(of)g(this)h(approac)o(h)g(is)f(that)h(the)h(user)f(can)g (issue)h(commands)c(to)104 191 y(the)g(reactiv)o(e)g(pro)q(cesses,)h(th)o(us) f(c)o(hanging)f(on)g(the)h(\015y)f(the)h(w)o(a)o(y)e(the)i(monitor)d(b)q(eha) o(v)o(es.)19 b(This)12 b(is)g(a)g(great)g(\015exibilit)o(y)104 241 y(adv)n(an)o(tage,)17 b(b)q(ecause)i(the)f(monitoring)c(load)j(can)g(b)q (e)h(adjust)f(during)g(execution,)i(regarding)e(the)h(needs)h(of)d(the)104 291 y(users.)29 b(The)17 b(only)g(dra)o(wbac)o(k)g(is)f(that)i(complex)d(OS)j (cost)f(a)g(lot)g(in)f(con)o(text)i(switc)o(hes)g(and)f(th)o(us)h(diminish)c (the)104 340 y(o)o(v)o(erall)e(p)q(erformance)i(of)g(the)g(system)g(and)f (precision)i(of)e(the)i(prob)q(es.)p 1 setlinewidth np 1200 699 a 1200 620 li 1155 620 li 1155 699 li closepath st 1 setlinewidth np 1155 631 a 1200 631 li st 1 setlinewidth np 1155 643 a 1200 643 li st 1 setlinewidth np 1155 654 a 1200 654 li st 1 setlinewidth np 1155 665 a 1200 665 li st 1 setlinewidth np 1155 676 a 1200 676 li st 1 setlinewidth np 1155 688 a 1200 688 li st 1 setlinewidth np 1087 665 a 1087 620 li 963 620 li 963 665 li closepath st 975 653 a Fl(Meter)p 1 setlinewidth np 1087 609 a 1087 564 li 885 564 li 885 609 li closepath st 896 597 a(Bu\013er)c(Mgr)p 1 setlinewidth np 1200 755 a 1200 800 li 1042 800 li 1042 755 li closepath st 1054 788 a(Bac)o(k)o(end)p 1 setlinewidth np 941 800 a 941 643 li 750 643 li 750 800 li closepath st 0.867 setgray 1 setlinewidth np 930 789 a 930 766 li 907 766 li 907 789 li closepath fil 0 setgray np 930 789 a 930 766 li 907 766 li 907 789 li closepath st 1 setlinewidth np 930 789 a 930 766 li 907 766 li 907 789 li closepath st 0.867 setgray 1 setlinewidth np 930 755 a 930 733 li 907 733 li 907 755 li closepath fil 0 setgray np 930 755 a 930 733 li 907 733 li 907 755 li closepath st 1 setlinewidth np 930 755 a 930 733 li 907 733 li 907 755 li closepath st 0.867 setgray 1 setlinewidth np 930 721 a 930 699 li 907 699 li 907 721 li closepath fil 0 setgray np 930 721 a 930 699 li 907 699 li 907 721 li closepath st 1 setlinewidth np 930 721 a 930 699 li 907 699 li 907 721 li closepath st 1 setlinewidth np 930 778 a 1008 778 li 1008 688 li 997 688 li 1008 665 li 1020 688 li 1008 688 li st 1 setlinewidth np 930 710 a 1008 710 li st 1 setlinewidth np 930 744 a 1008 744 li st 1 setlinewidth np 1087 643 a 1132 643 li 1132 631 li 1155 643 li 1132 654 li 1132 643 li st 1 setlinewidth np 1177 755 a 1177 721 li 1188 721 li 1177 699 li 1166 721 li 1177 721 li st 1 setlinewidth np 1110 586 a 1110 575 li 1087 586 li 1110 598 li 1110 586 li 1177 586 li 1177 620 li st 1 setlinewidth np 738 541 a 738 811 li 1211 811 li 1211 541 li closepath st 761 586 a Fh(Sla)o(v)o(e)761 676 y Fl(Application)761 754 y(Prob)q(es)p 1 setlinewidth np 738 418 a 738 429 li 1211 429 li 1211 418 li 1245 451 li 1211 485 li 1211 474 li 738 474 li 738 485 li 705 451 li closepath st 1 setlinewidth np 963 474 a 941 496 li 952 496 li 952 519 li 941 519 li 963 541 li 986 519 li 975 519 li 975 496 li 986 496 li 963 474 li closepath st 750 462 a Fh(Arbitrary)j(Net)o(w)o(ork)339 939 y Ft(Figure)g(6:)k(The)c(di\013eren)o (t)h(sp)q(ecialized)f(pro)q(cesses)j(in)c(the)i(TIPS)f(en)o(vironmen)o(t)104 1039 y(The)19 b(TIPS)h(programmi)o(ng)c(en)o(vironmen)o(t)i([W)o(CG)932 1024 y Fl(+)958 1039 y Ft(92])h(and)f(GPMS)i([vR)m(T92a)m(])f(implemen)o(t)d (this)j(\\sp)q(ecialized)104 1089 y(pro)q(cesses")g(mo)q(del.)25 b(Three)18 b(di\013eren)o(t)g(pro)q(cesses)i(can)d(b)q(e)g(distinguished)g (in)f(TIPS)h(\(see)h(Figure)f(6\))g(:)24 b(a)16 b(meter-)104 1139 y(pro)q(cess)e(that)e(collects)h(the)g(generated)h(traces)f(and)f (stores)i(them)d(in)h(a)g(bu\013er,)h(a)f(bu\013er-manager)g(that)g(tak)o(es) h(care)104 1189 y(of)j(the)h(transp)q(ortation)g(of)f(the)h(ev)o(en)o (t-records,)i(and)d(a)h(bac)o(k-end)g(pro)q(cess)h(that)f(implemen)o(ts)d (some)i(additional)104 1238 y(features.)0 1346 y Fi(3.3.4)48 b(The)15 b(in)o(trusiv)o(e)o(ness)d(of)k(soft)o(w)o(are)e(monitorin)o(g)0 1423 y Ft(Soft)o(w)o(are)j(monitoring)d(of)j(the)g(execution)h(of)f(parallel) f(programs)g(requires)i(the)g(insertion)f(of)f(reactiv)o(e)i(co)q(de)g(in)o (to)e(the)0 1473 y(source)f(co)q(de)g(of)e(an)h(application)f(program.)j (When)f(executed)g(this)g(results)g(in)e(a)h(\\h)o(ybrid-pro)q(cess")h(that)f (alternativ)o(ely)0 1523 y(executes)h Fm(active)e(c)n(o)n(de)g Ft(\(application\))e(and)h Fm(r)n(e)n(active)h(c)n(o)n(de)f Ft(\(see)i(Figure)f(7)f(and)g(section)h(6.2.3\).)j(Since)d(these)g (instructions)0 1572 y(are)h(not)f(inserted)i(according)f(to)f(a)g(regular)h (pattern,)g(the)g(execution)g(of)f(the)i(activ)o(e)e(co)q(de)h(is)g(p)q (erturb)q(ed)i(b)o(y)d(altering,)f(in)0 1622 y(an)i(arbitrary)f(manner,)g (the)h(timing)e(of)h(ev)o(en)o(ts)i(in)f(the)g(m)o(ultiple)e(threads)j(of)e (con)o(trol)g(b)q(eing)h(monitored.)p 1 setlinewidth np 441 1778 a 1172 1778 li 1172 1766 li 1194 1778 li 1172 1789 li 1172 1778 li st 1 setlinewidth np 441 1834 a 1172 1834 li 1172 1823 li 1194 1834 li 1172 1845 li 1172 1834 li st 0.867 setgray 1 setlinewidth np 609 1834 a 609 1778 li 519 1778 li 519 1834 li closepath fil 0 setgray np 609 1834 a 609 1778 li 519 1778 li 519 1834 li closepath st 1 setlinewidth np 609 1834 a 609 1778 li 519 1778 li 519 1834 li closepath st 0.867 setgray 1 setlinewidth np 947 1834 a 947 1778 li 879 1778 li 879 1834 li closepath fil 0 setgray np 947 1834 a 947 1778 li 879 1778 li 879 1834 li closepath st 1 setlinewidth np 947 1834 a 947 1778 li 879 1778 li 879 1834 li closepath st 1 setlinewidth np 467 1748 a 474 1778 li 482 1748 li st 1 setlinewidth np 474 1778 a 474 1721 li 1172 1721 li st 1 setlinewidth np 669 1748 a 677 1778 li 684 1748 li st 1 setlinewidth np 677 1778 a 677 1721 li st 1 setlinewidth np 816 1748 a 823 1778 li 831 1748 li st 1 setlinewidth np 823 1778 a 823 1721 li st 1 setlinewidth np 1018 1748 a 1026 1778 li 1033 1748 li st 1 setlinewidth np 1026 1778 a 1026 1721 li st 1 setlinewidth np 752 1864 a 744 1834 li 737 1864 li st 1 setlinewidth np 744 1834 a 744 1890 li st 1 setlinewidth np 921 1864 a 913 1834 li 906 1864 li st 1 setlinewidth np 913 1834 a 913 1890 li st 1 setlinewidth np 1123 1864 a 1116 1834 li 1108 1864 li st 1 setlinewidth np 1116 1834 a 1116 1890 li st 0.867 setgray 1 setlinewidth np 1104 1834 a 1104 1778 li 1127 1778 li 1127 1834 li closepath fil 0 setgray np 1104 1834 a 1104 1778 li 1127 1778 li 1127 1834 li closepath st 1 setlinewidth np 1104 1834 a 1104 1778 li 1127 1778 li 1127 1834 li closepath st 0.867 setgray 1 setlinewidth np 767 1834 a 767 1778 li 722 1778 li 722 1834 li closepath fil 0 setgray np 767 1834 a 767 1778 li 722 1778 li 722 1834 li closepath st 1 setlinewidth np 767 1834 a 767 1778 li 722 1778 li 722 1834 li closepath st 1 setlinewidth np 583 1864 a 576 1834 li 568 1864 li st 1 setlinewidth np 576 1834 a 576 1890 li 1172 1890 li st 1183 1733 a Fh(Activ)o(e)g(pro)q(cess)f(co)q(de)1183 1901 y(Reactiv)o(e)h(pro)q(cess)g(co)q(de)154 2030 y Ft(Figure)g(7:)k(The)c (co)q(de)h(of)e(the)i(activ)o(e)f(and)g(the)g(reactiv)o(e)h(pro)q(cess)g (mixed)e(in)o(to)g(one)h(thread)h(of)e(con)o(trol)62 2130 y(This)g(is)f (equally)g(v)n(alid)f(in)i(\\m)o(ultiple-pro)q(cesses-p)q(er-no)q(de")g (systems.)18 b(Although)12 b(the)i(co)q(de)f(is)g(clearly)f(separated)i(in)0 2179 y(distinct)i(pro)q(cesses)i(\(except)f(for)e(the)i(prob)q(es)f(themselv) o(es\),)g(the)g(activ)o(e)g(and)f(the)h(reactiv)o(e)h(co)q(de)f(are)g(still)f (running)g(on)0 2229 y(the)f(same)f(pro)q(cessor)j(\(in)e(a)f(time-sliced)g (w)o(a)o(y\).)62 2279 y(The)i(altering)e(of)g(the)i(timing)c(of)i(ev)o(en)o (ts)i(due)g(to)e(the)i(insertion)f(of)f(reactiv)o(e)i(co)q(de)g(ma)o(y)d ([MLCS92)o(]:)62 2370 y Fj(\017)21 b Ft(lead)13 b(to)h(incorrect)h(results)62 2453 y Fj(\017)21 b Ft(create)14 b(\(or)f(mask\))e(deadlo)q(c)o(k)i (situations)f(when)i(the)f(order)h(of)e(ev)o(en)o(ts)h(in)g(di\013eren)o(t)g (threads)h(of)e(con)o(trol)h(is)f(a\013ected)62 2536 y Fj(\017)21 b Ft(cause)15 b(a)e(real-time)g(program)f(to)i(fail)e(to)i(meet)f(its)h (deadlines)62 2619 y Fj(\017)21 b Ft(increase)15 b(the)f(execution)h(time)e (of)g(the)h(monitored)f(program)954 2795 y(19)p eop %%Page: 20 20 19 bop 62 42 a Ft(The)16 b(existence)h(of)e(these)i(e\013ects)h(on)d(the)h(b) q(eha)o(vior)f(of)g(a)g(monitored)f(system)i(is)f(generally)g(recognized.)24 b(Ho)o(w)o(ev)o(er,)0 91 y(no)14 b(precise)h(mo)q(del)e(has)h(b)q(een)h(dev)o (elop)q(ed)g(that)f(allo)o(ws)e(us)j(to)e(quan)o(tify)g(these)j(e\013ects.)k (A)14 b(common)d(approac)o(h)j(is)g(to)g(try)0 141 y(to)g(minim)o(ize)d(the)k (in\015uence)g(of)e(the)i(soft)o(w)o(are)e(monitoring)f(and)h(neglect)i (whatev)o(er)g(in\015uence)g(remains.)62 191 y(In)f(the)g(PIE)h(en)o (vironmen)o(t)d([LSV)601 176 y Fl(+)629 191 y Ft(89)o(])h(a)h(simple)e(comp)q (ensation)h(mec)o(hanism)e(has)j(b)q(een)h(dev)o(elop)q(ed)g(that)e(attempts) 0 241 y(to)k(comp)q(ensate)h(the)g(dela)o(ys)g(induced)g(b)o(y)g(the)g(soft)o (w)o(are)f(prob)q(es.)31 b(This)17 b(algorithm)e(that)j(is)f(used)i(on)e (uni-pro)q(cessor,)0 291 y(m)o(ulti-threaded)e(executions,)i(adjusts)g(the)f (timestamps)f(of)g(eac)o(h)i(ev)o(en)o(t-record)g(in)f(accordance)i(with)d (the)i(n)o(um)o(b)q(er)f(of)0 340 y(monitored)d(ev)o(en)o(ts)h(that)g(o)q (ccurred)i(b)q(efore)f(it.)j(A)c(risk)g(of)f(reordering)i(of)e(the)i(ev)o(en) o(ts)g(using)e(this)h(simple)f(comp)q(ensation)0 390 y(algorithm)c(exists)j (on)f(m)o(ultipro)q(cessors.)17 b(Therefore,)c(the)f(PIE)g(pro)r(ject)h(is)e (curren)o(tly)i(examining)c(other)j(algorithms)d(that)0 440 y(could)14 b(b)q(e)g(used)h(on)f(m)o(ultipro)q(cessors.)0 556 y Fu(3.4)56 b(Generation)17 b(through)i(hardw)n(are)h(monitoring)0 633 y Fi(3.4.1)48 b(Hits)15 b(and)g(high-lev)o(el)d(ev)o(en)o(ts)0 709 y Ft(The)j(classes)i(of)d(ev)o(en)o(ts)i(in)o(tro)q(duced)g(in)f(section) g(2.7)f(w)o(ere)i(either)g(atomic)d(ev)o(en)o(ts)k(or)e(comp)q(ound)e(ev)o (en)o(ts)k(consisting)e(of)0 759 y(sev)o(eral)f(atomic)d(ev)o(en)o(ts.)19 b(These)c(ev)o(en)o(ts)f(can)g(b)q(e)g(easily)e(related)i(to)f(the)h (executing)g(application)e(and)h(are)h(considered)h(as)0 809 y Fm(high-level)d(events)p Ft(.)17 b(A)o(t)11 b(the)g(mac)o(hine-lev)o(el)f (an)g(atomic)f(ev)o(en)o(t)j(is)f(comp)q(osed)f(of)g(man)o(y)f Fm(machine-level)j(events)g Ft(\(see)g(Figure)0 859 y(8\).)25 b(These)18 b(ev)o(en)o(ts)f(are)g(also)f(called)g Fm(low-level)g(events)h Ft(and)f(corresp)q(ond)i(to)e(the)h(execution)g(of)f(mac)o (hine-instructions.)0 909 y(The)g(detection)i(of)d(a)h(lo)o(w-lev)o(el)e(ev)o (en)o(t)j(is)f(called)g(a)g Fm(hit)p Ft(.)24 b(Just)17 b(as)f(the)g (detection)i(of)d(a)h(comp)q(ound)f(ev)o(en)o(t)h(required)h(the)0 959 y(detection)e(of)e(sev)o(eral)i(atomic)d(ev)o(en)o(ts,)i(sev)o(eral)g (hits)g(are)h(needed)g(to)f(detect)h(a)f(high-lev)o(el)f(ev)o(en)o(t.)p 1 setlinewidth np 1099 1084 a 1099 1039 li 739 1039 li 739 1084 li closepath st 788 1076 a Fh(Comp)q(ound)h(ev)o(en)o(t)p 1 setlinewidth np 683 1084 a 683 1039 li 278 1039 li 278 1084 li closepath st -739 w Ff(High-lev)o(el)e(ev)o(en)o(t)p 1 setlinewidth np 1110 1140 a 1110 1095 li 818 1095 li 818 1140 li closepath st 859 1129 a Fh(A)o(tomic)h(ev)o(en)o(t)p 1 setlinewidth np 1672 1140 a 1672 1095 li 1267 1095 li 1267 1140 li closepath st 1331 1133 a Ff(Lo)o(w-lev)o(el)g(ev)o(en)o(t)p 1 setlinewidth np 683 1061 a 739 1061 li st 1 setlinewidth np 709 1069 a 739 1061 li 709 1054 li st 1 setlinewidth np 694 1061 a 694 1129 li 818 1129 li st 1 setlinewidth np 788 1136 a 818 1129 li 788 1121 li st 1 setlinewidth np 761 1084 a 761 1106 li 818 1106 li st 1 setlinewidth np 788 1114 a 818 1106 li 788 1099 li st 1 setlinewidth np 1110 1118 a 1267 1118 li st 1 setlinewidth np 1237 1125 a 1267 1118 li 1237 1110 li st 1 setlinewidth np 1155 1039 a 1155 1051 li st 1 setlinewidth np 1155 1075 a 1155 1087 li st 1 setlinewidth np 1155 1111 a 1155 1123 li st 1 setlinewidth np 1155 1147 a 1155 1159 li st 1 setlinewidth np 1155 1183 a 1155 1195 li st 888 1185 a Fl(Application)f(lev)o(el)34 b(Mac)o(hine)11 b(lev)o(el)624 1325 y Ft(Figure)j(8:)k(The)c(di\013eren)o(t)h (lev)o(els)f(of)g(ev)o(en)o(ts)0 1483 y Fi(3.4.2)48 b(The)15 b(detection)f(of)h(an)h(ev)o(en)o(t)0 1560 y Ft(T)m(o)10 b(detect)i(ev)o(en)o (t)g(o)q(ccurrences)i(hardw)o(are)d(monitors)e(use)j Fm(physic)n(al)g(pr)n (ob)n(es)f Ft(that)f(are)i(connected)g(to)f(the)g(electrical)h(signals)0 1609 y(of)k(the)h(system.)25 b(The)16 b(on-c)o(hip)g(in)o(tegration)g(of)g (\015oating)f(p)q(oin)o(t,)h(memory)e(managemen)o(t)f(and)k(other)g (functional)e(units)0 1659 y(and)j(the)g(use)h(of)f(pip)q(elining)e(and)i (on-c)o(hip)g(cac)o(hes)h(ha)o(v)o(e)f(led)g(to)g(a)g(hardw)o(are)g(observ)n (ation)g(of)f(the)i(no)q(de-pro)q(cessors.)0 1709 y(Therefore,)c(hardw)o(are) f(monitors)e(will)g(probably)i(b)q(e)g(in)o(tegrated)g(on)g(the)g(c)o(hip)g (in)f(the)i(future)f([BL)m(T90)o(].)k(Since)c(m)o(uc)o(h)f(of)0 1759 y(the)i(information)c(is)i(buried)i(in)e(the)i(c)o(hip,)e(often)h(a)g (sp)q(ecial)g(v)o(ersion)g(of)f(the)i(no)q(de)f(pro)q(cessor)i(is)e(required) h(that)f(pro)o(vides)0 1809 y(access)19 b(to)e(signals)g(in)f(the)i(c)o(hip.) 28 b(Figure)17 b(13)g(sho)o(ws)g(the)h(in)o(tegration)f(of)f(the)i(TOPSYS)g (hardw)o(are)f(monitor)f(in)o(to)g(an)0 1858 y(observ)o(ed)i(system.)27 b(The)17 b(TOPSYS)g(monitor)e(mak)o(es)h(use)i(of)e(a)g(sp)q(ecial)h(pro)q (cessor)i(v)o(ersion,whic)o(h)d(has)h(extra)h(signals)0 1908 y(added)c(to)g(its)g(pins)g(\(the)g(b)q(ondout)g(lines)g(in)f(the)i(Figure)f (9\))g([BL)m(T90)o(].)p 1 setlinewidth np 896 2273 a 896 2160 li 671 2160 li 671 2273 li closepath st 1 setlinewidth np 727 2160 a 727 2104 li st 1 setlinewidth np 761 2104 a 761 2160 li st 1 setlinewidth np 794 2104 a 794 2160 li st 1 setlinewidth np 693 2160 a 693 2104 li st 1 setlinewidth np 1233 2273 a 1233 2160 li 952 2160 li 952 2273 li closepath st 1 setlinewidth np 896 2205 a 952 2205 li st 1 setlinewidth np 896 2228 a 952 2228 li st 1 setlinewidth np 896 2250 a 952 2250 li st 1 setlinewidth np 896 2183 a 952 2183 li st 1 setlinewidth np 693 2329 a 693 2273 li st 1 setlinewidth np 727 2329 a 727 2273 li st 1 setlinewidth np 761 2329 a 761 2273 li st 1 setlinewidth np 907 2441 a 907 2329 li 671 2329 li 671 2441 li closepath st 1 setlinewidth np 907 2104 a 907 1991 li 671 1991 li 671 2104 li closepath st 683 2025 a Ff(Pro)q(cessor)683 2092 y Fl(A)8 b(D)h(C)h(b)q(ondout)1065 2227 y Ff(Monitor)964 2216 y Fl(D)964 2238 y(A)964 2193 y(C)964 2261 y(b)q(ondout)683 2351 y(A)e(D)h(C)671 2430 y Ff(No)q(de)p 777 2430 14 2 v 16 w(b)q(oard)694 2261 y(Prob)q(e)1020 2013 y Fl(A)1020 2070 y(D)1020 2126 y(C)1065 2013 y Fh(:)17 b(address-bus)1065 2070 y(:)g(data-bus)1065 2126 y(:)g(con)o(trol-bus)332 2570 y Ft(Figure)d(9:)k(The)c(in)o(tegration)f(of)g(the)i(TOPSYS)f(hardw)o(are)h (monitor)d(in)h(a)h(no)q(de)954 2795 y(20)p eop %%Page: 21 21 20 bop 62 42 a Ft(In)13 b(hardw)o(are)h(monitoring,)c(ev)o(en)o(ts)k(are)g (detected)h(b)o(y)e(matc)o(hing)f(patterns)i(on)f(the)h(observ)o(ed)g(lines)f (with)g(prede\014ned)0 91 y(patterns.)19 b(Banks)13 b(of)f(high-sp)q(eed)i (comparators)e(are)h(used)h(for)e(this)h(matc)o(hing.)j(Ho)o(w)o(ev)o(er,)d (b)o(y)g(observing)g(the)g(ev)o(olution)0 141 y(of)c(the)i(busses)h(and)e (other)h(electrical)f(signals,)g(only)f(mac)o(hine-lev)o(el)f(ev)o(en)o(ts)k (can)e(b)q(e)h(detected.)19 b(The)10 b(user)h(is)f(not)g(in)o(terested)0 191 y(in)g(this)h(lev)o(el)g(of)f(abstraction,)h(b)q(ecause)h(the)g(relation) e(b)q(et)o(w)o(een)i(hits)f(and)g(high-lev)o(el)e(atomic-ev)o(en)o(ts)h(is)h (far)f(from)f(ob)o(vious.)0 241 y(A)j(hardw)o(are)g(monitor)d(should)j(th)o (us)g(b)q(e)g(able)f(to)h(detect)h(those)f(sequences)i(of)d(hits)h(that)g (constitute)g(an)g(in)o(teresting)g(high-)0 291 y(lev)o(el)j(ev)o(en)o(t.)21 b(F)m(or)15 b(this)g(purp)q(ose,)h(hardw)o(are)f(monitors)f(are)h(often)g (equipp)q(ed)h(with)e(a)h(state-mac)o(hine)f(that)h(recom)o(bines)0 340 y(the)d(hits)f(in)o(to)f(high-lev)o(el)h(ev)o(en)o(t)g(o)q(ccurrences)q (.)20 b(When)11 b(a)g(de\014ned)h(sequence)h(of)e(hits,)g(i.e.)17 b(a)11 b(high-lev)o(el)f(ev)o(en)o(t)i(o)q(ccurrence,)0 390 y(is)i(detected,)h(the)g(hardw)o(are)f(monitor)e(generates)k(an)d(ev)o(en)o (t-record.)62 440 y(F)m(rom)d(the)i(ab)q(o)o(v)o(e)f(discussion,)h(it)f(ma)o (y)f(b)q(e)i(ob)o(vious)f(that)g(the)i(detection)f(of)f(high-lev)o(el)f(ev)o (en)o(ts)j(is)e(a)g(v)o(ery)h(complicated)0 490 y(matter.)17 b(This)d(is)f(true)i(not)e(only)g(b)q(ecause)i(a)f(considerable)g(amoun)o(t)e (of)h(hardw)o(are)h(is)f(needed,)i(but)f(also)f(b)q(ecause)i(of)e(the)0 540 y(di\013eren)o(t)g(lev)o(els)f(of)g(abstraction)g(that)h(exist)f(b)q(et)o (w)o(een)i(the)f(executing)g(mac)o(hine)e(instructions)h(and)g(the)h (source-co)q(de.)20 b(T)m(o)0 589 y(map)12 b(application)f(ob)r(jects)k (\(instructions,)e(data-structures,)i(etc.\))k(to)13 b(mac)o (hine-instructions)g(and)g(memory-l)o(o)q(cations,)0 639 y(the)h(hardw)o(are) h(monitor)d(should)h(b)q(e)i(equipp)q(ed)f(with)g(a)g(sp)q(ecial)g(mec)o (hanism)d(that)j(ensures)i(this)e(mapping.)0 747 y Fi(3.4.3)48 b(A)16 b(complete)e(hardw)o(are)g(monitor)0 824 y Ft(T)m(o)g(complete)h(our)f (hardw)o(are)i(monitor,)d(additional)g(hardw)o(are)i(is)g(required)h(for)e (ev)o(en)o(t-record)j(storage,)e(ev)o(en)o(tual)g(pro-)0 874 y(cessing)d(and)e(the)i(transp)q(ortation)f(of)f(the)h(ev)o(en)o(t-records)i (to)e(the)g(external)g(storage.)18 b(A)11 b(hardw)o(are)g(monitor)e(th)o(us)i (consists)0 923 y(of)j(three)i(di\013eren)o(t)f(parts:)20 b(the)c(prob)q(es)f (that)g(actually)f(measure)g(the)h(electrical)g(signals,)f(indep)q(enden)o(t) i(lo)q(cal)e(monitors)0 973 y(that)e(detect)i(the)f(lo)o(w-lev)o(el)d(ev)o (en)o(ts)j(and)f(recom)o(bine)g(these)h(hits)g(in)e(high-lev)o(el)g(ev)o(en)o (ts)i(and)f(generate)i(the)e(ev)o(en)o(t-records,)0 1023 y(and)i(a)f (separate)i(comm)o(unication)c(net)o(w)o(ork)j(for)f(the)i(transp)q(ortation) f(of)f(the)i(ev)o(en)o(t-records.)62 1073 y(The)i(a)o(v)n(ailabili)o(t)o(y)c (in)j(hardw)o(are)g(monitors)f(of)h(a)f(separate)j(comm)o(unicatio)o(n)13 b(net)o(w)o(ork)k(constitutes)g(a)f(considerable)0 1123 y(adv)n(an)o(tage.)21 b(T)m(race-records)c(can)e(b)q(e)h(do)o(wnloaded)e(to)h(the)h(treatmen)o(t)f (place)g(in)g(a)g(real-time)e(fashion)h(and)h(distributed)0 1172 y(comp)q(ound-ev)o(en)o(ts)20 b(can)h(b)q(e)g(detected)i(without)d(in)o (terfering)g(with)g(the)h(comm)o(unication)c(net)o(w)o(ork)k(of)f(the)h (observ)o(ed)0 1222 y(system.)d(Because)e(of)d(their)h(indep)q(enden)o(t)i (comm)o(uni)o(cation)11 b(net)o(w)o(ork,)j(hardw)o(are)g(monitors)e(can)i (con)o(tin)o(ue)g(to)g(function)0 1272 y(ev)o(en)h(if)e(the)h(observ)o(ed)h (system)f(blo)q(c)o(ks)g(at)f(some)g(p)q(oin)o(t.)0 1380 y Fi(3.4.4)48 b(The)15 b(in)o(trusiv)o(e)o(ness)d(of)k(hardw)o(are)e (monitoring)0 1457 y Ft(Hardw)o(are)e(monitoring)d(constitutes)k(a)f (completely)e(non-in)o(trusiv)o(e)i(metho)q(d)f(of)g(monitoring)e(a)i (system.)17 b(The)12 b(only)f(e\013ect)0 1506 y(a)h(hardw)o(are)h(monitor)d (ma)o(y)h(ha)o(v)o(e)h(on)g(the)h(observ)o(ed)h(system)e(is)g(the)h(need)g (for)f(a)g(decreased)j(clo)q(c)o(k-sp)q(eed)f([mL92)m(],)e(due)h(to)0 1556 y(the)i(additional)e(loading)f(of)i(the)h(system)f(busses.)21 b(This)15 b(do)q(es)g(not)f(a\013ect)i(the)f(ordering)f(of)g(the)h(ev)o(en)o (ts,)g(but)g(only)e(slo)o(ws)0 1606 y(do)o(wn)h(the)g(execution)h(time.)0 1722 y Fu(3.5)56 b(Generation)17 b(through)i(h)n(ybrid)g(monitoring)0 1799 y Ft(Hybrid)h(monitoring)e(tries)j(to)g(com)o(bine)e(the)i(b)q(est)h(of) e(b)q(oth)g(soft)o(w)o(are)h(and)f(hardw)o(are)h(monitoring.)35 b(Since)21 b(h)o(ybrid)0 1849 y(monitors)14 b(are)i(de\014ned)g(as)f(those)h (monitors)e(that)i(are)f(neither)i(completely)d(hardw)o(are)h(nor)h(soft)o(w) o(are)f(monitors,)f(man)o(y)0 1899 y(di\013eren)o(t)h(t)o(yp)q(es)g(of)f(h)o (ybrid)g(monitors)f(could)h(b)q(e)h(devised,)f(ranging)g(from)e(those)j(that) g(are)g(almost)d(complete)i(hardw)o(are)0 1948 y(monitors)g(to)h(those)h (that)f(are)g(basically)f(soft)o(w)o(are)i(monitors.)k(The)c(most)e(common)e (ideas)j(in)g(h)o(ybrid)g(monitoring)d(will)0 1998 y(b)q(e)j(presen)o(ted)g (in)f(this)g(section.)0 2106 y Fi(3.5.1)48 b(The)15 b(detection)f(of)h(an)h (ev)o(en)o(t)0 2183 y Ft(All)e(of)h(the)h(h)o(ybrid)f(monitors)e(that)i(w)o (e)h(studied)g(use)g(soft)o(w)o(are)f(prob)q(es)h(for)f(ev)o(en)o(t)h (detection.)23 b(This)15 b(eliminates)e(one)j(of)0 2232 y(the)d(main)e (disadv)n(an)o(tages)h(of)h(hardw)o(are)g(monitoring,)d(namely)m(,)g(the)k (generation)f(of)f(lo)o(w-lev)o(el)f(run)o(time)h(information.)j(A)0 2282 y(h)o(ybrid)h(monitor)e(o\013ers)k(the)f(same)e(lev)o(el)h(of)g (abstraction)h(and)f(the)h(same)e(\015exibilit)o(y)g(in)h(ev)o(en)o(t)h (detection)g(as)g(soft)o(w)o(are)0 2332 y(monitors.)33 b(T)m(o)18 b(instrumen)o(t)h(the)h(co)q(de)g(for)f(h)o(ybrid)f(monitoring,)g(the)i(same) e(metho)q(ds)h(that)g(are)h(used)g(for)f(soft)o(w)o(are)0 2382 y(monitoring)11 b(can)j(b)q(e)h(used)g(\(see)g(section)g(3.4\).)0 2490 y Fi(3.5.2)48 b(The)15 b(generation)f(of)h(the)g(ev)o(en)o(t-records)0 2566 y Ft(Tw)o(o)e(common)e(approac)o(hes)k(can)f(b)q(e)h(distinguished)f(in) f(the)h(trace)h(generation.)954 2795 y(21)p eop %%Page: 22 22 21 bop 62 42 a Fj(\017)21 b Ft(The)c(simplest)f(solution)g(is)h(to)g(ha)o(v)o (e)g(the)g(soft)o(w)o(are)g(prob)q(es)i(generate)f(the)f(complete)g(ev)o(en)o (t-record,)i(as)e(is)g(done)104 91 y(in)e(soft)o(w)o(are)g(monitoring.)20 b(This)15 b(ev)o(en)o(t-record)i(is)e(then)h(sen)o(t)g(to)f(the)h(h)o(ybrid)f (monitor.)21 b(One)16 b(adv)n(an)o(tage)e(of)h(this)104 141 y(approac)o(h)h(is)f(that)h(all)f(application-ev)o(en)o(ts)h(are)g (detectable)h(and)f(no)g(additional)e(hardw)o(are)i(is)g(required)h(for)e (the)104 191 y(trace-generation.)104 257 y(The)20 b(e\016ciency)h(of)f(this)g (approac)o(h)g(dep)q(ends)i(largely)d(on)h(the)g(mec)o(hanism)e(used)j(to)f (comm)o(unicate)e(with)h(the)104 307 y(hardw)o(are)g(part)g(of)f(the)h(h)o (ybrid)g(monitor.)30 b(If)18 b(a)h(comm)o(unicatio)o(n)d(c)o(hannel)j(of)f (the)h(mac)o(hine)f(is)g(used,)j(it)d(ma)o(y)104 357 y(b)q(e)e(more)g (e\016cien)o(t)g(to)g(use)h(soft)o(w)o(are)f(monitoring)d(that)j(stores)i (the)f(ev)o(en)o(t-records)h(lo)q(cally)c(and)i(do)o(wnloads)f(the)104 407 y(ev)o(en)o(t-records)h(only)d(after)h(execution)717 392 y Fl(5)736 407 y Ft(.)62 490 y Fj(\017)21 b Ft(In)15 b(the)g(second)i (approac)o(h)e(a)f(minim)o(um)c(amoun)o(t)j(of)i(information)d(ab)q(out)j(an) g(ev)o(en)o(t-o)q(ccurrence)j(is)d(written)h(in)o(to)104 540 y(a)f(sp)q(ecial)g(part)g(of)g(the)g(memory)e(\(or)i(on)g(a)g(sp)q(ecial)g (comm)o(unication)d(c)o(hannel\).)22 b(This)15 b(part)g(of)g(the)g(memory)e (\(or)104 589 y(c)o(hannel\))i(is)f(monitored)f(b)o(y)h(the)h(hardw)o(are)g (part)g(of)f(the)h(h)o(ybrid)f(monitor)f(that)h(detects)j(the)e(write)g(and)f (collects)104 639 y(the)j(written)h(information)c(\(ev)o(en)o(t)k(t)o(yp)q(e) f(and)g(probably)g(some)f(attributes\).)28 b(Based)18 b(on)f(this)g (information,)d(the)104 689 y(monitor)h(generates)j(a)f(complete)f(ev)o(en)o (t-record)j(b)o(y)e(adding)f(further)i(attributes)f(\(for)g(example)f(a)g (time-stamp\))104 739 y(and)d(b)o(y)h(con)o(v)o(erting)g(the)h(information)c (to)i(the)i(righ)o(t)e(format.)104 805 y(The)f(adv)n(an)o(tage)g(of)f(this)i (approac)o(h)f(is)g(that)g(v)o(ery)g(little)g(o)o(v)o(erhead)g(\(only)g(one)g (or)g(a)g(few)h(simple)d(write\(s\))j(or)g(sends\))104 855 y(is)d(needed)i(to)e(detect)h(a)f(high-lev)o(el)f(ev)o(en)o(t.)18 b(If)10 b(the)h(hardw)o(are)f(part)h(of)e(the)i(monitor)d(has)j(access)h(to)e (the)g(application's)104 905 y(state,)j(all)e(the)i(attributes)h(can)e(b)q(e) h(collected)h(b)o(y)e(the)h(monitor)e(and)h(the)h(soft)o(w)o(are)g(prob)q(es) g(ha)o(v)o(e)f(only)g(to)g(issue)i(one)104 955 y(single)f(write)i(to)e (signal)g(an)h(ev)o(en)o(t)g(o)q(ccurrence.)21 b(This)14 b(results)h(in)e(a)h (minim)o(al)c(o)o(v)o(erhead.)104 1021 y(In)20 b([OQM91)o(])g(the)g (adaptation)f(of)g(the)h(ZM4)g(monitor)e(to)i(a)f(transputer)i(net)o(w)o(ork) f(is)g(describ)q(ed.)38 b(The)20 b(ZM4)104 1071 y(monitor)13 b(has)j(b)q(een)h(used)g(with)e(b)q(oth)h(a)f(sort)h(of)f(memory)e(mapp)q(ed) i(I/O)1291 1056 y Fl(6)1325 1071 y Ft(and)h(direct)g(c)o(hannel)g(I/O)1748 1056 y Fl(7)1767 1071 y Ft(.)f(Whereas)104 1121 y(the)f(o)o(v)o(erhead)g(of)g (the)g(former)f(approac)o(h)h(is)f(ab)q(out)h(100ns)g(\(one)g(assignmen)o(t)f (instruction\),)g(the)i(o)o(v)o(erhead)f(of)f(the)104 1171 y(latter)f(v)n(aries)g(b)q(et)o(w)o(een)i(4)p Fn(\026)p Ft(s)f(and)f(200)p Fn(\026)p Ft(s,)f(dep)q(ending)i(on)f(the)h(n)o(um)o(b)q(er)f(of)f(pro)q (cesses)k(on)d(the)h(observ)o(ed)h(no)q(de.)k(The)104 1220 y(memory)8 b(mapp)q(ed)j(I/O)g(approac)o(h)g(clearly)g(induces)h(less)f(o)o (v)o(erhead,)h(but)f(requires)h(considerably)g(more)e(additional)104 1270 y(hardw)o(are)k(b)q(ecause)i(the)e(address)h(and)f(the)h(data)e(bus)h (need)h(to)f(b)q(e)g(monitored.)104 1337 y(The)c(Hyp)q(ermon)f(h)o(ybrid)g (monitor)f(for)h(the)h(iPSC/2)f(implemen)o(ts)f(a)h(sligh)o(tly)f(di\013eren) o(t)j(approac)o(h)e([MAA)1769 1322 y Fl(+)1797 1337 y Ft(89)o(].)17 b(The)104 1386 y(hardw)o(are)d(part)g(of)f(Hyp)q(ermon)f(is)i(connected)h(to) f(the)g(I/O-signals)f(of)g(eac)o(h)h(of)f(the)h(monitored)e(no)q(de)i(pro)q (cessors.)104 1436 y(The)k(soft)o(w)o(are)f(prob)q(es)h(in)f(an)g (application)f(write)i(small)d(v)n(alues)i(on)g(the)g(I/O-lines)h(of)e(the)i (pro)q(cessor)h(that)f(are)104 1486 y(detected)e(b)o(y)d(the)i(monitor.)0 1594 y Fi(3.5.3)48 b(A)16 b(complete)e(h)o(ybrid)f(monitor)0 1671 y Ft(T)m(o)f(complete)f(our)i(monitoring)d(system,)i(pro)o(visions)g (are)h(needed)g(that)g(tak)o(e)f(care)i(of)e(the)h(storage)f(of)g(the)h(ev)o (en)o(t-records,)0 1720 y(the)j(ev)o(en)o(tual)f(distributed)g(pro)q (cessing,)h(and)f(the)g(transp)q(ortation.)22 b(Often)15 b(this)g(is)g (handled)g(b)o(y)g(additional)e(hardw)o(are,)0 1770 y(just)f(lik)o(e)g(in)f (hardw)o(are)i(monitors.)i(Ho)o(w)o(ev)o(er,)e(this)f(is)g(not)g(a)g (requiremen)o(t)g(and)g(man)o(y)e(di\013eren)o(t)j(h)o(ybrid)f(monitors)e (could)0 1820 y(b)q(e)19 b(imagined)c(that)j(share,)h(in)f(v)n(arious)f(w)o (a)o(ys,)h(the)h(w)o(orkload)e(b)q(et)o(w)o(een)i(the)f(observ)o(ed)i(system) d(and)h(the)h(monitoring)0 1870 y(hardw)o(are.)62 1920 y(Most)d(existing)g(h) o(ybrid)f(monitors)f(consist)j(of)e(indep)q(enden)o(t)i(monitor-no)q(des)d (with)i(their)g(o)o(wn)f(lo)q(cal)g(resources.)26 b(A)0 1969 y(monitor-no)q(de)18 b(can)i(monitor)e(one)i(or)g(more)e(system-no)q(des.)36 b(Monitor-no)q(des)20 b(and)g(system-no)q(des)g(can)g(in)o(teract)g(in)0 2019 y(v)n(arious)c(w)o(a)o(ys,)g(suc)o(h)h(as)g(\(for)f(example\))f(through) i(shared)g(memory)m(,)d(I/O)i(c)o(hannels,)i(or)e(memory)e(mapp)q(ed)i(I/O.)g (The)0 2069 y(storage)f(of)g(the)h(ev)o(en)o(t-records)h(is)e(done)g(lo)q (cally)m(,)e(as)i(is)g(the)g(distributed)h(pro)q(cessing.)23 b(F)m(or)14 b(the)i(transp)q(ortation)f(b)q(oth)g(a)0 2119 y(separate)h(and)f(the)g(monitored-system's)e(comm)o(unication)f(net)o(w)o (ork)j(could)f(b)q(e)i(used.)22 b(A)15 b(global)e(description)i(of)f(a)h (real)0 2169 y(h)o(ybrid)f(monitor)e(can)i(b)q(e)g(found)g(in)f(section)i (6.3.3.)0 2277 y Fi(3.5.4)48 b(\\Sp)q(ecialized)13 b(pro)q(cessors")0 2353 y Ft(In)e(this)f(section,)i(a)e(new)h(approac)o(h)g(to)f(h)o(ybrid)g (monitoring)e(that)j(w)o(e)g(call)f(\\sp)q(ecialized)h(pro)q(cessors,")h (will)d(b)q(e)j(in)o(tro)q(duced.)0 2403 y(The)i(idea)g(seems)g(promising,)d (but)j(to)g(our)g(kno)o(wledge,)f(it)h(remains)f(to)g(b)q(e)i(exploited.)p 0 2438 780 2 v 46 2465 a Fp(5)64 2476 y Fr(This)c(assumes)f(that)g(the)h (sending)f(of)h(a)g(message)f(tak)o(es)g(more)h(time)f(than)g(a)i(memory)d (access,)h(and)h(o\013-line)e(monitoring)g(is)i(used.)46 2504 y Fp(6)64 2516 y Fr(In)g(this)g(approac)o(h,)e(a)j(part)f(of)h(the)f(memory)f (addresses)g(are)h(reserv)o(ed)f(for)h(monitoring)e(uses.)16 b(The)c(monitor)d(observ)o(es)h(the)i(address)e(bus)0 2555 y(and)h(reads)f(the)h(data)f(from)g(the)h(bus)g(that)g(is)g(written)g(to)g(a) g(reserv)o(ed)f(address.)46 2583 y Fp(7)64 2595 y Fr(In)j(this)g(approac)o (h,)f(run)o(time)g(information)e(is)k(sen)o(t)f(o)o(v)o(er)g(an)h(un)o(used)e (comm)o(unica)o(tion)e(c)o(hannel.)21 b(This)14 b(c)o(hannel)d(is)j (connected)d(to)j(the)0 2634 y(monitor)9 b(whic)o(h)i(receiv)o(es)f(the)h (run)o(time)e(information)o(.)954 2795 y Ft(22)p eop %%Page: 23 23 22 bop 62 42 a Ft(\\Sp)q(ecialized)16 b(pro)q(cessors")i(is)d(an)h(approac)o (h)f(to)h(h)o(ybrid)f(monitoring)e(that)j(requires)h(no)e(additional)f(hardw) o(are.)24 b(In)0 91 y(this)13 b(approac)o(h,)g(the)h(a)o(v)n(ailable)d(no)q (des)i(of)g(a)g(system)g(are)g(divided)g(in)o(to)f(t)o(w)o(o)h(sets.)19 b(One)14 b(set)g(of)e(\\activ)o(e)h(pro)q(cessors")i(runs)0 141 y(the)h(activ)o(e)f(pro)q(cesses)j(and)d(generates)i(ev)o(en)o(t-records) h(using)d(soft)o(w)o(are)g(prob)q(es,)h(whereas)h(the)f(other)f(set)i(\(of)d (\\reactiv)o(e)0 191 y(pro)q(cessors"\))19 b(runs)g(only)d(reactiv)o(e)i(pro) q(cesses)i(and)d(ensures)j(the)e(storage,)g(the)g(pro)q(cessing,)h(and)e(the) h(transp)q(ortation)0 241 y(of)e(the)h(ev)o(en)o(t-records.)27 b(Notice)17 b(that)f(the)h(size)g(of)f(these)i(sets)f(do)q(es)g(not)f(ha)o(v) o(e)h(to)f(b)q(e)h(the)g(same,)e(and)h(moreo)o(v)o(er,)g(that)0 291 y(the)j(monitoring)c(pro)q(cesses)21 b(can)e(b)q(e)g(on)f(the)h(same)e (pro)q(cessor)j(as)e(computation)f(pro)q(cesses)k(on)d(m)o(ulti-pro)q(cesses) g(p)q(er)0 340 y(no)q(de)j(mac)o(hines.)38 b(Figure)21 b(14)f(illustrates)g (this)h(approac)o(h)g(with)f(a)h(three)h(dimensional)c(h)o(yp)q(ercub)q(e,)24 b(in)c(whic)o(h)h(one)0 390 y(cub)q(e)e(of)e(dimension)e(2)j(monitors)e (another)h(cub)q(e)i(of)e(dimension)f(2)h(that)h(do)q(es)g(the)g(actual)f (pro)q(cessing.)30 b(Man)o(y)17 b(other)0 440 y(con\014gurations,)c(ho)o(w)o (ev)o(er,)h(can)g(b)q(e)h(conceiv)o(ed.)p 1 setlinewidth np 690 539 22 0.00 360.00 arc st 1 setlinewidth np 859 539 22 0.00 360.00 arc st 1 setlinewidth np 859 708 22 0.00 360.00 arc st 1 setlinewidth np 690 708 22 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 634 607 22 0.00 360.00 arc fil 0 setgray np 634 607 22 0.00 360.00 arc st 1 setlinewidth np 634 607 22 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 803 607 22 0.00 360.00 arc fil 0 setgray np 803 607 22 0.00 360.00 arc st 1 setlinewidth np 803 607 22 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 803 775 22 0.00 360.00 arc fil 0 setgray np 803 775 22 0.00 360.00 arc st 1 setlinewidth np 803 775 22 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 634 775 22 0.00 360.00 arc fil 0 setgray np 634 775 22 0.00 360.00 arc st 1 setlinewidth np 634 775 22 0.00 360.00 arc st 0.867 setgray 1 setlinewidth np 1005 550 22 0.00 360.00 arc fil 0 setgray np 1005 550 22 0.00 360.00 arc st 1 setlinewidth np 1005 550 22 0.00 360.00 arc st 1 setlinewidth np 1005 618 22 0.00 360.00 arc st 1 setlinewidth np 633 607 a 689 540 li 858 540 li 802 607 li 633 607 li 633 776 li 802 776 li 858 708 li 689 708 li 633 776 li st 1 setlinewidth np 802 607 a 802 776 li st 1 setlinewidth np 858 540 a 858 708 li st 1 setlinewidth np 689 540 a 689 708 li st 1050 562 a Fh(monitor)f(no)q(des)1050 640 y(computation)h(no)q(des)328 927 y Ft(Figure)f(10:)k(The)c(\\sp)q (ecialized)g(pro)q(cessors")i(approac)o(h)e(to)g(h)o(ybrid)f(monitoring)62 1026 y(One)18 b(of)e(the)h(strong)g(p)q(oin)o(ts)g(of)f(\\sp)q(ecialized)h (pro)q(cessors,")i(in)e(comparison)e(with)i(other)g(h)o(ybrid)f(monitoring)f (sys-)0 1076 y(tems)h(is)g(that)h(it)f(requires)h(no)f(additional)f(hardw)o (are.)26 b(This)16 b(prop)q(ert)o(y)h(allo)o(ws)f(the)h(construction)g(of)f (p)q(ortable)g(h)o(ybrid)0 1126 y(monitoring)11 b(systems,)j(that)g(is,)f(of) g(course,)i(as)f(long)f(as)h(the)g(target)h(mac)o(hine)d(has)i(enough)g(no)q (des.)62 1176 y(In)g(our)f(example)g(of)g(the)h(h)o(yp)q(ercub)q(e,)h(a)e (further)h(adv)n(an)o(tage)f(is)h(the)g(separation)f(of)g(the)h(net)o(w)o (ork)g(in)o(to)f(\\activ)o(e)g(com-)0 1226 y(m)o(unication)e(c)o(hannels")i (and)g(\\reactiv)o(e)h(comm)o(unicatio)o(n)d(c)o(hannels".)18 b(The)13 b(traces)i(are)e(transp)q(orted)i(to)e(the)h(\\reactiv)o(e")0 1275 y(no)q(des)h(o)o(v)o(er)f(the)g(\\reactiv)o(e)g(c)o(hannels")h(and)e(do) h(not)g(in)o(terfere)h(with)e(the)i(\\activ)o(e)f(comm)o(uni)o(cation)d(net)o (w)o(ork".)62 1325 y(W)m(e)i(think)g(\\sp)q(ecialized)h(pro)q(cessors")h (will)d(b)q(e)i(esp)q(ecially)f(useful)g(in)g(real-time)f(monitoring)e(for)j (scalabilit)o(y)f(reasons)0 1375 y(men)o(tioned)j(in)g(7.)24 b(In)16 b(o\013-line)g(trace)h(pro)q(cessing,)g(storing)f(the)g(traces)h(lo)q (cally)e(ma)o(y)f(result)j(in)e(less)i(o)o(v)o(erhead)f(b)q(ecause)0 1425 y(storing)e(data)f(in)h(memory)d(is)j(usually)f(faster)h(than)g(sending) g(it)g(o)o(v)o(er)g(a)f(c)o(hannel.)0 1533 y Fi(3.5.5)48 b(The)15 b(in)o(trusiv)o(e)o(ness)d(of)k(a)g(h)o(ybrid)d(monitor)0 1609 y Ft(Hybrid)f(monitors)f(are)i(in)o(trusiv)o(e,)g(due)g(to)f(the)i(use)f(of)f (soft)o(w)o(are)h(prob)q(es,)g(but)g(are)g(usually)f(less)h(in)o(trusiv)o(e)f (than)h(soft)o(w)o(are)0 1659 y(monitors.)62 1709 y(The)i(actual)f(in)o (trusiv)o(eness)h(of)f(a)g(h)o(ybrid)g(monitor)e(dep)q(ends)k(largely)e(on)g (ho)o(w)g(m)o(uc)o(h)f(of)g(its)i(functionalit)o(y)d(has)j(b)q(een)0 1759 y(implemen)o(ted)c(in)i(additional)f(hardw)o(are.)18 b(A)c(monitor)d (suc)o(h)j(a)g(TMON)f(\(see)i(section)g(6.2\),)d(whic)o(h)h(mainly)e (consists)j(of)f(a)0 1809 y(soft)o(w)o(are)h(monitor)e(with)h(one)h(indep)q (enden)o(t)h(no)q(de,)f(will)f(b)q(e)h(sligh)o(tly)f(less)h(in)o(trusiv)o(e)g (than)g(its)f(soft)o(w)o(are)h(equiv)n(alen)o(t.)k(On)0 1858 y(the)e(other)g(hand,)f(h)o(ybrid)g(monitors)e(suc)o(h)j(as)g(the)g(Hyp)q (ermon)e([MAA)1145 1843 y Fl(+)1173 1858 y Ft(89)o(],)h(whic)o(h)g(are)g (close)h(to)f(hardw)o(are)h(monitors,)0 1908 y(hardly)d(induce)i(an)o(y)e(o)o (v)o(erhead)i(when)f(used)h(with)e(memory)f(mapp)q(ed)h(I/O)g(\(see)j (section)e(3.5.2\).)0 2045 y Fo(4)69 b(T)-6 b(ransp)r(ortation)24 b(of)g(the)e(ev)n(en)n(ts)0 2136 y Ft(T)m(o)14 b(our)h(kno)o(wledge,)g(no)g (en)o(tirely)g(distributed)h(monitoring)c(to)q(ol)j(has)g(y)o(et)h(b)q(een)g (dev)o(elop)q(ed)g(\(i.e.)21 b(a)15 b(complete)f(parallel)0 2186 y(program)f(that)i(will)f(gather)h(and)g(use)h(the)g(monitored)d (information\).)19 b(In)c(the)g(existing)g(monitors,)e(the)j(run)o(time)e (infor-)0 2236 y(mation)h(is)j(used)g(at)g(a)f(di\013eren)o(t)i(place)f(than) f(where)i(it)e(w)o(as)h(generated.)30 b(Therefore)19 b(the)g(ev)o(en)o (t-records)g(need)g(to)e(b)q(e)0 2286 y(transp)q(orted.)i(As)c(w)o(e)f(will)e (see)j(in)f(7,)f(this)h(implies)e(the)i(transp)q(ortation)g(of)g(a)f (considerable)i(amoun)o(t)d(of)h(data.)62 2336 y(Unless)g(a)e(completely)g (indep)q(enden)o(t)i(hardw)o(are)f(monitor)d(is)j(used,)g(this)g(transp)q (ort)h(of)e(data)g(will)f(a\013ect)j(the)f(observ)o(ed)0 2385 y(system)h(at)f(t)o(w)o(o)h(lev)o(els)f(:)18 b(at)13 b(the)g(pro)q(cessor)i (lev)o(el)d(where)i(an)f(extra)g(load)f(will)f(b)q(e)j(created)g(due)f(to)g (the)g(need)h(of)e(pro)q(cesses)0 2435 y(that)j(con)o(trol)g(the)h(transp)q (ort,)g(and,)f(at)g(the)h(lev)o(el)f(of)g(the)h(comm)o(uni)o(cation)c(net)o (w)o(ork)k(where)g(the)g(comm)o(unication)c(load)0 2485 y(will)f(b)q(e)i (increased.)18 b(This)12 b(is)g(alw)o(a)o(ys)g(true)h(for)e(soft)o(w)o(are)i (monitors,)d(but)j(ma)o(y)d(only)h(b)q(e)i(partly)f(true)h(for)f(h)o(ybrid)g (monitors)0 2535 y(since)j(at)e(a)h(certain)h(p)q(oin)o(t)e(they)h(use)h (hardw)o(are)f(means.)62 2585 y(T)m(o)j(minim)o(ize)e(the)j(e\013ect)g(of)f (this)g(trace-data)h(transp)q(ort,)h(di\013eren)o(t)f Fm(tr)n(ansp)n(ort-str) n(ate)n(gies)d Ft(ha)o(v)o(e)i(b)q(een)i(dev)o(elop)q(ed.)0 2635 y(The)c(most)f(common)e(strategies)k(will)e(b)q(e)h(describ)q(ed)i(in)d (the)i(follo)o(wing)c(sections.)22 b(The)15 b(aim)e(is)i(to)g(allo)o(w)e(the) i(gathering)954 2795 y(23)p eop %%Page: 24 24 23 bop 0 42 a Ft(of)15 b(the)h(monitored)d(data)i(to)g(a)g(certain)h(p)q(oin) o(t)f(in)g(the)h(system)f(with)g(the)h(least)f(p)q(ossible)h(p)q (erturbation.)22 b(Without)15 b(that)0 91 y(abilit)o(y)m(,)i(the)j(monitored) d(information)f(is)i(not)h(still)f(v)n(alid)f(since)j(it)e(could)g(represen)o (t)j(something)d(v)o(ery)h(far)f(from)f(the)0 141 y(application)12 b(running)i(without)g(monitoring.)0 257 y Fu(4.1)56 b(Imme)o(diate)15 b(transp)r(ort)0 334 y Fm(Imme)n(diate)e(tr)n(ansp)n(ort)e Ft(strategies)i(send)g(the)g(monitored)d(data)i(as)g(so)q(on)g(as)g(they)g (are)h(recorded.)19 b(They)12 b(are)g(implemen)o(ted)0 384 y(in)j(those)h(monitors)e(that)i(need)h(to)e(deliv)o(er)h(the)g(run)o(time)e (information)f(in)i(real-time)f(\(See)j([LS92b)o(])e(on)g(iPSC/2\).)23 b(Ac-)0 434 y(cording)13 b(to)f(the)i(imp)q(ortance)e(of)g(the)i(instan)o (taneous)f(a)o(v)n(ailabili)o(t)o(y)d(of)i(the)i(information)c(\(i.e.)17 b(the)d(p)q(ossibilit)o(y)d(of)i(using)f(it)0 483 y(outside)i(of)f(the)i (application\),)d(t)o(w)o(o)i(strategies)h(can)f(b)q(e)g(distinguished.)62 575 y Fj(\017)21 b Fm(R)n(e)n(al-time)15 b(availability)f Ft(:)20 b(in)15 b(critical)g(applications)f(where)i(the)f(o)q(ccurrence)j(of)c(an)h (ev)o(en)o(t)h(needs)g(to)f(b)q(e)h(detected)104 625 y(instan)o(taneously)d (the)h(only)e(viable)h(approac)o(h)g(is)g(the)h(use)g(of)f(a)g(hardw)o(are)g (monitor.)j(As)e(w)o(e)f(discussed)i(in)e(section)104 674 y(3.3,)f(soft)o(w)o (are)h(prob)q(es)i(cannot)f(pro)o(vide)f(the)h(exact)g(momen)o(t)d(of)i(o)q (ccurrence)j(of)d(an)h(ev)o(en)o(t.)k(Therefore,)d(hardw)o(are)104 724 y(prob)q(es)g(that)f(monitor)e(the)i(electrical)g(signals)g(of)f(the)h (monitored)f(system)h(need)g(to)g(b)q(e)h(used.)104 791 y(T)m(o)e(ensure)i (the)g(immedia)o(te)d(transp)q(ort)j(to)e(the)i(destination,)e(a)h(separate)h (comm)o(unicatio)o(n)c(net)o(w)o(ork)j(is)g(required.)104 857 y(Since)g(a)g(hardw)o(are)g(monitor)e(is)i(used,)g(this)g(strategy)h(ob)o (viously)d(has)i(no)g(impact)e(on)i(the)g(monitored)f(system.)62 940 y Fj(\017)21 b Fm(Delaye)n(d)13 b(availability)e Ft(:)16 b(this)c(means)f(that)g(the)h(ev)o(en)o(t-records)i(b)q(ecome)d(a)o(v)n (ailable)e(so)q(on)j(after)f(the)h(ev)o(en)o(t)h(o)q(ccurred.)104 990 y(There)19 b(ma)o(y)m(,)d(ho)o(w)o(ev)o(er,)j(b)q(e)g(some)e (unpredictable)i(comm)o(uni)o(cation)c(dela)o(y)j(b)q(efore)g(their)h(a)o(v)n (ailabili)o(t)o(y)m(.)27 b(F)m(rom)16 b(a)104 1040 y(practical)g(p)q(oin)o(t) g(of)g(view,)g(this)g(strategy)h(means)f(that)g(as)h(so)q(on)f(as)g(a)g(ev)o (en)o(t-record)i(has)f(b)q(een)g(generated,)h(it)e(is)104 1089 y(sen)o(t)h(to)g(its)f(destination.)26 b(T)o(ypical)15 b(examples)h(that)h (use)g(\\dela)o(y)o(ed)f(a)o(v)n(ailabilit)o(y")d(are)k(visualization)e(to)q (ols)h(that)104 1139 y(allo)o(w)c(the)j(\\real-time")c(observ)n(ation)j(of)f (the)i(executing)f(program)f(and)g Fm(output)j(debugging)1575 1124 y Fl(8)1594 1139 y Ft([LS92b].)104 1206 y(\\Dela)o(y)o(ed)e(a)o(v)n (ailabili)o(t)o(y")e(de\014nitely)j(has)g(an)g(impact)e(on)i(the)g(b)q(eha)o (vior)g(of)f(the)i(comm)o(uni)o(cation)c(net)o(w)o(ork)j(of)f(the)104 1256 y(system,)e(if)f(no)i(separate)g(net)o(w)o(ork)g(is)f(used.)19 b(With)11 b(blo)q(c)o(king)h(sends)i(and)e(a)g(loaded)g(comm)o(unicatio)o(n)e (net)o(w)o(ork,)i(the)104 1305 y(impact)g(ma)o(y)g(ev)o(en)j(b)q(ecome)e (dramatic,)f(due)j(to)e(the)i(con)o(tin)o(uous)f(blo)q(c)o(king)f(of)g(the)h (activ)o(e)g(pro)q(cesses)j(b)o(y)c(sends.)104 1372 y(This)h(is)f(one)h(of)g (the)g(transp)q(ort)h(strategies)g(that)f(can)g(b)q(e)h(used)f(b)o(y)g(the)h (TOPSYS)f(monitoring)d(system.)0 1488 y Fu(4.2)56 b(Store)18 b(and)h(unload)g(progressiv)n(ely)0 1565 y Ft(\\Store)i(and)f(unload)g (progressiv)o(ely")g(strategies)i(aim)c(to)j(minim)o(i)o(ze)e(the)i(impact)e (of)h(the)h(trace-generation)g(on)f(the)0 1614 y(comm)o(unication)14 b(net)o(w)o(ork.)28 b(The)17 b(main)e(idea)i(b)q(ehind)g(these)i(strategies)f (is)f(that)g(the)h(unloading)e(of)g(ev)o(en)o(t-records)j(in)0 1664 y(blo)q(c)o(ks)14 b(will)e(economize)i(the)g(c)o(hannel)g(set-up)h (times.)i(The)d(three)i(most)c(commonly)f(encoun)o(tered)16 b(strategies)f(are:)62 1756 y Fj(\017)21 b Fm(Unlo)n(ad)16 b(when)f(bu\013er)h(ful)r(l)e Ft(:)20 b(are)15 b(the)g(simplest)f (strategies;)h(the)h(ev)o(en)o(t-records)g(are)f(stored)h(in)e(a)h (memory-bu\013er)104 1805 y(un)o(til)d(the)i(bu\013er)g(\014lls)f(up.)18 b(When)13 b(this)h(happ)q(ens,)g(the)f(activ)o(e)h(pro)q(cess)h(is)e(susp)q (ended)i(and)e(the)h(ev)o(en)o(t-records)i(are)104 1855 y(do)o(wnloaded.)24 b(A)17 b(disadv)n(an)o(tage)e(of)h(this)g(metho)q(d)g(is)g(that)g(an)g(activ) o(e)g(pro)q(cess)i(is)f(susp)q(ended)h(at)e(unpredictable)104 1905 y(momen)o(ts.)104 1971 y(\\Unload)d(when)h(bu\013er)h(full")d(is)i(one)g (of)f(t)o(w)o(o)h(transp)q(ort)h(strategies)g(that)f(ha)o(v)o(e)f(b)q(een)i (implemen)o(ted)d(in)h(the)i(PICL)104 2021 y(library)h([GHPW90)o(],)h(the)g (second)i(b)q(eing)e(describ)q(ed)i(in)d(\\store)i(and)f(unload)f(afterw)o (ards".)28 b(The)18 b(user)g(has)f(the)104 2071 y(c)o(hoice)d(of)f(either)i (of)e(the)i(strategies.)62 2154 y Fj(\017)21 b Fm(Unlo)n(ad)14 b(when)h(r)n(e)n(queste)n(d)d Ft(:)18 b(This)13 b(strategy)h(allo)o(ws)e(the) i(user)g(to)f(de\014ne)h(the)g(momen)o(ts)d(of)h(unloading)g(b)o(y)h(calling) e(a)104 2204 y Fg(trace-flush)19 b(function)p Ft(.)i(This)15 b(w)o(a)o(y)m(,)f(the)i(susp)q(ension)h(of)d(the)i(activ)o(e)g(pro)q(cess)h (in)d(critical)h(sections,)i(as)e(migh)o(t)104 2254 y(happ)q(en)k(with)f(the) h(\\unload)e(when)i(bu\013er)h(full")d(strategy)m(,)i(can)g(b)q(e)g(a)o(v)o (oided.)31 b(In)18 b(case)i(a)e(bu\013er)h(\014lls)f(up,)h(the)104 2303 y(previous)14 b(strategy)h(is)e(applied.)104 2370 y(In)e(the)h(PICL)g (library)e([GHPW90)o(],)h(a)g(trace-\015ush)i(function)e(has)h(b)q(een)g(pro) o(vided)f(that)h(allo)o(ws)e(the)i(user)h(to)e(unload)104 2420 y(the)j(con)o(ten)o(ts)h(of)f(the)g(trace-bu\013er.)p 0 2446 780 2 v 46 2473 a Fp(8)64 2485 y Fr(Output)6 b(debugging)f(consists)h(of)h (inserting)f(debugging)f(prob)q(es,)h(usually)g(output)g(statemen)o(ts)f(at)i (carefully)f(selected)g(places)g(in)h(a)h(program.)0 2524 y(These)j(prob)q (es)f(are)h(then)f(used)h(to)g(try)g(to)g(understand)d(the)j(b)q(eha)o(vior)e (of)j(a)f(program)e([CBM90].)954 2795 y Ft(24)p eop %%Page: 25 25 24 bop 62 42 a Fj(\017)21 b Fm(Unlo)n(ad)d(when)h(low)f(lo)n(ad)g Ft(:)25 b(Eac)o(h)18 b(time)e(the)j(load)e(of)g(the)h(comm)o(unicatio)o(n)d (is)j(less)g(than)g(a)f(de\014ned)i(v)n(alue,)e(the)104 91 y(reactiv)o(e)h(pro)q(cess)h(will)d(unload)g(the)i(ev)o(en)o(t-records)i(con) o(tained)d(in)g(its)g(bu\013er.)30 b(Ob)o(viously)m(,)16 b(the)i(\\unload)e (when)104 141 y(bu\013er)f(full")d(strategy)j(often)f(complemen)o(ts)e(this)i (strategy)m(.)104 208 y(The)d(\\unload)f(when)h(lo)o(w)f(load")f(complemen)o (ted)g(b)o(y)i(the)g(\\unload)f(when)h(bu\013er)g(full")f(strategy)h(has)g(b) q(een)h(adopted)104 257 y(b)o(y)h(the)i(TMON)f(monitor)e(of)h(the)i(TIPS)f (en)o(vironmen)o(t)f([W)o(CG)1120 242 y Fl(+)1146 257 y Ft(92].)0 374 y Fu(4.3)56 b(Store)18 b(and)h(unload)g(afterw)n(ards)0 450 y Ft(The)12 b(\\store)g(and)g(unload)e(afterw)o(ards")i(strategy)g(do)q (es)h(not)e(a\013ect)i(the)f(b)q(eha)o(vior)f(of)g(the)h(comm)o(unication)c (net)o(w)o(ork.)18 b(The)0 500 y(ev)o(en)o(t-records)f(are)e(stored)h(in)e(a) g(lo)q(cal)g(memory)e(bu\013er)k(and)e(unloaded)h(when)g(all)f(the)h(activ)o (e)g(pro)q(cesses)i(ha)o(v)o(e)d(\014nished)0 550 y(their)g(activities.)k(A) 13 b(serious)i(limit)c(of)i(this)g(approac)o(h)h(is)f(the)i(size)f(of)f(the)h (allo)q(cated)f(memory)f(bu\013er.)18 b(Once)d(this)f(bu\013er)0 600 y(\014lls)f(up,)h(the)g(generation)g(of)g(the)g(traces)h(is)f(susp)q (ended.)62 649 y(Of)j(all)e(the)i(strategies)h(discussed)g(the)f(\\store)g (and)g(unload)e(afterw)o(ards")i(strategy)h(has)e(the)h(least)g(impact)e(on)h (the)0 699 y(monitored)e(system.)23 b(There)17 b(is)e(no)h(impact)e(on)h(the) h(comm)o(unication)c(net)o(w)o(ork)k(and)g(less)g(o)o(v)o(erhead)g(for)f(the) h(pro)q(cessor)0 749 y(\(assuming)c(that)i(storing)g(data)g(in)f(memory)f (tak)o(es)i(less)g(time)f(than)h(initiating)e(the)i(sending)g(of)g(this)g (data\).)62 799 y(\\Store)g(and)g(unload)f(afterw)o(ards")h(is)g(the)g (second)h(transp)q(ort)g(strategy)g(that)f(has)g(b)q(een)g(implemen)o(ted)e (in)h(the)i(PICL)0 849 y(library)e([GHPW90)o(].)k(F)m(urthermore,)d(this)g (strategy)g(has)g(b)q(een)h(used)g(in)e([Imr92)n(])h(for)f(the)i(ECS)1534 834 y Fl(9)1553 849 y Ft(.)0 986 y Fo(5)69 b(Represen)n(tation)22 b(of)h(the)f(ev)n(en)n(ts)0 1077 y Ft(Un)o(til)e(no)o(w)g(w)o(e)h(ha)o(v)o(e) g(mainly)d(discussed)23 b(the)e(generation)g(of)f(the)i(run)o(time)d (information.)36 b(In)21 b(its)g(ra)o(w)g(form,)f(this)0 1127 y(information)15 b(consists)k(of)f(sequences)j(of)c(ev)o(en)o(t-records.)33 b(These)20 b(records)g(ma)o(y)c(b)q(e)j(con)o(tained)f(in)g(one)g(or)g(more)g (\014les)0 1177 y(or)e(ma)o(y)f(arriv)o(e)h(as)g(con)o(tin)o(uous)g(streams)h (as)f(is)g(the)h(case)g(with)f(real-time)f(monitoring.)22 b(Eac)o(h)17 b(ev)o(en)o(t-record)h(con)o(tains)0 1226 y(some)c(attributes)i(that)e(are)i (related)f(to)g(the)g(ev)o(en)o(t)h(that)e(w)o(as)h(at)g(its)g(origin.)k(Dep) q(ending)c(on)g(the)g(c)o(hosen)h(trace-format)0 1276 y(the)c(ev)o(en)o (t-records)i(ma)o(y)c(b)q(e)i(h)o(uman-readable)f(or)g(not.)18 b(The)12 b(timestamps)d(ma)o(y)h(or)i(ma)o(y)e(not)h(b)q(e)i(related)f(to)g (some)f(global)0 1326 y(time)h(and)h(if)f(a)h(self-de\014ning)h(trace-format) e(is)h(used,)h(it)f(ma)o(y)e(not)i(ev)o(en)h(b)q(e)g(kno)o(wn)f(b)q (eforehand)h(what)f(information)d(will)0 1376 y(b)q(e)15 b(recorded)g(in)f (the)g(ev)o(en)o(t-records.)62 1426 y(Di\013eren)o(t)f(to)q(ols)f(exist)g (that)h(help)f(the)g(user)i(in)d(assessing)j(the)e(information)d(con)o (tained)k(in)e(the)i(ev)o(en)o(t-records.)20 b(These)0 1475 y(to)q(ols)14 b(range)g(from)e(the)i(elemen)o(tary)g(text-editor)g(to)g(an)f (adv)n(anced)i(programmi)o(ng)c(en)o(vironmen)o(t.)62 1525 y(In)i(this)g(section,)h(w)o(e)f(will)e(presen)o(t)k(in)e(a)f(systematic)h (manner)f(the)i(di\013eren)o(t)g(approac)o(hes,)f(metho)q(ds,)f(and)h(to)q (ols)g(that)0 1575 y(ha)o(v)o(e)g(b)q(een)i(dev)o(elop)q(ed)f(to)f(deal)g (with)h(the)g(run)o(time)e(information.)j(In)e(spite)h(of)f(the)h (considerable)g(v)n(ariet)o(y)f(among)f(these)0 1625 y(metho)q(ds)17 b(and)g(to)q(ols,)h(w)o(e)f(will)f(try)i(to)f(pro)o(vide)g(an)g(in)o (tegrated)h(view)f(b)o(y)g(stressing)i(the)f(common)c(p)q(oin)o(ts.)29 b(First,)18 b(w)o(e)0 1675 y(will)13 b(discuss)i(the)g(building)e(of)h(a)g (global)f(view)h(of)f(the)i(run)o(time)f(information.)i(Then,)f(w)o(e)f(will) f(tak)o(e)h(a)g(lo)q(ok)g(at)g(di\013eren)o(t)0 1724 y(mec)o(hanisms)d(that)i (reduce)i(the)e(amoun)o(t)e(of)i(run)o(time)f(information.)i(In)f(section)h (5.3)e(w)o(e)h(will)f(presen)o(t)i(some)e(approac)o(hes)0 1774 y(to)i(the)g(analysis)f(of)h(the)g(run)o(time)f(information.)i(In)f(the)g (last)g(section,)g(w)o(e)g(will)f(discuss)i(di\013eren)o(t)g(user-in)o (terfaces.)62 1824 y(W)m(e)e(will)e(concen)o(trate)j(in)e(this)h(section)h (on)e(the)h(pro)q(cessing)h(itself)e(since)i(distributed)f(v)o(ersus)h(cen)o (tralized)g(pro)q(cessing)0 1874 y(will)e(b)q(e)j(discussed)g(in)f(7.)0 1990 y Fu(5.1)56 b(Building)17 b(a)i(global)f(view)g(of)h(an)g(execution)0 2067 y Ft(The)c(original)e(aim)f(of)i(collecting)g(run)o(time)f(information)f (w)o(as)i(to)g(pro)o(vide)h(the)g(user)g(with)g(a)f(consisten)o(t)h(global)e (view)i(of)0 2117 y(the)f(monitored)e(system.)17 b(As)d(w)o(e)f(sa)o(w)h(in)e (section)i(3,)f(the)h(run)o(time)e(information)e(is)j(generated)i(as)e(a)g (set)h(of)f(sequences)j(of)0 2166 y(ev)o(en)o(t-records.)23 b(Usually)14 b(one)h(sequence)i(of)e(lo)q(cal)f(ev)o(en)o(t-records)j(is)d (generated)j(p)q(er)e(no)q(de.)22 b(In)15 b(order)g(to)g(gain)f(a)h(global)0 2216 y(system)f(view,)f(these)i(sequences)i(ha)o(v)o(e)c(to)h(b)q(e)h (related)f(to)g(eac)o(h)g(other.)62 2266 y(Although)f(di\013eren)o(t)i (approac)o(hes)g(to)e(relating)g(lo)q(cal)g(trace-sequences)k(are)e(conceiv)n (able,)e(the)h(studied)h(to)q(ols)e(simply)0 2316 y(merge)h(them)g(in)o(to)g (one)h(global)e(trace-\014le.)22 b(Therefore)16 b(our)e(discussion)i(will)d (b)q(e)i(limited)e(to)h(the)i(merging)d(of)h(the)h(trace-)0 2366 y(sequences,)h(but)e(\014rst)h(some)e(further)h(concepts)i(will)c(b)q(e) j(in)o(tro)q(duced.)62 2415 y(Merging)e(the)g(di\013eren)o(t)h(lo)q(cal)e(ev) o(en)o(t-traces)j(in)o(to)d(one)h(global)e(ev)o(en)o(t-trace)j(essen)o (tially)f(means)f(grouping)g(the)h(ev)o(en)o(t-)0 2465 y(records)j(from)d (the)i(di\013eren)o(t)h(ev)o(en)o(t-traces)g(in)o(to)e(one)h(global)e(ev)o (en)o(t-trace)j(and)e(sorting)h(this)f(ev)o(en)o(t-trace)i(according)f(to)0 2515 y(the)d(global)e(timestamps)g(of)h(the)i(ev)o(en)o(t-records.)19 b(If)11 b(the)i(timestamps)c(of)i(the)i(ev)o(en)o(t-records)h(are)e(not)f (related)i(to)e(a)h(global)0 2565 y(time,)g(this)i(global)e(time)h(can)h(b)q (e)h(deduced)g(from)d(the)j(lo)q(cal)e(time)f(stamps)i(of)f(the)h(ev)o(en)o (t-records.)21 b(In)13 b(P)o(ablo,)g(eac)o(h)i(no)q(de)p 0 2599 780 2 v 46 2626 a Fp(9)64 2638 y Fr(Edin)o(burgh)8 b(Concurren)o(t)i (Sup)q(ercomp)o(ute)o(r)954 2795 y Ft(25)p eop %%Page: 26 26 25 bop 0 42 a Ft(generates)20 b(its)e(o)o(wn)g(trace)h(\014le,)g(th)o(us)f (suc)o(h)h(an)f(algorithm)d(is)j(used)h([No)q(e92])f(to)g(merge)f(data)h(in)o (to)f(one)i(\014le.)31 b(T)m(o)17 b(our)0 91 y(kno)o(wledge)d(no)f(to)q(ols)h (use)h(the)f(concepts)i(of)d(partial)g(trace-segmen)o(ts)i(in)e(their)h (analysis)f(of)h(the)g(run-time)f(information.)0 208 y Fu(5.2)56 b(Reducing)18 b(the)g(amoun)n(t)g(of)h(run)n(time)e(information)0 284 y Ft(As)f(w)o(e)f(will)f(see)i(in)f(7,)g(the)g(amoun)o(t)f(of)g(run)o (time)g(information)f(generated)j(b)o(y)f(an)g(a)o(v)o(erage-sized)h (parallel)e(system,)h(can)0 334 y(easily)e(b)q(e)i(enormous.)i(A)d(separate)i (pro)q(cessing)f(step)g(that)f(reduces)i(this)e(amoun)o(t)e(of)h(information) e(could)j(considerably)0 384 y(limit)c(the)j(amoun)o(t)e(of)h(further)i(pro)q (cessing)g(needed.)19 b(In)12 b(those)i(cases,)g(where)f(only)f(a)h (restricted)i(view)d(of)g(the)h(monitored)0 434 y(system)h(is)f(required,)i (this)f(ma)o(y)e(b)q(e)i(particularly)f(useful.)62 483 y(The)i(t)o(w)o(o)e (di\013eren)o(t)i(w)o(a)o(ys)e(of)h(reducing)g(the)h(run)o(time)d (information)f(will)i(b)q(e)h(describ)q(ed)i(here)f(in)e(more)g(detail.)0 591 y Fi(5.2.1)48 b(Ev)o(en)o(t-record)13 b(\014ltering)0 668 y Fm(Event-r)n(e)n(c)n(or)n(d)e(\014ltering)f Ft(aims)f(to)i(eliminate)d(the) k(unin)o(teresting)f(ev)o(en)o(t-records)i(and)d(generates)j(a)d(subset)i(of) e(the)h(recorded)0 718 y(trace-data.)22 b(A)15 b(simple)e(selection)j(sc)o (heme)f(can)g(b)q(e)g(based)h(on)e(the)i(ev)o(en)o(t-t)o(yp)q(e,)g(on)e(the)i (attribute-v)n(alues)f(of)f(an)h(ev)o(en)o(t,)0 768 y(or)f(on)g(a)f(com)o (bination)e(of)j(b)q(oth,)f(but)h(more)f(complicated)g(sc)o(hemes)h(can)g (also)g(b)q(e)g(devised.)62 817 y(Filtering)f(of)h(the)g(ev)o(en)o(ts)h(can)f (b)q(e)h(done)f(at)g(di\013eren)o(t)h(lev)o(els.)62 909 y Fj(\017)21 b Fm(Conditional)13 b(event-r)n(e)n(c)n(or)n(d)f(gener)n(ation)g Ft(generates)i(only)d(a)g(limited)f(set)j(of)e(ev)o(en)o(t-records)j(and)e (the)g(\014ltering)g(tak)o(es)104 958 y(place)i(at)h(the)f(momen)o(t)e(of)i (ev)o(en)o(t-o)q(ccurrence.)23 b(When)14 b(an)g(ev)o(en)o(t)h(is)g(detected,) h(a)e(condition)f(is)i(v)o(eri\014ed)g(and)f(only)104 1008 y(when)g(this)g(condition)e(is)i(met)f(is)g(an)g(ev)o(en)o(t-record)j (generated.)j(Prop)q(erly)14 b(sp)q(eaking,)f(\\conditional)f(ev)o(en)o (t-record)104 1058 y(generation")e(tak)o(es)g(place)g(when)h(the)f(tested)i (condition)d(dep)q(ends)i(on)f(parameters)g(external)g(to)g(the)h(ev)o(en)o (t,)g(whereas)104 1108 y(in)j(other)i(cases)h(simply)c(the)i(o)q(ccurrence)j (of)d(a)f(di\013eren)o(t,)i(more)f(sp)q(eci\014c)h(ev)o(en)o(t)g(is)f (monitored.)20 b(PICL)15 b(o\013ers)h(the)104 1158 y(p)q(ossibilit)o(y)h(of)i (\\conditional)e(ev)o(en)o(t-record)k(generation")d(b)o(y)h(allo)o(wing)e (the)i(user)h(to)f(set)h(the)f(lev)o(el)g(of)f(tracing)104 1208 y(required)e([GHPW90)o(].)22 b(Dep)q(ending)15 b(on)h(the)g(lev)o(el)f (set,)h(more)e(and)h(di\013eren)o(t)i(ev)o(en)o(t-records)g(will)d(b)q(e)i (generated.)104 1257 y(An)j(on-the-\015y)g(metho)q(d)f(is,)i(also,)f (explained)g(in)g([HM93)o(].)33 b(The)20 b(PIE)f(to)q(ols)g([LSV)1490 1242 y Fl(+)1517 1257 y Ft(89])f(prop)q(osed)i(also)f(some)104 1307 y(\014ltering)13 b(to)h(reduce)i(the)e(amoun)o(t)e(of)i(data.)62 1390 y Fj(\017)21 b Ft(Filtering)15 b(can)h(also)f(tak)o(e)h(place)f(in)h(a)f (distributed)h(manner,)f(just)h(after)g(the)g(ev)o(en)o(t-record)i(has)e(b)q (een)h(generated)104 1440 y(or)f(b)q(efore)h(the)g(transp)q(ort)g(of)f(the)h (ev)o(en)o(t-record)h(tak)o(es)e(place.)26 b(Since)17 b(most)e(\014ltering)h (is)g(based)h(on)f(information)104 1490 y(con)o(tained)e(in)h(the)g(ev)o(en)o (t-record)h(itself)e(there)i(is)e(no)h(problem)e(in)h(distributing)g(the)h (\014ltering)g(op)q(eration)f(on)g(eac)o(h)104 1540 y(monitored)g(pro)q (cessor,)k(th)o(us)e(the)h(\014ltering)e(is)h(done)g(on)g(a)f(smaller)f (amoun)o(t)g(of)i(data)f(and)h(in)f(parallel.)23 b(Only)15 b(in)104 1589 y(the)j(case)h(of)f(in)o(ter-trace)h(\014ltering-rules)f(is)g (extra)h(comm)o(unicatio)o(n)d(required.)31 b(Distributed)18 b(\014ltering)g(has)g(the)104 1639 y(adv)n(an)o(tage)d(of)h(distributing)f (the)i(pro)q(cessing)g(load)e(among)f(sev)o(eral)j(pro)q(cessors)h(and)e (reducing)h(the)g(load)e(of)g(the)104 1689 y(comm)o(unicatio)o(n)e(net)o(w)o (ork.)25 b(In)16 b(the)g(on-line)g(monitoring)d(of)i(large)h(systems)g(this)g (t)o(yp)q(e)h(of)e(\014ltering)h(migh)o(t)e(b)q(e)i(a)104 1739 y(necessit)o(y)m(.)62 1822 y Fj(\017)21 b Ft(The)12 b(last)g(momen)o(t)d(at)i (whic)o(h)h(the)h(\014ltering)e(can)h(tak)o(e)g(place)g(is)g(just)g(b)q (efore)g(the)h(pro)q(cessing)g(of)e(the)h(ev)o(en)o(t-records.)104 1872 y(The)f(existing)g(to)q(ols)g(that)g(pro)o(vide)h(\014ltering)e(p)q (ossibilities)h(ha)o(v)o(e)g(usually)f(adopted)i(this)f(approac)o(h)g(and)g (prepro)q(cess)104 1922 y(the)j(trace-records)j(b)q(efore)d(starting)g(the)h (\\real")e(pro)q(cessing.)0 2029 y Fi(5.2.2)48 b(Ev)o(en)o(t-record)13 b(clustering)0 2106 y Ft(In)h Fm(event-r)n(e)n(c)n(or)n(d)h(clustering)f Ft(the)h(ev)o(en)o(t-records)i(are)e(scanned)g(for)f(the)h(presence)i(of)d (comp)q(ound)f(ev)o(en)o(ts)j(and)e(activities)0 2156 y(and)g(their)g (attributes)h(are)f(calculated.)k(Clustering)c(th)o(us)g(pro)o(vides)g(the)h (user)f(with)g(a)f(higher)h(lev)o(el)g(of)f(abstraction)h(and)0 2206 y(a)g(often)g(more)e(compact)h(represen)o(tation)j(of)d(the)i(monitored) d(execution.)62 2256 y(Ev)o(en)o(t-record)k(clustering)e(can,)g(lik)o(e)f(ev) o(en)o(t-record)i(\014ltering)f(b)q(e)h(done)f(at)g(di\013eren)o(t)g(lev)o (els.)62 2347 y Fj(\017)21 b Ft(The)15 b(lo)o(w)o(est)f(lev)o(el)g(is)h (found)f(in)g(hardw)o(are)h(monitors)e(that)i(cluster)g(the)h(hits)e(to)h (detect)h(application-lev)o(el)c(ev)o(en)o(t-)104 2397 y(o)q(ccurrences)17 b([BL)m(T90)o(].)62 2480 y Fj(\017)k Ft(In)13 b(non-hardw)o(are)g(monitors,)f (ev)o(en)o(t-records)j(can)e(b)q(e)h(clustered)h(in)e(a)g(distributed)h (manner,)e(during)h(or)g(after)g(the)104 2529 y(p)q(oin)o(t)g(at)g(whic)o(h)h (the)g(application)e(pro)q(cess)j(is)e(terminated.)18 b(This)13 b(t)o(yp)q(e)h(of)f(clustering)h(has)g(the)g(same)e(adv)n(an)o(tages)104 2579 y(as)i(distributed)g(\014ltering)g(\(see)h(5.2.1\).)954 2795 y(26)p eop %%Page: 27 27 26 bop 62 42 a Fj(\017)21 b Ft(Clustering)16 b(the)h(ev)o(en)o(t-records)i (just)e(b)q(efore)g(the)g(usage)g(is)f(the)i(highest)e(lev)o(el)h(where)g (clustering)g(can)g(b)q(e)g(done.)104 91 y(The)12 b(existing)f(to)q(ols)g (that)h(pro)o(vide)f(clustering)h(features)h(ha)o(v)o(e)e(usually)g(adopted)h (this)g(approac)o(h.)17 b(In)11 b(the)h(SIMPLE)104 141 y(en)o(vironmen)o(t)k ([Moh90)o(,)g(Imr92)n(])h(a)f(to)q(ol)g(called)h(AD)o(AR)f(\(Activit)o(y)h (De\014nition)f(And)h(Recognition)f(system\))h(has)104 191 y(b)q(een)g(pro)o(vided.)24 b(AD)o(AR)15 b(reads)i(an)f(activit)o (y-de\014nition)e(\014le)i(and)g(pro)q(cesses)j(the)d(ev)o(en)o(t-trace)i(in) d(order)i(to)f(\014nd)104 241 y(the)e(de\014ned)h(activities)f(and)g(compute) f(their)h(attributes.)0 357 y Fu(5.3)56 b(Analyzing)18 b(the)g(run)n(time)f (information)0 434 y Ft(The)12 b(information)c(con)o(tained)j(in)g(the)h(ev)o (en)o(t-records)h(ma)o(y)d(not)h(alw)o(a)o(ys)f(b)q(e)i(the)g(information)c (w)o(e)k(are)f(lo)q(oking)f(for.)17 b(T)m(race-)0 483 y(records)e(only)e(con) o(tain)g(information)d(ab)q(out)k(the)g(o)q(ccurrence)i(of)d(ev)o(en)o(ts)h (or,)g(at)f(most,)f(ab)q(out)h(activities,)g(i.e.)k(sequences)0 533 y(of)d(ev)o(en)o(ts)i(\(see)g(5.2.2\).)i(T)m(o)c(gain)g(a)g(more)g (global)f(view)h(of)g(the)h(observ)o(ed)h(system)e(further)i(analysis)e(is)g (often)h(necessary)0 583 y(to)f(determine)g(global)e(parameters)i(or)g(to)f (detect)j(sp)q(ecial)e(conditions)g(that)f(ma)o(y)f(ha)o(v)o(e)i(o)q(ccurred) i(in)d(the)i(system.)62 633 y(P)o(erformance)k(monitoring)e(is)j(a)f(t)o (ypical)f(example)h(where)h(further)h(pro)q(cessing)f(of)f(the)h(run)o(time)f (information)d(is)0 683 y(required)k(to)g(determine)f(parameters)g(suc)o(h)i (as)e(a)o(v)o(erage)g(busy/idle)h(time,)f(total)f(comm)o(unication)e(o)o(v)o (erhead)k(or)f(the)0 732 y(n)o(um)o(b)q(er)11 b(of)g(con)o(text)i(switc)o (hes.)18 b(Deadlo)q(c)o(k)12 b(detection)h(is)e(an)h(example)e(of)h (analyzing)g(that)h(could)g(b)q(e)g(used)h(b)o(y)e(debuggers.)0 840 y Fi(5.3.1)48 b(O\013-line)13 b(v)o(ersus)i(on-line)e(analysis)0 917 y Fm(O\013-line)k(analysis)g Ft(is)f(the)h(easiest)g(w)o(a)o(y)f(to)g (analyze)g(run)o(time)f(information.)23 b(The)17 b(analyzer)f(simply)e(reads) k(the)e(ev)o(en)o(t-)0 967 y(records)g(that)e(ha)o(v)o(e)h(b)q(een)g(stored)h (in)e(a)g(trace-\014le)h(b)o(y)f(the)h(monitoring)d(system.)19 b(Since)c(all)f(the)h(information)c(ab)q(out)j(the)0 1017 y(execution)h(is)e (a)o(v)n(ailable)f(at)i(the)g(momen)o(t)e(of)h(analysis,)f(a)i(global)e(view) i(of)f(the)i(execution)f(can)h(b)q(e)f(easily)f(constructed.)62 1066 y(In)d(on-line)f(systems,)h(only)e(a)i(part)f(of)g(the)i(run)o(time)d (information)f(is)i(a)o(v)n(ailable)e(at)j(the)g(momen)o(t)d(of)i(analysis.) 16 b(Therefore)0 1116 y(global)c(parameters)i(cannot)g(b)q(e)h(computed)e (and)h(need)h(to)e(b)q(e)i(estimated.)62 1166 y(An)10 b(appro)o(ximation)d (sc)o(heme)k(based)f(on)g(in)o(terp)q(olation)f(is)h(often)g(used.)17 b(With)10 b(a)f(few)i(a)o(v)n(ailable)c(ev)o(en)o(t-records)12 b(a)e(rough)0 1216 y(initial)g(estimation)g(is)h(made)f(and)i(eac)o(h)g(time) e(new)i(ev)o(en)o(t-records)i(b)q(ecome)d(a)o(v)n(ailable)f(this)h (estimation)f(is)i(adjusted.)18 b(The)0 1266 y(precision)c(of)f(this)h(metho) q(d)f(usually)g(con)o(v)o(erges)i(to)f(the)g(same)f(precision)h(as)g (o\013-line)f(analysis.)k(The)e(on-line)e(estimation)0 1315 y(of)h(global)g(time)f(based)j(on)f(lo)q(cal)f(time)f(stamps,)h(as)h(describ) q(ed)i(in)d(section)i(2.10,)e(is)g(an)h(example)f(of)g(the)i(use)f(of)g Fm(on-line)0 1365 y(analysis)f Ft(of)f(the)i(run)o(time)e(information.)0 1473 y Fi(5.3.2)48 b(Lo)o(w-lev)o(el)14 b(v)o(ersus)g(complex)h(mo)q(del)f (based)h(analysis)0 1550 y Ft(Man)o(y)d(di\013eren)o(t)i(approac)o(hes)g(to)e (the)h(analysis)f(of)g(run)o(time)g(information)e(can)j(b)q(e)g(adopted)g (dep)q(ending)h(on)e(the)h(use)h(that)0 1600 y(one)g(mak)o(es)f(of)h(the)g (run)o(time)f(information.)j(These)f(metho)q(ds)f(range)g(from)e(the)j (simple)d(compilation)f(of)j(statistics)h(from)0 1649 y(ev)o(en)o(t-records)e (to)e(complex)f(systems)i(suc)o(h)g(as)f(to)q(ols)g(based)h(on)f(Ev)o(en)o(t) g(Based)i(Beha)o(vioral)d(Abstraction)i(\(EBBA\).)g(Some)0 1699 y(of)h(these)j(metho)q(ds)d(will)f(b)q(e)j(brie\015y)f(in)o(tro)q(duced) h(here.)62 1749 y(The)i(simplest)f(w)o(a)o(y)f(of)h(analyzing)g(run)o(time)f (information)e(consists)18 b(of)e(collecting)g(statistics)h(from)e(the)i (individual)0 1799 y(ev)o(en)o(t-records.)36 b(P)o(araGraph)18 b([HE91b])g(and)h(the)h(Crystal)f([RR89b)n(])g(are)g(t)o(ypical)f(examples)h (of)f(to)q(ols)h(that)g(use)h(this)0 1849 y(approac)o(h.)e(Among)12 b(the)j(gathered)f(statistics)h(are)f(cum)o(ulativ)o(e)e(busy/idle)i(times,)e (cum)o(ulativ)o(e)g(comm)o(unication)e(times,)0 1899 y(n)o(um)o(b)q(er)j(of)g (b)o(ytes)i(sen)o(t,)f(etc.)62 1948 y(More)21 b(complex)d(analysis)i(is)f (pro)o(vided)h(b)o(y)g(the)h(in)o(tegration)e(in)o(to)g(the)i(monitoring)c (en)o(vironmen)o(t)i(of)g(statistical)0 1998 y(analysis)14 b(pac)o(k)n(ages,)g(that)g(allo)o(w)f(the)i(in)o(teractiv)o(e)f(analysis)g (of)g(the)h(trace-data.)20 b(The)15 b(SIMPLE)f(en)o(vironmen)o(t)g(adopted)0 2048 y(this)g(approac)o(h)g(b)o(y)f(in)o(tegrating)h(the)g(data)g(analysis)f (and)g(graphics)i(pac)o(k)n(age)e(S)h(from)e(A)m(T&T)i([Moh90)o(].)62 2098 y(The)21 b Fm(Event)f(Base)n(d)h(Behavior)n(al)g(A)o(bstr)n(action)e Ft(\()p Fm(EBBA)p Ft(\))h(approac)o(h)g(is)g(more)f(than)g(simply)f(a)i(w)o (a)o(y)f(of)g(analyzing)0 2148 y(ev)o(en)o(t-records,)e(and)d(constitutes)j (a)d(complete)g(high-lev)o(el)g(approac)o(h)h(to)f(debugging)h([Bat89)o(].)20 b(Globally)13 b(sp)q(eaking)h(the)0 2197 y(approac)o(h)j(consists)h(of)e (constructing)i(high-lev)o(el)e(mo)q(dels)f(that)i(describ)q(e)i(the)e(exp)q (ected)i(b)q(eha)o(vior)e(of)f(the)h(monitored)0 2247 y(program.)35 b(When)20 b(executing)h(a)e(program,)h(EBBA-based)h(to)q(ols)f([Bat88)o(])g (automatically)d(compare)i(the)i(generated)0 2297 y(run)o(time)13 b(information)f(with)i(the)h(exp)q(ected)h(b)q(eha)o(vior)e(as)h(describ)q (ed)h(in)e(a)g(mo)q(del.)k(The)c(di\013erences)j(are)e(analyzed)f(and)0 2347 y(an)g(in)o(teractiv)o(e)g(to)q(ol)f(allo)o(ws)g(the)h(user)h(to)f (explore)g(these)h(di\013erences.)62 2397 y(In)j([CBM90)o(])f(the)h(use)g(of) f(arti\014cial)f(in)o(telligence)h(tec)o(hniques)i(for)e(the)h(analysis)e(of) h(run)o(time)f(information)f(is)i(sug-)0 2446 y(gested.)25 b(A)16 b(system)g(based)h(on)e(this)i(approac)o(h)e(w)o(ould)h(capture)h(the) f(exp)q(ertise)i(of)d(an)h(exp)q(erienced)i(programmer)c(in)h(a)0 2496 y(kno)o(wledge)c(base)h(and)g(mak)o(e)e(it)h(a)o(v)n(ailable)e(to)i(all) g(users)i(b)o(y)e(assisting)g(the)h(user)h(in)e(dev)o(eloping)g(fault)f(h)o (yp)q(otheses.)19 b(T)m(o)11 b(our)0 2546 y(kno)o(wledge,)h(no)g(systems,)g (for)g(distributed-system)h(run)o(time-informati)o(on)c(analysis)j(that)g (are)h(based)g(on)f(AI)h(tec)o(hniques)0 2596 y(y)o(et)j(exist.)22 b(Ho)o(w)o(ev)o(er,)16 b(in)f([CBM90)o(])g(a)g(system)g(for)g(the)h (debugging)f(of)g(single)g(pro)q(cessor,)i(concurren)o(t)g(systems,)e(called) 0 2646 y(the)f(Message)p 221 2646 13 2 v 17 w(T)m(race)p 338 2646 V 15 w(Analyzer)g([GS84)o(])f(is)h(men)o(tioned.)954 2795 y(27)p eop %%Page: 28 28 27 bop 0 42 a Fu(5.4)56 b(In)n(teracting)18 b(with)g(the)h(run)n(time)d (information)0 118 y Ft(There)f(are)f(essen)o(tially)g(t)o(w)o(o)g(problems)e (that)i(the)h(user)g(faces)f(when)h(dealing)e(with)g(the)i(run)o(time)e (information:)51 209 y(1.)20 b(Monitoring)f(systems)h(can)h(generate)g (enormous)f(amoun)o(ts)e(of)i(run)o(time)f(information)e(that)k(are)f (usually)g(of)f(a)104 259 y(relativ)o(ely)14 b(lo)o(w-lev)o(el)g(of)g (abstraction.)22 b(Separating)15 b(the)h(essen)o(tial)f(from)f(the)h(irrelev) n(an)o(t)g(ma)o(y)e(not)i(alw)o(a)o(ys)f(b)q(e)i(an)104 309 y(ob)o(vious)d(matter.)51 392 y(2.)20 b(The)14 b(parallelism)e(of)i(the)h (monitored)d(program)h(is)h(implicitly)d(con)o(tained)j(in)g(the)h(ev)o(en)o (t-records)h(and)e(is)g(not)h(v)o(ery)104 442 y(easy)f(to)g(conceptualize.)62 533 y(The)f(user-in)o(terface)g(forms)e(the)i(k)o(ey)f(elemen)o(t)f(to)h(the) h(in)o(teraction)f(with)g(the)g(run-time)f(information)f(and)h(assists)i(the) 0 583 y(user)i(in)e(dealing)g(with)h(the)g(ab)q(o)o(v)o(e)g(problems.)j(It)d (determines)g(to)g(a)g(large)f(exten)o(t)i(the)g(p)q(o)o(w)o(er)f(of)f(a)h (monitoring)d(system.)62 633 y(In)k(this)g(section,)h(w)o(e)f(will)e(start)j (b)o(y)f(describing)g(the)h(di\013eren)o(t)g(represen)o(tations)g(that)f(can) h(b)q(e)f(used)h(to)f(presen)o(t)h(the)0 683 y(run)o(time)h(information)e(to) j(the)h(user.)32 b(Next,)19 b(the)g(notion)f(of)f(time)g(will)g(b)q(e)i(in)o (tegrated)f(in)g(our)g(represen)o(tations)i(and)0 732 y(di\013eren)o(t)e(asp) q(ects)g(of)e(this)g(will)f(b)q(e)j(discussed.)27 b(The)17 b(last)g(part)f(will)f(deal)i(with)f(complete)g(user-in)o(terfaces)i(and)f (some)0 782 y(useful)d(features)h(will)d(b)q(e)j(describ)q(ed.)0 890 y Fi(5.4.1)48 b(Di\013eren)o(t)13 b(represen)o(tati)o(on)o(s)g(of)i(the)g (run)o(time)e(informatio)o(n)0 967 y Ft(Di\013eren)o(t)i Fm(views)269 952 y Fl(10)318 967 y Ft(of)f(the)h(execution)h(can)e(b)q(e)h(constructed)i (b)o(y)d(emphasizing)f(or)i(ignoring)e(selected)j(information.)h(F)m(or)0 1017 y(eac)o(h)e(view,)e(di\013eren)o(t)i(mediums)c(and)j(di\013eren)o(t)h (represen)o(tations)h(can)e(b)q(e)h(used)g(to)f(presen)o(t)h(the)g(run-time)e (information)0 1066 y(to)i(the)h(user.)22 b(In)15 b(this)g(section,)h(b)q (oth)f(the)h(use)g(of)e(images)g(and)h(the)g(use)h(of)f(sound)g(as)g(mediums) e(to)i(represen)o(t)i(run)o(time)0 1116 y(information)11 b(will)h(b)q(e)j (discussed.)21 1208 y(T)m(extual)e(data)h(represen)o(tation)104 1274 y Fm(T)m(extual)h(data)i(r)n(epr)n(esentation)p Ft(s)e(presen)o(t)h(the) g(ev)o(en)o(t-records)h(to)e(the)g(user)h(as)f(plain)f(text)i(and)e (constitute)i(one)g(of)104 1324 y(the)e(most)f(elemen)o(tary)g(w)o(a)o(ys)h (to)g(represen)o(t)i(run)o(time)d(information.)104 1390 y(Adv)n(an)o(tages)h (of)g(textual)h(data)f(represen)o(tations)i(are)f(that)g(run)o(time)e (information)f(is)i(easily)g(con)o(v)o(erted)i(to)e(it)g(and)104 1440 y(that)h(no)f(sp)q(ecial)i(devices)g(are)f(required)h(to)f(represen)o(t) i(it.)j(A)15 b(disadv)n(an)o(tage)f(is)h(that)g(complex)f(relationships)h (are)104 1490 y(usually)e(m)o(uc)o(h)g(harder)h(to)g(grasp)g(when)g (expressed)j(in)c(text)i(than)e(when)i(expressed)h(graphically)m(.)104 1556 y(Although)d(the)h(use)g(of)f(graphics)h(has)f(b)q(ecome)g(the)h (dominan)o(t)e(w)o(a)o(y)g(to)i(represen)o(t)i(run)o(time)c(information,)e (textual)104 1606 y(represen)o(tations)20 b(are)g(still)d(used,)k(often)e(in) f(com)o(bination)e(with)j(graphical)f(represen)o(tations.)34 b(An)19 b(example)f(of)104 1656 y(the)i(use)g(of)f(text)g(is)h(the)g(Jade)f (programming)d(en)o(vironmen)o(t)i([JLSU87],)i(whic)o(h)f(pro)o(vides)g (amongst)f(others)i(a)104 1706 y(text-based)c(console)g(that)f(prin)o(ts)g (messages)h(as)f(ev)o(en)o(ts)h(are)g(detected.)24 b(In)16 b(SIMPLE,)f(a)g(completely)f(text-based)104 1756 y(represen)o(tation)h(to)q (ol)e(SMAR)m(T)h(that)f(can)i(b)q(e)f(used)h(on)f(ASCI)q(I)g(terminals)e(is)i (pro)o(vided)g(\(see)h(section)g(6.3.3\).)21 1839 y(Graphical)e(data)g (represen)o(tation)104 1905 y Fm(Gr)n(aphic)n(al)19 b(data)i(r)n(epr)n (esentation)p Ft(s)666 1890 y Fl(11)720 1905 y Ft(presen)o(t)g(details)e(of)g (views)h(in)f(the)h(form)d(of)i(one,)h(t)o(w)o(o)f(or)h(pseudo)g(three-)104 1955 y(dimensional)12 b(pictures,)j(suc)o(h)g(as)g(curv)o(es,)g(diagrams,)e (barc)o(harts,)i(pie)f(graphs,)g(meters,)h(leds,)f(con)o(tour)h(plots)f(and) 104 2005 y(surface)h(plots.)i(Color)d(or)f(gra)o(y-scales)i(are)f(often)g (used)h(to)e(increase)j(the)e(expressiv)o(e)h(p)q(o)o(w)o(er)g(of)e (visualizations.)104 2071 y(Graphical)18 b(represen)o(tations)k(ha)o(v)o(e)d (b)q(ecome)h(the)g(dominan)o(t)e(w)o(a)o(y)h(to)g(represen)o(t)j(run)o(time)d (information.)32 b(It)20 b(is)104 2121 y(commonly)14 b(admitted)i(that)i (graphical)f(represen)o(tations)j(are)e(more)e(in)o(tuitiv)o(e)h(and)h (easily)f(understo)q(o)q(d)i(b)o(y)e(the)104 2171 y(user)22 b(than)e(textual)h(represen)o(tations.)40 b(F)m(urthermore,)22 b(complex)d(relationships)i(can)g(b)q(e)g(easily)f(expressed)j(in)104 2220 y(graphical)13 b(represen)o(tations.)104 2287 y(Essen)o(tially)m(,)f(t)o (w)o(o)i(di\013eren)o(t)h(t)o(yp)q(es)f(of)g(graphical)f(represen)o(tations)j (can)e(b)q(e)g(distinguished:)154 2378 y Fj(\017)20 b Ft(graphical)13 b(represen)o(tations)j(that)e(represen)o(t)i(information)11 b(related)j(to)g(one)g(ob)r(ject,)g(suc)o(h)h(as)f(the)g(system)g(as)195 2428 y(a)g(whole,)f(a)g(pro)q(cessor,)j(a)d(pro)q(cess,)j(a)d(message)h(c)o (hannel,)f(etc.)154 2494 y Fj(\017)20 b Ft(graphical)13 b(represen)o(tations) j(that)e(represen)o(t)i(in)o(teractions)e(b)q(et)o(w)o(een)i(di\013eren)o(t)e (ob)r(jects.)p 0 2529 780 2 v 31 2556 a Fp(10)64 2568 y Fr(A)c(view)f (describ)q(es)f(what)h(information)e(is)i(represen)o(ted)e(to)i(the)g(user,)g (whereas)g(a)h(represen)o(tat)o(ion)c(describ)q(es)i(ho)o(w)i(it)f(is)h (presen)o(ted.)i(Visual)0 2607 y(represen)o(tatio)o(ns)d(are)h(also)h(called) f(visualization)o(s.)31 2635 y Fp(11)64 2647 y Fr(Graphical)e(data)j (represen)o(tati)o(ons)d(are)j(also)g(called)f Fd(gr)n(aphic)n(al)15 b(visualizations)c Fr([LMCF92].)954 2795 y Ft(28)p eop %%Page: 29 29 28 bop 125 42 a Ft(Represen)o(ting)14 b(information)d(related)j(to)g(one)f (ob)r(ject)i(The)f(information)d(related)j(to)f(an)h(ob)r(ject)g(usually)f (consists)195 91 y(of)f(some)g(statistical)h(information)d(ab)q(out)j(that)g (ob)r(ject.)18 b(F)m(or)13 b(example,)e(the)j(utilization)d(of)h(a)h(pro)q (cessor,)h(the)195 141 y(n)o(um)o(b)q(er)f(of)f(messages)i(that)f(ha)o(v)o(e) g(b)q(een)i(sen)o(t)f(through)f(a)h(c)o(hannel,)f(the)h(n)o(um)o(b)q(er)e(of) h(memory)e(accesses,)k(etc.)195 199 y(T)m(o)c(represen)o(t)k(this)d (information,)d(curv)o(es,)14 b(diagrams,)c(barc)o(harts,)j(pie)f(graphs,)g (meters,)g(leds,)h(con)o(tour)f(plots)195 249 y(and)i(surface)h(plots)e(are)i (used)667 234 y Fl(12)703 249 y Ft(.)125 315 y(Represen)o(ting)f(in)o (teractions)g(b)q(et)o(w)o(een)g(ob)r(jects)h(In)e(distributed)h(programs)f (ob)r(jects)h(in)o(teract)g(essen)o(tially)f(in)g(t)o(w)o(o)195 365 y(w)o(a)o(ys,)19 b(b)o(y)f(exc)o(hanging)g(messages)h(and)f(b)o(y)h(sync) o(hronizing)f(their)h(activities.)32 b(Di\013eren)o(t)19 b(represen)o (tations)195 415 y(ha)o(v)o(e)h(b)q(een)h(adopted)g(to)e(represen)o(t)k (these)e(in)o(teractions)g(and)f(t)o(w)o(o)f(of)h(them)f(will)g(b)q(e)h (describ)q(ed)i(here)1902 400 y Fl(13)1938 415 y Ft(.)195 465 y(The)17 b(spacetime)f(diagram)e(is)i(one)h(the)g(most)e(commonly)e(encoun)o (tered)18 b(represen)o(tations,)h(In)d(a)g(spacetime)195 515 y(diagram)11 b(\(see)k(Figure)e(11\))g(eac)o(h)g(pro)q(cess)i(is)f(represen)o (ted)i(b)o(y)d(an)g(horizon)o(tal)f(line.)17 b(A)c(slan)o(ted)h(line)f(b)q (et)o(w)o(een)195 565 y(t)o(w)o(o)g(pro)q(cess)j(lines)d(indicates)h(the)g (exc)o(hange)g(of)f(a)h(message.)j(The)d(follo)o(wing)d(re\014nemen)o(ts)k (can)e(b)q(e)i(made)d(to)195 614 y(this)h(represen)o(tation.)20 b(A)13 b(dashed)h(horizon)o(tal)e(line)h(can)g(represen)o(t)j(a)d(pro)q(cess) i(that)e(is)g(blo)q(c)o(k)o(ed)g(b)o(y)g(a)g(send)h(or)195 664 y(a)h(receiv)o(e)i(\(see)f(P)o(araGraph)f(in)g(section)h(6.1\).)21 b(Sync)o(hronizations)15 b(can)h(b)q(e)f(represen)o(ted)j(b)o(y)d(a)g(v)o (ertical)g(line)195 714 y(that)i(crosses)i(eac)o(h)e(of)f(the)i(pro)q(cesses) h(participating)d(in)g(the)i(sync)o(hronization.)27 b(A)16 b(pro)q(cess)j(blo)q(c)o(k)o(ed)e(in)f(a)195 764 y(sync)o(hronization)e(can)g (also)f(b)q(e)i(represen)o(ted)i(b)o(y)c(a)h(dashed)g(line.)p 1 setlinewidth np 290 1260 a 1201 1260 li st 1 setlinewidth np 1224 1260 a 1201 1249 li 1201 1272 li closepath st 1 setlinewidth np 301 912 a 301 1272 li st 1 setlinewidth np 290 912 a 313 912 li 301 889 li closepath st 1 setlinewidth np 301 968 a 414 968 li st 1 setlinewidth np 526 968 a 583 1080 li st 1 setlinewidth np 562 1057 a 583 1080 li 576 1050 li st 1 setlinewidth np 301 1080 a 920 1080 li st 1 setlinewidth np 920 1058 a 920 1103 li st 1 setlinewidth np 526 968 a 853 968 li st 1 setlinewidth np 853 945 a 853 990 li st 1 setlinewidth np 301 1193 a 526 1193 li st 1 setlinewidth np 605 1193 a 853 1193 li st 1 setlinewidth np 853 1170 a 853 1215 li st 1 setlinewidth np 538 1080 a 605 1193 li st 1 setlinewidth np 583 1171 a 605 1193 li 596 1163 li st 1 setlinewidth np 920 968 a 1145 968 li st 1 setlinewidth np 920 1080 a 1145 1080 li st 1 setlinewidth np 920 1193 a 1145 1193 li st 1 setlinewidth np 415 968 a 424 968 li st 1 setlinewidth np 440 968 a 449 968 li st 1 setlinewidth np 466 968 a 475 968 li st 1 setlinewidth np 492 968 a 501 968 li st 1 setlinewidth np 518 968 a 527 968 li st 1 setlinewidth np 527 1193 a 536 1193 li st 1 setlinewidth np 554 1193 a 563 1193 li st 1 setlinewidth np 580 1193 a 589 1193 li st 1 setlinewidth np 607 1193 a 616 1193 li st 1 setlinewidth np 1202 855 a 1211 855 li st 1 setlinewidth np 1225 855 a 1234 855 li st 1 setlinewidth np 1249 855 a 1258 855 li st 1 setlinewidth np 1201 968 a 1257 968 li st 1 setlinewidth np 1202 912 a 1216 912 li st 1 setlinewidth np 1244 912 a 1258 912 li st 1 setlinewidth np 853 968 a 866 968 li st 1 setlinewidth np 880 968 a 893 968 li st 1 setlinewidth np 907 968 a 920 968 li st 1 setlinewidth np 853 1193 a 866 1193 li st 1 setlinewidth np 880 1193 a 893 1193 li st 1 setlinewidth np 907 1193 a 920 1193 li st 3 setlinewidth np 921 889 a 921 904 li st 3 setlinewidth np 921 935 a 921 950 li st 3 setlinewidth np 921 981 a 921 996 li st 3 setlinewidth np 921 1027 a 921 1042 li st 3 setlinewidth np 921 1073 a 921 1088 li st 3 setlinewidth np 921 1119 a 921 1134 li st 3 setlinewidth np 921 1165 a 921 1180 li st 3 setlinewidth np 921 1210 a 921 1225 li st 3 setlinewidth np 921 1256 a 921 1271 li st 381 957 a Fl(blo)q(c)o(king)e(send)482 1182 y(blo)q(c)o(king)g(receiv)o(e)842 1305 y(sync)o(hronization)1236 1272 y Fh(Time)1269 979 y(busy)1269 923 y(blo)q(c)o(k)o(ed)j(in)f(sync)o (hronization)1269 867 y(blo)q(c)o(k)o(ed)h(in)f(comm)o(unication)268 979 y(3)268 1092 y(2)268 1204 y(1)268 867 y(No)q(des)577 1434 y Ft(Figure)g(11:)j(Example)c(of)g(a)h(spacetime)f(diagram)21 1567 y(Sonic)h(data)g(represen)o(tation)j(:)i Fm(Sound)d Ft(represen)o(ts)h (a)e(ric)o(h)g(comm)o(uni)o(cation)d(c)o(hannel.)20 b(The)15 b(dimensions)f(of)g(the)h(audio)104 1617 y(parameter)h(space)i(include)f (duration)f(\(time\),)g(pitc)o(h)h(\(frequency\),)h(v)o(olume)d (\(amplitude\),)g(tim)o(bre)h(\(w)o(a)o(v)o(eform\))104 1667 y(and)d(stereo)h(balance.)k(In)12 b(spite)i(of)e(the)i(fact)f(that)f(psyc)o (hological)g(studies)i(ha)o(v)o(e)f(sho)o(wn)g(that)g(users)h(resp)q(ond)g (more)104 1716 y(quic)o(kly)9 b(to)i(audio)f(cues)i(than)e(to)h(visual)e (signals)h(in)g(certain)h(instances)h([RP91)o(],)e(the)i(p)q(ossibilities)e (of)f(sound)i(remain)104 1766 y(largely)i(unexplored)h(in)g(monitoring)d(to)q (ols.)104 1833 y(The)k(p)q(erformance)g(monitor)e(that)i(are)g(curren)o(tly)g (under)h(dev)o(elopmen)o(t)e(implemen)o(t)e Fm(sonic)k(data)g(r)n(epr)n (esentation)104 1882 y Ft(are)e([RP91)o(,)f(FJA91,)h(ZT92b].)104 1949 y(The)j(use)h(of)e(sound)h(is)g(based)h(on)e(sonic)h Fm(widgets)g Ft(that)g(allo)o(w)e(the)i(mapping)e(of)h(sequences)k(of)c(scalar)h(or)g (higher)104 1999 y(order)g(dimensional)d(data)i(v)n(alues)g(to)g (frequencies,)i(durations,)f(tim)o(bres,)e(attac)o(ks/deca)o(ys)j(and)e (stereo)h(balance.)104 2048 y(In)d(addition)g(to)h(widgets,)f Fm(e)n(ar)n(c)n(ons)667 2033 y Fl(14)702 2048 y Ft(,)h(i.e.)20 b(audio)14 b(w)o(arnings)g(\(sampled)f(v)o(oice)i(w)o(arnings,)f(en)o (umerations,)g(alarms)104 2098 y(and)f(b)q(ells,)h(etc...\),)f(will)g(b)q(e)h (in)o(tegrated)g(in)g(the)g(monitor.)62 2190 y(Notice)j(that)f(all)f(these)j (represen)o(tations)g(can)e(b)q(e)h(time-line)e(while)g(asso)q(ciated)i(with) f(the)h(corresp)q(onding)g(\014ltering)0 2239 y(on)d(timestamps.)0 2347 y Fi(5.4.2)48 b(F)l(eatures)14 b(of)i(user-in)o(te)o(rfaces)0 2424 y Ft(Understanding)f(the)h(b)q(eha)o(vior)e(of)g(distributed)h(programs) f(is)g(a)h(complicated)e(task.)21 b(A)14 b(user-in)o(terface)j(should)d(p)q (ossess)0 2474 y(some)f(additional)f(features)j(that)f(help)g(the)g(user)h (to)f(in)o(teract)g(with)g(the)g(di\013eren)o(t)h(views)f(on)g(the)g(data.)k (In)c(this)g(section,)p 0 2508 780 2 v 31 2535 a Fp(12)64 2547 y Fr(F)m(or)d(examples)e(of)i(these)f(graphical)f(represen)o(tation)o(s)g (see)i([Abs90)o(,)g(GGJ)1064 2535 y Fp(+)1089 2547 y Fr(89,)g(HE91a,)g (LMCF92,)h(LSV)1499 2535 y Fp(+)1524 2547 y Fr(89,)f(CK90,)h(SBN88)o(].)31 2575 y Fp(13)64 2587 y Fr(F)m(or)g(other)f(represen)o(tatio)o(ns)f(that)h (represen)o(t)f(in)o(teractions)g(b)q(et)o(w)o(een)h(di\013eren)o(t)f(ob)r (ject)h(see)h(section)f(6)i(and)e([Abs90)o(,)i(GGJ)1754 2575 y Fp(+)1779 2587 y Fr(89)o(,)g(HE91a)o(,)0 2626 y(LMCF92,)f(LSV)228 2614 y Fp(+)253 2626 y Fr(89)o(,)g(MAA)394 2614 y Fp(+)421 2626 y Fr(89)o(,)f(CK90)q(,)g(SBN88)o(].)31 2654 y Fp(14)64 2666 y Fr(As)h(opp)q(osed)d(to)i(icons.)954 2795 y Ft(29)p eop %%Page: 30 30 29 bop 0 42 a Ft(features)15 b(of)e(existing)g(to)q(ols)h(that)f(w)o(e)h (feel)g(are)g(particularly)f(useful)h(will)e(b)q(e)i(brie\015y)g(presen)o (ted.)20 b(Suc)o(h)14 b(descriptions)h(can)0 91 y(b)q(e)g(found)e(in)g ([Mil92)o(].)21 183 y(Di\013eren)o(t)h(lev)o(els)g(of)f(abstraction)104 249 y(When)19 b(analyzing)e(a)i(program's)e(execution,)k(the)e(fo)q(cus)g(of) g(in)o(terest)h(often)f(b)q(egins)g(with)g(the)g(en)o(tire)h(program)104 299 y(and)14 b(then)i(mo)o(v)o(es)d(to)i(smaller)e(groups)i(of)f(pro)q (cesses)k(or)d(ev)o(en)g(to)g(a)f(single)h(pro)q(cess.)22 b(The)15 b(collectiv)o(e)g(b)q(eha)o(vior)g(of)104 349 y(the)g(pro)q(cesses)j (de\014nes)e(the)f(results)h(of)f(the)g(program,)e(but)i(the)h(b)q(eha)o (vior)e(of)h(individual)d(pro)q(cesses)18 b(ma)o(y)13 b(b)q(e)i(the)104 399 y(cause)h(of)e(anomalies)f([LMCF92)o(].)20 b(Therefore)c(a)f(monitoring)d (to)q(ol)i(should)h(ha)o(v)o(e)g(the)g(capabililit)o(y)e(of)h(presen)o(ting) 104 448 y(information)7 b(at)i(di\013eren)o(t)i Fm(levels)g(of)g(abstr)n (action)p Ft(,)f(th)o(us)g(allo)o(wing)d(the)k(user)g(to)e(analyze)h(the)g(b) q(eha)o(vior)g(of)f(a)h(program)104 498 y(at)k(the)g(desired)h(lev)o(el)f(of) f(detail.)104 565 y(Most)18 b(to)q(ols)g(implemen)o(t)d(at)j(least)h(t)o(w)o (o)e(di\013eren)o(t)i(lev)o(els)g(of)e(abstraction:)27 b(the)19 b(system)f(lev)o(el)f(and)h(the)h(pro)q(cess)104 614 y(lev)o(el.)g(A)o(t)14 b(the)h(system)f(lev)o(el)g(the)h(in)o(teractions)g(b)q(et)o(w)o(een)g(the)g (di\013eren)o(t)h(pro)q(cesses)h(can)d(b)q(e)h(observ)o(ed)g(and)g(global)104 664 y(statistics)f(are)h(displa)o(y)o(ed,)e(whereas)i(at)e(the)i(pro)q(cess)h (lev)o(el)d(lo)q(cal)g(pro)q(cess)j(related)e(ev)o(en)o(ts)h(can)f(b)q(e)h (observ)o(ed.)104 731 y(Some)10 b(to)q(ols)h(suc)o(h)g(as)h(TOPSYS)f(\(see)i (section)f(6.4\))e(also)h(allo)o(w)e(the)j(observ)n(ation)f(of)f(compute)h (no)q(des)h(and)f(program)104 780 y(ob)r(jects,)j(suc)o(h)h(as)f(mailb)q(o)o (xes)e(and)h(semaphores.)21 863 y(Using)g(icons)h(to)g(manage)e(the)j(lev)o (els)f(of)f(abstraction)104 930 y(F)m(rom)i(an)h(ob)r(ject-orien)o(ted)i(p)q (oin)o(t)e(of)g(view,)g(the)h(execution)h(of)e(a)g(program)f(on)h(a)g (distributed)i(system)e(in)o(v)o(olv)o(es)104 980 y(man)o(y)8 b(di\013eren)o(t)i(ob)r(jects,)h(suc)o(h)g(as)e(pro)q(cessors,)k(comm)o (unicati)o(on)7 b(c)o(hannels,)j(pro)q(cesses,)j(bu\013ers,)e(messages,)f(ev) o(en)o(t-)104 1029 y(o)q(ccurrences,)16 b(etc.)104 1096 y(Some)d(to)q(ols,)g (suc)o(h)h(as)g(TOPSYS)h(\(see)h(section)e(6.4\),)f(TIPS)h(\(see)h(section)g (6.2\))e(and)h(F)m(aust)g([GGJ)1679 1081 y Fl(+)1705 1096 y Ft(89])f(include)h(in)104 1146 y(their)i(graphical)f(data)h(represen)o (tations)h(icons)f(whic)o(h)g(are)g(asso)q(ciated)h(with)f(ob)r(jects.)25 b(By)16 b(clic)o(king)f(on)h(suc)o(h)g(an)104 1196 y(icon,)d(a)h(windo)o(w)f (p)q(ops)h(up)g(with)f(additional)f(information)f(ab)q(out)j(that)g(ob)r (ject.)104 1262 y(The)e(use)h(of)f(icons)g(results)i(in)d(structured)k(to)q (ols)c(with)h(a)g(clear)h(separation)f(of)g(the)g(di\013eren)o(t)h(lev)o(els) g(of)e(abstraction.)104 1312 y(The)i(user)g(starts)h(observing)f(the)g (program)e(at)h(the)i(system)e(lev)o(el.)17 b(Eac)o(h)c(time)e(additional)g (information)f(ab)q(out)i(an)104 1362 y(ob)r(ject)i(is)g(desired,)h(the)f (user)h(clic)o(ks)f(on)g(this)g(ob)r(ject,)g(decreasing)h(the)f(lev)o(el)g (of)f(abstraction)h(at)g(eac)o(h)h(step.)104 1428 y(Icons)10 b(allo)o(w)e(PIMSY)i([PTV92)o(])g(to)f(b)q(e)h(scalable)g(b)o(y)f(implemen)o (ting)d(the)11 b(strategy)f(of)f(\\clumping")e(the)j(information.)21 1511 y(Con)o(trolling)i(the)i(time)104 1577 y(Some)e(to)q(ols)h(allo)o(w)f (the)j(user)f(at)g(an)o(y)f(time)f(to)i(in)o(terrupt,)g(to)f(pro)q(ceed)i(in) e(a)h(step-b)o(y)g(step)g(manner,)f(to)g(resume)h(or)104 1627 y(to)f(start)h(again)e(from)g(the)i(b)q(eginning)f(the)h(pro)q(cess)h(of)e (represen)o(ting)i(the)f(run)o(time)e(information.)j(Sometimes)c(the)104 1677 y(ab)q(o)o(v)o(e)i(p)q(ossibilities)h(are)g(referred)i(to)d(as)h(the)h Fm(r)n(eplay)f(of)h(an)h(exe)n(cution)1239 1662 y Fl(15)1275 1677 y Ft(.)104 1743 y(This)g(con)o(trol)g(o)o(v)o(er)g(the)h(time)e(during)h (the)h(presen)o(tation)g(of)e(the)i(run)o(time)e(information)f(is)i(a)g(p)q (o)o(w)o(erful)g(feature,)104 1793 y(b)q(ecause)h(it)f(allo)o(ws)f(a)g(more)g (careful)h(observ)n(ation)g(of)f(the)i(ev)o(olution)e(of)g(the)h(program.)23 b(A)16 b(disadv)n(an)o(tage)f(of)g(the)104 1843 y(\\repla)o(y")e(feature)i (is)e(that)h(its)g(implemen)o(tation)c(requires)16 b(the)e(storage)g(of)g (the)g(run-time)f(information.)104 1910 y(P)o(araGraph)f(features)h(a)g (partial)e(implemen)o(tation)e(of)j(the)h(repla)o(y)f(feature.)19 b(The)13 b(user)g(is)f(free)i(to)e(in)o(terrupt,)h(to)f(re-)104 1959 y(sume)e(or)i(to)f(pro)q(ceed)h(in)f(a)g(step-b)o(y-step)i(manner)d(the) i(pro)q(cess)h(of)d(displa)o(ying)g(the)i(run)o(time)e(information)e([HE91b)o (])104 2009 y(Ho)o(w)o(ev)o(er)13 b(P)o(araGraph)f(do)q(es)h(not)g(pro)o (vide)g(a)f(step-b)o(y-step)i(bac)o(kw)o(ard)f(option.)k(The)c(Seeplex)g(p)q (erformance)g(mon-)104 2059 y(itor)g(on)h(the)g(other)h(hand)f(pro)o(vides)g (a)f(complete)h(implem)o(en)o(tation)d(of)i(the)i(repla)o(y)e(feature)i ([CK90)o(].)21 2142 y(Multiple)e(views)104 2208 y(A)j(user-in)o(terface)h (should)e(include)h(mec)o(hanisms)e(for)h(m)o(ultiple)e Fm(views)i Ft(of)g(the)i(run)o(time)d(information,)f(presen)o(ted)104 2258 y(through)g(one)g(or)g(more)f(media)g(in)g(sev)o(eral)i(represen)o (tations.)19 b(Di\013eren)o(t)14 b(views)f(are)h(useful)f(for)f(di\013eren)o (t)i(purp)q(oses)104 2308 y(and)g(often)g(complemen)o(t)e(eac)o(h)i(other.)19 b(This)14 b(w)o(a)o(y)f(the)i(user)g(can)f(observ)o(e)h(sev)o(eral)g(asp)q (ects)h(of)d(the)i(system)e(at)h(the)104 2358 y(same)f(time)f(and)i (correlate)h(information)c(from)h(di\013eren)o(t)j(views.)p 0 2384 780 2 v 31 2411 a Fp(15)64 2423 y Fr(The)e(term)f(\\repla)o(y)g(of)h (an)g(execution")e(is)i(used)g(in)g(this)g(con)o(text)e(b)q(ecause)h(the)h (user)f(can)h(repla)o(y)f(the)h(represen)o(tati)o(on)d(of)k(the)e(run)o(time) 0 2462 y(information)g(as)j(man)o(y)e(times)h(as)h(desired)f(in)h(precisely)d (the)j(same)f(w)o(a)o(y)m(.)26 b(The)15 b(correct)f(term)g(w)o(ould)g(b)q(e)h (\\repla)o(y)e(the)h(represen)o(tation)e(of)0 2502 y(the)h(run)o(time)f (informatio)o(n".)19 b(Care)13 b(should)f(b)q(e)i(tak)o(en)e(not)h(to)g (confuse)f(this)h(\\repla)o(y)f(of)h(the)g(execution")e(with)i(the)g(repla)o (y)g(of)g(a)h(program)0 2541 y(execution.)g(Repla)o(ying)c(a)i(program)e (execution)f(implies)i(the)g(re-execution)e(of)j(a)g(program)e(on)h(a)h(mac)o (hine,)e(in)i(suc)o(h)f(a)h(w)o(a)o(y)g(that)f(the)h(ev)o(en)o(ts)0 2581 y(are)f(forced)f(to)h(o)q(ccur)f(in)h(the)g(same)f(order)h(as)g(in)g(a)g (previously)e(monitored)g(execution.)954 2795 y Ft(30)p eop %%Page: 31 31 30 bop 21 42 a Ft(Adding)13 b(new)i(views)104 108 y(Often)f(there)h(is)f(a)g (considerable)g(gap)g(b)q(et)o(w)o(een)h(the)f(user's)h(men)o(tal)d (conception)j(of)e(a)h(problem)e(and)i(the)h(creation)104 158 y(of)e(a)h(program)f(that)h(solv)o(es)g(the)h(problem.)i(In)d(V)m(o)o(y)o (eur)g([SBN88],)f(an)h(original)e(solution)i(has)g(b)q(een)h(found)f(to)g (this)104 208 y(problem)e(that)i(will)f(b)q(e)h(brie\015y)g(discussed)i (here.)104 274 y(The)d(main)d(idea)j(of)f(V)m(o)o(y)o(eur)g(is)h(that)f(the)i (user)g(should)e(b)q(e)h(allo)o(w)o(ed)f(to)g(add)h(high-lev)o(el)e (application-sp)q(eci\014c)i(views)104 324 y(of)h(parallel)f(programs)g(to)i (the)g(user-in)o(terface.)21 b(These)16 b(views)f(represen)o(t)h(the)f (program)e(and)i(its)f(b)q(eha)o(vior)g(in)g(the)104 374 y(w)o(a)o(y)g(the)h (user)h(conceiv)o(es)h(it)d(\(high)h(lev)o(el)f(ob)r(jects\))i(and)f(not)g (as)g(abstract)h(\(lo)o(w)e(lev)o(el\))h(data-structures)i(that)e(are)104 423 y(mo)q(di\014ed)10 b(b)o(y)h(data-\015o)o(w)g(ev)o(en)o(ts.)19 b(F)m(or)11 b(this)h(purp)q(ose)g(V)m(o)o(y)o(eur)g(pro)o(vides)g(the)g(user) h(with)e(an)h(easy-to-use,)g(language-)104 473 y(and)18 b(system-)h(indep)q (enden)o(t)h(mec)o(hanism)c(for)j(sp)q(ecifying)f(views)h(and)g(building)e (graphical)h(represen)o(tations)j(of)104 523 y(parallel)12 b(programs.)104 589 y(P)o(aragraph)h(also)f(o\013ers)i(the)g(p)q(ossibilit)o (y)e(of)g(adding)h(new)g(views,)g(but)h(this)f(is)g(a)g(m)o(uc)o(h)f(more)g (complicated)g(matter)104 639 y(since)i(no)g(sp)q(ecial)g(language)f(has)h(b) q(een)h(pro)o(vided)f(and)g(new)g(views)g(ha)o(v)o(e)g(to)g(b)q(e)g(co)q(ded) h(in)e(straigh)o(t)h(X11.)0 777 y Fo(6)69 b(T)-6 b(o)r(ols)23 b(In)n(v)n(en)n(tory)0 867 y Ft(W)m(e)13 b(will)g(tak)o(e)g(a)h(closer)g(lo)q (ok)f(at)h(some)f(real)g(to)q(ols)h(and)f(programming)d(en)o(vironmen)o(ts.) 18 b(The)c(monitoring)d(systems)j(that)0 917 y(will)c(b)q(e)i(presen)o(ted)i (co)o(v)o(er)e(most)f(of)g(the)h(asp)q(ects)h(of)e(parallel)g(monitoring)e (that)i(w)o(ere)i(discussed)g(in)e(the)i(previous)f(section.)62 967 y(The)20 b(main)c(idea)j(b)q(ehind)g(these)h(to)q(ols)f(is)f(that)h(when) g(dealing)f(with)h(the)g(enormous)f(complexit)o(y)f(of)h(distributed)0 1017 y(programs,)f(visual)f(dynamic)g(represen)o(tations)k(of)d(the)h (execution)g(of)f(suc)o(h)h(programs)f(migh)o(t)e(considerably)j(help)f(the)0 1067 y(user)e(in)e(a)h(b)q(etter)h(understanding)g(of)e(her/his)i(program)d (and)i(th)o(us)g(lead)g(to)f(signi\014can)o(t)h(impro)o(v)o(emen)o(ts.)0 1183 y Fu(6.1)56 b(PICL/P)n(araGraph)0 1260 y Fi(6.1.1)48 b(In)o(tro)q (duction)0 1336 y Ft(P)o(araGraph)20 b(is)g(a)h(trace-based,)i(highly)c (graphical,)i(in)o(teractiv)o(e)g(visualization)e(to)q(ol)h(that)g(has)h(b)q (een)h(dev)o(elop)q(ed)f(at)0 1386 y(the)16 b(Oak)e(Ridge)h(National)e(Lab)q (oratory)i([HE91a)o(,)g(HE91b].)20 b(The)c(P)o(ortable)f(Instrumen)o(ted)g (Comm)o(unicatio)o(n)d(Library)0 1436 y(\(PICL\))k(is)f(the)h(instrumen)o (ted)g(library)e(that)i(generates)h(run)o(time)d(information)f(for)i(P)o (araGraph)g([GHPW90)n(,)g(W)m(or92)o(].)0 1486 y(P)o(aragraph)j(is)h(used)h (in)e(man)o(y)f(lab)q(oratories)h([DL93)o(,)g(FJA91])g(and)h(has)g(b)q(een)h (p)q(orted)f(on)g(top)f(of)g(di\013eren)o(t)i(parallel)0 1535 y(systems)14 b([vR)m(T92b)n(,)g(GHSG92)n(];)f(th)o(us)i(it)e(has)h(b)q(ecame) g(a)f(de)i(facto)e(standard)i(and)e(will)g(b)q(e)h(presen)o(ted)i(as)e(a)g (basic)g(to)q(ol.)62 1585 y(P)o(araGraph)i(displa)o(ys)g(the)h(run-time)f (information)d(through)k(di\013eren)o(t)g(animated)e(graphical)h(views.)26 b(The)17 b(user)g(is)0 1635 y(free)c(to)e(select)j(one)e(or)g(more)e(of)i (those)g(views)g(according)g(to)g(his)g(needs,)h(th)o(us)f(implemen)o(ting)d (the)j(idea)g(of)f(m)o(ultiple)f(views)0 1685 y(presen)o(ted)16 b(in)d(section)i(5.4.)62 1735 y(P)o(araGraph)g(w)o(as)g(used)g(\014rst)h (together)g(with)e(the)i(PICL)f(subroutine)h(library)e(that)h(handles)g(the)g (trace-generation.)0 1784 y(P)o(araGraph)9 b(runs)i(on)e(most)g(w)o (orkstations)g(with)h(an)f(X-Windo)o(w)g(graphical)g(in)o(terface,)h(whereas) h(PICL)f(implemen)o(tations)0 1834 y(exist)k(for)g(the)g(In)o(tel)g(iPSC)g (family)l(,)d(the)j(Ncub)q(e/3200)g(family)d(and)j(the)g(Ncub)q(e/6400.)0 1942 y Fi(6.1.2)48 b(Generation)13 b(of)i(the)g(run-time)e(information)0 2019 y Ft(Whereas)e(P)o(araGraph)e(forms)g(the)i(user-in)o(terface)g(to)f (the)h(run-time)d(information,)g(the)i Fm(PICL)i(libr)n(ary)c Ft(actually)h(generates)0 2069 y(this)h(information.)k(PICL)c(is)g(a)g (subroutine)h(library)f(that)g(can)g(b)q(e)h(used)g(to)f(dev)o(elop)g (parallel)f(programs)g(that)h(are)h(p)q(ortable)0 2118 y(across)k(sev)o(eral) f(distributed-memory)e(m)o(ultipro)q(cessors)i([W)m(or92)n(].)62 2168 y(The)f(routines)g(that)f(are)h(pro)o(vided)f(b)o(y)g(PICL)h(implemen)o (t)c(man)o(y)i(of)h(the)g(system)h(dep)q(enden)o(t)h(functions,)e(suc)o(h)h (as)f(the)0 2218 y(comm)o(unication)f(primitiv)o(es,)i(sync)o(hronization,)i (and)g(other)g(system)g(calls.)21 b(P)o(art)15 b(of)f(the)i(library)e(are)h (some)f(high-lev)o(el)0 2268 y(functions,)20 b(suc)o(h)g(as)f(broadcasting.) 33 b(A)19 b(program)e(that)i(has)h(b)q(een)g(written)f(using)g(PICL)g (primitiv)o(es)e(is)i(completely)0 2318 y(p)q(ortable)14 b(to)g(an)o(y)f(mac) o(hine)g(to)g(whic)o(h)h(PICL)g(is)g(supp)q(orted.)62 2368 y(The)h(functions)g(of)f(the)h(PICL)g(library)f(ha)o(v)o(e)h(b)q(een)g (instrumen)o(ted)g(with)f(soft)o(w)o(are)h(prob)q(es)h(and)e(PICL)h(can)g(b)q (e)g(used)0 2417 y(to)i(automatically)d(generate)k(ev)o(en)o(t-records.)30 b(PICL)17 b(generates)h(b)q(oth)f(ev)o(en)o(t-records)j(ab)q(out)c(ev)o(en)o (t-o)q(ccurrence)q(s)k(and)0 2467 y(activities.)e(P)o(araGraph)13 b(uses)i(a)f(subset)h(of)e(the)i(ev)o(en)o(t-records)h(whic)o(h)e(are)g (generated)h(b)o(y)f(the)g(PICL)g(library)m(.)62 2517 y(ASCI)q(I)g(and)g (binary)g(trace-formats)f(are)h(supp)q(orted)h(b)o(y)f(PICL)g(3.1.1)e(:)62 2590 y(Example)h(:)80 b Fj(\017)20 b Fg(Verbose)h(format)f(:)44 b(SEND)21 b(clock)f(0)i(2035)f(node)g(12)g(to)h(6)f(type)g(8)h(lth)f(256)327 2639 y Fj(\017)f Fg(Numerical)g(format)h(:)43 b(4)22 b(0)f(2035)g(12)h(6)f(8) h(256)954 2795 y Ft(31)p eop %%Page: 32 32 31 bop 0 2 1806 2 v -1 51 2 50 v 25 37 a Fn(e)p 71 51 V 53 w Ft(the)14 b(sending)g(of)g(a)f(message)h(\()p Fg(send)p 667 37 14 2 v 15 w(begin)p Ft(,)e Fg(send)p 904 37 V 15 w(end)p Ft(\))p 1805 51 2 50 v 0 53 1806 2 v -1 103 2 50 v 25 88 a Fn(e)p 71 103 V 53 w Ft(the)i(receiving)g(of)g(a)f(message)h(\()p Fg(receive)p 757 88 14 2 v 14 w(begin)p Ft(,)f Fg(receiving)p Ft(,)e Fg(receive)p 1281 88 V 14 w(end)p Ft(\))p 1805 103 2 50 v 0 105 1806 2 v -1 154 2 50 v 25 139 a Fn(e)p 71 154 V 53 w Ft(ev)o(en)o(t-records)16 b(related)e(to)g(the)g(tracing)g(itself)g(\()p Fg(trace)p 981 139 14 2 v 15 w(start)p Ft(,)e Fg(trace)p 1240 139 V 14 w(end)p Ft(,)h Fg(trace)p 1455 139 V 15 w(transport)p Ft(\))p 1805 154 2 50 v 0 156 1806 2 v -1 206 2 50 v 25 191 a Fn(e)p 71 206 V 53 w Ft(con)o(trol-\015o)o(w)g(ev)o(en)o(ts)i(\()p Fg(procedure)p 666 191 14 2 v 14 w(begin)p Ft(,)d Fg(procedure)p 1012 191 V 14 w(end)p Ft(,)h Fg(user)p 1205 191 V 14 w(defined)p 1373 191 V 15 w(control)p 1542 191 V 14 w(flow)p 1644 191 V 15 w(event)p Ft(\))p 1805 206 2 50 v 0 208 1806 2 v -1 257 2 50 v 25 242 a Fn(a)p 71 257 V 50 w Ft(the)h(cum)o(ulativ)o(e)e(busy/idle)i (times)f(of)g(a)h(no)q(de)p 1805 257 V 0 259 1806 2 v -1 309 2 50 v 25 294 a Fn(a)p 71 309 V 50 w Ft(the)g(cum)o(ulativ)o(e)e(comm)o (unication)f(statistics)j(\(n)o(um)o(b)q(er)g(of)f(messages,)g(b)o(ytes\))i (of)e(a)h(no)q(de)p 1805 309 V 0 311 1806 2 v 304 387 a(T)m(able)f(3:)k(ev)o (en)o(ts)e(monitored)e(b)o(y)g(P)o(araGraph)h(\()p Fn(e)g Ft(for)g(ev)o(en)o (ts)h(and)e Fn(a)h Ft(for)g(activities)62 522 y(Sev)o(eral)e(functions)g(ha)o (v)o(e)f(b)q(een)i(pro)o(vided)e(in)g(PICL)h(to)g(con)o(trol)f(the)h (trace-generation)h([GHPW90)n(].)k(Three)c(di\013eren)o(t)0 572 y(t)o(yp)q(es)i(can)f(b)q(e)g(distinguished:)21 663 y(functions)h(that)g (allo)o(w)f(the)h(user)h(to)f(con)o(trol)g(the)h(mec)o(hanism)d(of)h (\\conditional)g(ev)o(en)o(t-record)j(generation")e(and)g(th)o(us)104 713 y(the)f(ev)o(en)o(ts)h(that)f(are)g(traced.)21 796 y(functions)k(that)h (con)o(trol)f(the)h(actual)f(tracing.)32 b(These)20 b(functions)e(allo)o(w)f (the)i(user)h(to)e(start)h(and)f(stop)h(the)g(tracing)104 846 y(individually)10 b(at)j(eac)o(h)h(no)q(de)f(at)g(an)o(y)f(time)g(during)h (the)g(program)f(execution.)18 b(Using)13 b(these)i(functions)e(during)f(the) 104 896 y(execution)i(of)g(a)f(program)g(will)f(result)j(in)e(partial)g (trace-segmen)o(ts)i(in)e(the)i(global)d(ev)o(en)o(t-trace.)21 979 y(functions)i(that)g(allo)o(w)e(the)i(user)h(to)f(con)o(trol)f(whic)o(h)h (transp)q(ort)h(strategy)f(is)g(used.)19 b(The)14 b(user)h(has)f(the)g(c)o (hoice)h(b)q(et)o(w)o(een)104 1029 y(\\store)d(and)f(unload)g(when)h (bu\013er)h(full,")d(\\store)i(and)f(unload)g(at)h(request,")g(and)g(\\store) g(and)f(unload)g(afterw)o(ards.")62 1120 y(T)m(o)19 b(relate)g(ev)o(en)o(ts)h (from)e(di\013eren)o(t)i(no)q(des,)g(PICL)g(uses)g(a)f(global)e(time)h(appro) o(ximation)e(sc)o(heme.)34 b(This)19 b(sc)o(heme)0 1170 y(implemen)o(ts)11 b(a)j(global)e(clo)q(c)o(k)h(b)o(y)h(sync)o(hronizing)g(the)g(lo)q(cal)f(clo) q(c)o(ks)h(at)g(the)g(b)q(eginning)f(of)g(the)h(tracing)g(and)f(then)i (taking)0 1220 y(the)f(lo)q(cal)g(time)e(of)h(these)j(clo)q(c)o(ks)e(for)f (the)i(global)d(time)h(\(see)i(section)g(2.10\).)62 1269 y(Simply)j(using)i (the)g(PICL)h(routines)f(increases)i(the)f(execution)g(time)d(v)o(ery)j (little,)f(while)g(tracing)g(increases)h(the)0 1319 y(execution)g(time)d(for) i(a)f(single)h(in)o(terpro)q(cessor)i(comm)o(unication)16 b(call)k(from)e(20) h(to)h(50)f Fn(\026)p Ft(s)i(on)e(the)i(In)o(tel)f(iPSC/860,)0 1369 y(dep)q(ending)e(on)e(the)i(lev)o(el)f(of)f(tracing.)27 b(When)18 b(t)o(w)o(o)e(pro)q(cessors)j(are)f(exc)o(hanging)e(1)h(b)o(yte)g (of)g(information)d(\(the)k(w)o(orst)0 1419 y(scenario\),)f(this)g(corresp)q (onds)h(to)e(an)g(increase)i(of)d(37\045)h(and)g(99\045)f(of)h(execution)o (time)f(resp)q(ectiv)o(ely)m(.)27 b(The)16 b(o)o(v)o(erhead)h(is)0 1469 y(indep)q(enden)o(t)d(of)e(the)h(length)f(of)g(the)h(messages)g(and)f (th)o(us)h(the)g(longer)f(the)h(messages,)f(the)i(smaller)c(the)j(relativ)o (e)g(amoun)o(t)0 1518 y(of)k(o)o(v)o(erhead.)31 b(Note)18 b(that)g(only)g(in) o(terpro)q(cessor)i(comm)o(unicati)o(on)15 b(calls)j(are)g(automatically)d (traced,)k(and)f(only)f(they)0 1568 y(in)o(tro)q(duce)f(o)o(v)o(erhead)h (when)f(tracing)f(is)h(enabled.)24 b(Th)o(us,)16 b(a)f(program)f(with)i (little)f(in)o(terpro)q(cessor)j(comm)o(unicati)o(on)13 b(or)0 1618 y(one)19 b(where)h(most)d(messages)i(are)g(fairly)e(large)h(will)f (notice)i(little)f(p)q(erturbation.)33 b(On)19 b(the)g(other)g(hand,)g(a)g (program)0 1668 y(dominated)d(b)o(y)h(the)i(sending)f(of)f(small)e(messages)j (ma)o(y)d(notice)j(a)g(signi\014can)o(t)f(p)q(erturbation.)30 b(The)18 b(tec)o(hnic)h(used)f(b)o(y)0 1718 y(PICL)e(to)f(measure)h (busy/idle)f(times)f(is)i(relativ)o(ely)f(accurate,)h(with)g(most)e(of)h(the) h(o)o(v)o(erhead)g(b)q(eing)g(lump)q(ed)e(with)h(the)0 1768 y(busy)f(time.)j(Th)o(us,)d(mo)q(dulo)e(c)o(hanges)j(in)e(the)i(order)f(of)g (ev)o(en)o(ts,)g(the)h(idle)e(time)g(is)h(a)f(reasonable)i(measure)f(indep)q (enden)o(t)0 1817 y(of)f(the)i(t)o(yp)q(e)f(of)f(program.)0 1925 y Fi(6.1.3)48 b(Visualizin)o(g)13 b(the)i(run)o(time)e(informati)o(on)0 2002 y Ft(The)h Fm(Par)n(aGr)n(aph)g(to)n(ol)f Ft(is)g(fully)g(indep)q(enden) o(t)h(of)f(the)h(PICL)f(library)m(,)f(the)i(only)f(link)f(b)q(et)o(w)o(een)j (the)f(t)o(w)o(o)f(b)q(eing)g(the)h(PICL)0 2052 y(trace-format.)j(P)o (araGraph)d(executes)i(as)e(a)g(p)q(ost-pro)q(cessor)i(that)e(repla)o(ys)g (the)h(execution,)f(based)h(on)e(the)i(information)0 2101 y(con)o(tained)f (in)f(a)h(trace-\014le.)62 2151 y(P)o(araGraph)g(can)g(sim)o(ultaneously)f (displa)o(y)g(the)i(trace)g(information)c(of)j(v)n(arious)f(views.)20 b(A)o(t)14 b(eac)o(h)h(o)q(ccurrence)i(of)c(an)0 2201 y(ev)o(en)o(t)j(the)g (a\013ected)g(represen)o(tations)h(are)f(up)q(dated.)22 b(The)16 b(user)g(has)f(the)h(p)q(ossibilit)o(y)e(of)h(in)o(terrupting)g(this)g(pro)q (cess)i(at)0 2251 y(an)o(y)d(time)f(or)h(of)g(pro)q(ceeding)h(in)f(a)f (step-b)o(y-step)j(manner)e(\(see)h(also)f(section)h(5.4\).)j(During)c(the)g (execution,)h(new)g(views)0 2301 y(can)e(b)q(e)h(op)q(ened)f(or)g(displa)o(y) o(ed)f(views)h(can)g(b)q(e)h(closed.)k(P)o(araGraph)12 b(uses)j(colors)d (extensiv)o(ely)i(to)e(represen)o(t)k(the)d(run)o(time)0 2351 y(information)g(and)i(is)g(th)o(us)h(most)e(e\013ectiv)o(e)j(on)e(color)g (screens,)j(although)c(it)i(can)f(b)q(e)h(used)h(on)e(an)o(y)g(mac)o(hine)f (that)h(runs)0 2400 y(X11.)62 2450 y(P)o(araGraph)e(curren)o(tly)g(pro)o (vides)g(more)f(than)h(25)f(represen)o(tations)j(of)d(the)h(run)o(time)f (information.)j(These)f(represen-)0 2500 y(tations)e(will)e(b)q(e)j(presen)o (ted)h(here.)19 b(They)12 b(ha)o(v)o(e)g(b)q(een)h(group)q(ed)g(according)f (to)g(the)h(classi\014cations)f(in)o(tro)q(duced)h(in)e(section)0 2550 y(5.4.)954 2795 y(32)p eop %%Page: 33 33 32 bop 0 42 a Fi(Represen)o(ti)o(ng)13 b(in)o(teractio)o(ns)g(b)q(et)o(w)o (een)h(di\013eren)o(t)f(ob)s(jects)21 118 y Fm(Sp)n(ac)n(etime)k(Diagr)n(am)f Ft(:)23 b(In)16 b(P)o(araGraph)g(the)h(spacetime)f(diagram)e(is)i(used)h(to)f (represen)o(t)j(the)e(in)o(teractions)g(b)q(et)o(w)o(een)104 168 y(di\013eren)o(t)e(pro)q(cessors)h(\(see)f(section)g(5.4\).)21 247 y Fm(A)o(nimation)g Ft(:)21 b(Animation)13 b(also)h(displa)o(ys)h(the)h (in)o(teractions)f(b)q(et)o(w)o(een)i(di\013eren)o(t)f(pro)q(cessors.)25 b(The)15 b(m)o(ultipro)q(cessor)g(is)104 297 y(depicted)f(b)o(y)f(a)f(graph,) h(whose)h(no)q(des)f(represen)o(t)j(pro)q(cessors)f(and)e(whose)g(arcs)h (represen)o(t)i(comm)o(uni)o(cation)10 b(links.)104 347 y(The)15 b(status)g(of)e(eac)o(h)i(no)q(de)g(\(busy)m(,)f(idle,)g(sending,)g (receiving\))h(is)f(indicated)g(b)o(y)g(its)h(color)f(or)g(shading.)19 b(An)14 b(arc)h(is)104 397 y(dra)o(wn)e(b)q(et)o(w)o(een)i(the)f(source)g (and)g(the)g(destination)f(pro)q(cessors)i(when)f(a)f(message)g(is)g(sen)o(t) i(and)e(erased)h(when)g(the)104 447 y(message)c(is)h(receiv)o(ed.)18 b(This)10 b(represen)o(tation)j(could)d(b)q(e)h(particularly)f(useful)h(in)f (real-time)f(systems)i(for)g(visualizing)104 496 y(the)j(b)q(eha)o(vior)g(of) f(pro)q(cessors,)j(b)q(ecause)f(probable)f(blo)q(c)o(k)o(ed)g(pro)q(cesses)j (are)d(easily)f(detectable.)21 576 y Fm(Communic)n(ation)j(Matrix)g Ft(:)21 b(Messages)c(are)f(represen)o(ted)i(b)o(y)d(color)g(or)h(shading)f (in)g(a)g(t)o(w)o(o-dimensional)d(arra)o(y)j(whose)104 626 y(ro)o(ws)i(and)h(columns)e(corresp)q(ond)j(to)e(the)h(sending)g(and)f (receiving)h(pro)q(cessors.)30 b(The)18 b(length)g(of)e(eac)o(h)i(message)104 676 y(is)d(indicated)g(b)o(y)g(the)g(color)g(or)g(shading)g(used.)22 b(During)15 b(the)g(sim)o(ulation,)d(this)k(view)e(giv)o(es)h(curren)o(t)i (information)104 725 y(\(eac)o(h)d(message)f(app)q(ears)h(when)g(sen)o(t)g (and)g(disapp)q(ears)g(when)g(receiv)o(ed\),)g(but)g(at)f(the)h(end)g(of)f (the)h(sim)o(ulation)c(the)104 775 y(displa)o(y)g(sho)o(ws)h(the)h(cum)o (ulativ)o(e)d(comm)o(unication)f(v)o(olume)h(for)i(the)h(en)o(tire)f(run)h(b) q(et)o(w)o(een)g(eac)o(h)g(pair)f(of)f(pro)q(cessors.)0 882 y Fi(Represen)o(ti)o(ng)j(informati)o(on)g(related)h(to)h(one)g(ob)s(ject)62 958 y Fj(\017)21 b Ft(System)13 b(lev)o(el)h(information)125 1044 y Fm(Kiviat)e(Diagr)n(am)g Ft(:)17 b(This)12 b(view)g(giv)o(es)f(a)h (geometric)f(depiction)h(of)g(the)g(individual)e(pro)q(cessor)k(utilization)d (and)g(the)195 1094 y(o)o(v)o(erall)i(load)g(balance.)18 b(Eac)o(h)c(pro)q (cessor)i(is)d(represen)o(ted)k(b)o(y)d(a)f(sp)q(ok)o(e)i(of)e(a)h(wheel.)125 1157 y Fm(Utilization)h(Count)i(and)g(Utilization)f(Meter)g Ft(:)21 b(Utilization)15 b(Coun)o(t)g(displa)o(ys)h(a)f(histogram)f(sho)o (wing)h(the)i(total)195 1207 y(n)o(um)o(b)q(er)g(of)g(pro)q(cessors)j(busy)e (as)f(a)h(function)f(of)g(time,)g(whereas)h(Utilization)e(Meter)j(sho)o(ws)f (the)g(curren)o(t)195 1257 y(n)o(um)o(b)q(er)13 b(of)h(busy)g(pro)q(cessors)i (in)d(a)h(barc)o(hart.)125 1320 y Fm(Concurr)n(ency)h(pr)n(o\014le)f Ft(sho)o(ws)g(the)h(p)q(ercen)o(tage)h(of)d(time)g(during)h(the)g(run)h(that) f(exactly)g Fn(k)h Ft(pro)q(cessors)i(w)o(ere)e(in)e(a)195 1370 y(giv)o(en)g(state)i(\(i.e.)j(busy/idle/o)o(v)o(erhead\).)62 1456 y Fj(\017)j Ft(No)q(de)14 b(lev)o(el)g(information)125 1542 y Fm(Gantt)i(Chart)e Ft(depicts)j(the)e(activit)o(y)g(of)f(the)i (individual)d(pro)q(cessors)18 b(b)o(y)d(a)f(horizon)o(tal)h(bar)g(c)o(hart)h (in)e(whic)o(h)h(the)195 1592 y(color)10 b(or)g(shading)f(of)h(eac)o(h)g(bar) g(indicates)h(the)f(busy/idle/o)o(v)o(erhead)g(status)h(of)f(the)g(corresp)q (onding)h(pro)q(cessor)195 1642 y(as)j(a)g(function)f(of)h(time.)125 1705 y Fm(No)n(de)j(statistics)e Ft(pro)o(vides)h(detailed)g(comm)o(uni)o (cation)d(statistics)k(for)e(a)h(single,)g(user-selected)i(pro)q(cessor.)27 b(The)195 1755 y(c)o(hoices)14 b(of)f(statistics)h(plotted)g(are:)k(source,)c (destination,)f(length,)g(and)g(t)o(yp)q(e)h(of)f(messages)g(sen)o(t)h(to)f (or)h(from)195 1805 y(the)h(c)o(hosen)f(pro)q(cessor.)0 1911 y Fi(Represen)o(ti)o(ng)f(other)h(information)21 1987 y Fm(T)m(r)n(ac)n(e-r)n (e)n(c)n(or)n(d)k Ft(:)30 b(This)19 b(is)h(an)g(example)e(of)i(a)f (text-based)i(represen)o(tation.)38 b(It)20 b(displa)o(ys)f(the)i(ev)o(en)o (t-record)g(that)f(is)104 2037 y(curren)o(tly)15 b(read)f(from)e(the)j (trace-\014le)f(in)g(a)f(v)o(erb)q(ose)i(format.)21 2117 y Fm(T)m(ask)f(displays)g Ft(:)k(By)c(inserting)g(calls)g(to)f(the)i Fg(block)p 868 2117 14 2 v 14 w(begin)e Ft(and)h(the)g Fg(block)p 1267 2117 V 15 w(end)f Ft(functions)h(the)g(user)h(can)f(de\014ne)h(the)104 2167 y(b)q(eginning)e(and)h(the)g(end)h(of)e(tasks.)18 b(T)m(asks)c(can)g(b)q (e)h(nested)g(and)f(sev)o(eral)g(no)q(des)h(can)f(w)o(ork)g(on)f(the)i(same)e (task.)104 2231 y(P)o(araGraph)f(pro)o(vides)g(di\013eren)o(t)h(views)g(that) f(displa)o(y)f(information)f(ab)q(out)i(the)h(execution)g(of)e(tasks.)18 b(T)m(ask)12 b(Coun)o(t)104 2281 y(sho)o(ws)f(the)h(n)o(um)o(b)q(er)f(of)f (pro)q(cessors)k(that)d(are)h(executing)g(a)f(giv)o(en)g(task)g(at)g(the)h (curren)o(t)h(time.)i(T)m(ask)c(Gan)o(tt)g(depicts)104 2331 y(the)j(activit)o(y)f(of)h(individual)e(pro)q(cessors)k(b)o(y)d(a)h(horizon)o (tal)f(bar)h(c)o(hart)g(in)g(whic)o(h)g(the)g(color)g(of)f(eac)o(h)i(bar)f (indicates)104 2381 y(the)k(curren)o(t)h(task)e(b)q(eing)g(executed)j(b)o(y)d (the)h(corresp)q(onding)g(pro)q(cessor)h(as)f(a)f(function)g(of)g(time.)27 b(T)m(ask)16 b(Status)104 2431 y(sho)o(ws)c(the)g(state)h(of)e(execution)i (of)e(eac)o(h)h(task.)18 b(A)o(t)12 b(the)g(end)h(of)e(eac)o(h)h(run,)g(T)m (ask)g(Summary)d(sho)o(ws)j(the)g(p)q(ercen)o(tage)104 2480 y(of)h(execution)i(time)d(of)i(eac)o(h)g(task)g(as)g(a)g(function)f(of)g(the) i(total)e(execution)i(time.)21 2560 y Fm(Other)d(views)g Ft(include)g (Critical)g(P)o(ath,)g(Clo)q(c)o(k,)f(Phase)j(P)o(ortrait,)d(Message)j (queues,)f(Comm)o(unicati)o(on)c(meter,)j(Comm)o(u-)104 2610 y(nication)j(tra\016c,)h(Pro)q(cessor)j(status,)d(Statistical)g(Summary)m(,)d (etc.)25 b(F)m(or)16 b(more)f(information)e(ab)q(out)j(these)i(views)104 2660 y(refer)d(to)e([HE91a].)954 2795 y(33)p eop %%Page: 34 34 33 bop 0 42 a Fu(6.2)56 b(TMON)0 118 y Fi(6.2.1)48 b(In)o(tro)q(duction)0 195 y Ft(The)12 b(T)m(ransputer)g(MONitor)f(forms)f(an)h(in)o(tegral)g(part)h (of)e(the)i Fm(TIPS)g Ft(parallel)e(programmi)o(ng)f(en)o(vironmen)o(t)h(as)h (describ)q(ed)0 245 y(in)i([W)o(CG)165 230 y Fl(+)192 245 y Ft(92)o(])g(that)h(w)o(as)g(dev)o(elop)q(ed)h(at)e(the)i(Univ)o(ersit)o(y)f (of)f(British)h(Colum)o(bia.)62 294 y(The)j(TIPS)f(parallel)f(programming)e (en)o(vironmen)o(t)i(consists)i(of)e(4)h(ma)r(jor)e(comp)q(onen)o(ts:)23 b(TMON)16 b(\(a)g(p)q(erformance)0 344 y(monitor\),)e(TMAP)i(\(a)f(pro)q (cess)j(to)e(pro)q(cessor)h(mapping)d(to)q(ol\),)h(TVIEW)g(\(a)h(graphical)f (in)o(terface\),)h(TRES)g(\(a)f(to)q(ol)g(to)0 394 y(iden)o(tify)e(and)h (analyze)g(the)g(resource)i(requiremen)o(ts\))e(of)g(an)f(application.)62 444 y(The)g(TIPS)f(en)o(vironmen)o(t)e(runs)j(on)e(the)i(74)e(no)q(de)h (transputer)i(system)d(of)h(the)g(Univ)o(ersit)o(y)g(of)f(British)h(Colum)o (bia)d(that)0 494 y(is)j(hosted)h(b)o(y)f(a)f(Sun-4)h(Unix)g(w)o(orkstation)f (and)h(requires)h(the)g(T)m(rollius)e(op)q(erating)h(system)g(as)g(a)f(soft)o (w)o(are)i(en)o(vironmen)o(t.)0 602 y Fi(6.2.2)48 b(Main)15 b(ideas)0 678 y Ft(F)m(our)i(main)f(goals)g(guided)i(the)g(design)f(of)g (TMON:)h Fm(extensibility)f Ft(\(the)h(system)f(should)h(allo)o(w)d(the)k (incorp)q(oration)e(of)0 728 y(a)j(wide)g(range)h(of)f(user)h(in)o(terfaces)g (and)f(analysis)g(pac)o(k)n(ages\),)h Fm(tr)n(ansp)n(ar)n(ency)g Ft(\(the)g(instrumen)o(tation)e(should)h(b)q(e)h(as)0 778 y(transparen)o(t)16 b(to)g(the)f(user)i(as)e(p)q(ossible\),)h Fm(e\016ciency)f Ft(\(the)h(impact)e(on)h(the)h(p)q(erformance)f(of)g(the)h(system)f(should)g (b)q(e)h(as)0 828 y(little)h(as)g(p)q(ossible\),)i Fm(ac)n(cur)n(acy)e Ft(\(the)i(results)f(should)g(re\015ect)h(the)f(b)q(eha)o(vior)f(of)g (applications)f(when)i(run)g(without)f(the)0 877 y(monitor\).)0 985 y Fi(6.2.3)48 b(The)15 b(global)f(system)h(structure)0 1062 y Fm(TMON)d Ft(is)g(a)h(h)o(ybrid)f(monitor)f(\(see)i(3.5\))f(built)g (on)g(top)h(of)f(the)h(T)m(rollius)e(op)q(erating)h(system)h([BD91)o(].)k (One)c(transputer)h(is)0 1112 y(assigned)h(as)f(the)i(master)e(\(reactiv)o (e\))h(no)q(de)g(and)f(is)h(capable)f(of)g(in)o(terrupting)h(all)e(other)i (no)q(des)h(in)e(the)h(system)f(to)g(start)0 1162 y(the)g(monitoring)e(sim)o (ultaneously)m(.)j(By)f(sending)h(commands)c(to)j(this)g(no)q(de,)g(the)g (user)h(can)f(con)o(trol)g(the)g(monitoring.)62 1211 y(In)k(TMON)g(the)g (\\sp)q(ecialized)g(pro)q(cesses")i(mo)q(del)c(has)i(b)q(een)g(adopted.)30 b(On)18 b(eac)o(h)g(sla)o(v)o(e)f(no)q(de)h(a)f(meter)h(pro)q(cess,)0 1261 y(a)g(bac)o(k-end)h(pro)q(cess)i(and)d(a)h(bu\013er)h(manager)d(w)o(ork) h(together)i(to)e(pro)o(vide)h(a)f(complete)g(monitoring)e(system.)33 b(The)0 1311 y(meter)14 b(pro)q(cess)i(collects)f(the)g(ev)o(en)o(t-records)h (generated)g(b)o(y)e(soft)o(w)o(are)g(prob)q(es)i(and)e(stores)h(them)f(in)f (bu\013er)j(p)q(o)q(ols.)j(The)0 1361 y(bac)o(k-end)d(pro)q(cess)i(p)q (erforms)e(sampling)e(and)i(the)g(clo)q(c)o(k)g(sync)o(hronization)g(in)g (resp)q(onse)i(to)e(global)e(in)o(terrupt)j(signals.)0 1411 y(The)c(transp)q(ortation)g(to)f(the)h(host)g(is)f(handled)g(b)o(y)h(the)g (bu\013er)g(manager)e(\(\\unload)h(when)h(lo)o(w)e(load")g(complemen)o(ted)g (b)o(y)0 1460 y(\\unload)i(when)h(bu\013er)h(full")d(strategies)k(ha)o(v)o(e) d(b)q(een)i(adopted\).)62 1510 y(On)f(the)f(host,)g(a)g(collector)h(pro)q (cess)h(collects)e(ev)o(en)o(t-records)j(from)11 b(all)h(sla)o(v)o(e)h(no)q (des.)18 b(These)d(ev)o(en)o(t-records)g(are)e(then)0 1560 y(sen)o(t)i(to)e(the)i(displa)o(y)e(pro)q(cess)j(that)d(handles)i(the)f (real-time)f(graphical)g(represen)o(tation)i(of)e(the)i(run)o(time)d (information.)62 1610 y(TMON)19 b(sim)o(ulates)f(a)g(global)f(clo)q(c)o(k)i (using)f(hardw)o(are)h(sync)o(hronization)g(\(see)h(section)f(2.10\).)32 b(F)m(or)18 b(this)h(purp)q(ose)0 1660 y(a)f(sp)q(ecial)h(sync)o(hronization) g(mec)o(hanism)d(con)o(troled)j(b)o(y)g(the)g(master)f(no)q(de)i(has)e(b)q (een)i(implemen)o(ted.)30 b(Originally)17 b(a)0 1710 y(soft)o(w)o(are)12 b(sync)o(hronization)g(solution)f(w)o(as)h(examined,)f(but)h(since)h(hardw)o (are)f(sync)o(hronization)g(resulted)i(in)d(a)h(maxim)n(um)0 1759 y(o\013set)i(b)q(et)o(w)o(een)h(the)f(clo)q(c)o(ks)f(that)h(w)o(as)f(10) f(times)h(inferior)f(to)i(soft)o(w)o(are)f(sync)o(hronization,)g(the)h (latter)f(metho)q(d)f(has)i(b)q(een)0 1809 y(adopted.)p 1 setlinewidth np 596 1998 a 596 1953 li 416 1953 li 416 1998 li closepath st 428 1987 a Fl(Con)o(troller)p 1 setlinewidth np 787 1998 a 787 1953 li 607 1953 li 607 1998 li closepath st 44 w(In)o(terface)p 1 setlinewidth np 798 1886 a 798 2009 li 404 2009 li 404 1886 li closepath st 416 1931 a Fh(Master)p 1 setlinewidth np 866 2347 a 866 2268 li 821 2268 li 821 2347 li closepath st 1 setlinewidth np 821 2279 a 866 2279 li st 1 setlinewidth np 821 2291 a 866 2291 li st 1 setlinewidth np 821 2302 a 866 2302 li st 1 setlinewidth np 821 2313 a 866 2313 li st 1 setlinewidth np 821 2324 a 866 2324 li st 1 setlinewidth np 821 2336 a 866 2336 li st 1 setlinewidth np 753 2313 a 753 2268 li 629 2268 li 629 2313 li closepath st 641 2302 a Fl(Meter)p 1 setlinewidth np 753 2257 a 753 2212 li 551 2212 li 551 2257 li closepath st 563 2246 a(Bu\013er)d(Mgr)p 1 setlinewidth np 866 2403 a 866 2448 li 708 2448 li 708 2403 li closepath st 720 2437 a(Bac)o(k)o(end)p 1 setlinewidth np 607 2448 a 607 2291 li 416 2291 li 416 2448 li closepath st 0.867 setgray 1 setlinewidth np 596 2437 a 596 2414 li 573 2414 li 573 2437 li closepath fil 0 setgray np 596 2437 a 596 2414 li 573 2414 li 573 2437 li closepath st 1 setlinewidth np 596 2437 a 596 2414 li 573 2414 li 573 2437 li closepath st 0.867 setgray 1 setlinewidth np 596 2403 a 596 2381 li 573 2381 li 573 2403 li closepath fil 0 setgray np 596 2403 a 596 2381 li 573 2381 li 573 2403 li closepath st 1 setlinewidth np 596 2403 a 596 2381 li 573 2381 li 573 2403 li closepath st 0.867 setgray 1 setlinewidth np 596 2369 a 596 2347 li 573 2347 li 573 2369 li closepath fil 0 setgray np 596 2369 a 596 2347 li 573 2347 li 573 2369 li closepath st 1 setlinewidth np 596 2369 a 596 2347 li 573 2347 li 573 2369 li closepath st 1 setlinewidth np 596 2426 a 674 2426 li 674 2336 li 663 2336 li 674 2313 li 686 2336 li 674 2336 li st 1 setlinewidth np 596 2358 a 674 2358 li st 1 setlinewidth np 596 2392 a 674 2392 li st 1 setlinewidth np 753 2291 a 798 2291 li 798 2279 li 821 2291 li 798 2302 li 798 2291 li st 1 setlinewidth np 843 2403 a 843 2369 li 854 2369 li 843 2347 li 832 2369 li 843 2369 li st 1 setlinewidth np 776 2234 a 776 2223 li 753 2234 li 776 2246 li 776 2234 li 843 2234 li 843 2268 li st 1 setlinewidth np 404 2189 a 404 2459 li 877 2459 li 877 2189 li closepath st 428 2234 a Fh(Sla)o(v)o(e)428 2324 y Fl(Application)428 2403 y(Prob)q(es)p 1 setlinewidth np 1439 2347 a 1439 2268 li 1394 2268 li 1394 2347 li closepath st 1 setlinewidth np 1394 2279 a 1439 2279 li st 1 setlinewidth np 1394 2291 a 1439 2291 li st 1 setlinewidth np 1394 2302 a 1439 2302 li st 1 setlinewidth np 1394 2313 a 1439 2313 li st 1 setlinewidth np 1394 2324 a 1439 2324 li st 1 setlinewidth np 1394 2336 a 1439 2336 li st 1 setlinewidth np 1327 2313 a 1327 2268 li 1203 2268 li 1203 2313 li closepath st 1215 2302 a(Meter)p 1 setlinewidth np 1327 2257 a 1327 2212 li 1124 2212 li 1124 2257 li closepath st 1136 2246 a(Bu\013er)g(Mgr)p 1 setlinewidth np 1439 2403 a 1439 2448 li 1282 2448 li 1282 2403 li closepath st 1294 2437 a(Bac)o(k)o(end)p 1 setlinewidth np 1180 2448 a 1180 2291 li 989 2291 li 989 2448 li closepath st 0.867 setgray 1 setlinewidth np 1169 2437 a 1169 2414 li 1147 2414 li 1147 2437 li closepath fil 0 setgray np 1169 2437 a 1169 2414 li 1147 2414 li 1147 2437 li closepath st 1 setlinewidth np 1169 2437 a 1169 2414 li 1147 2414 li 1147 2437 li closepath st 0.867 setgray 1 setlinewidth np 1169 2403 a 1169 2381 li 1147 2381 li 1147 2403 li closepath fil 0 setgray np 1169 2403 a 1169 2381 li 1147 2381 li 1147 2403 li closepath st 1 setlinewidth np 1169 2403 a 1169 2381 li 1147 2381 li 1147 2403 li closepath st 0.867 setgray 1 setlinewidth np 1169 2369 a 1169 2347 li 1147 2347 li 1147 2369 li closepath fil 0 setgray np 1169 2369 a 1169 2347 li 1147 2347 li 1147 2369 li closepath st 1 setlinewidth np 1169 2369 a 1169 2347 li 1147 2347 li 1147 2369 li closepath st 1 setlinewidth np 1169 2426 a 1248 2426 li 1248 2336 li 1237 2336 li 1248 2313 li 1259 2336 li 1248 2336 li st 1 setlinewidth np 1169 2358 a 1248 2358 li st 1 setlinewidth np 1169 2392 a 1248 2392 li st 1 setlinewidth np 1327 2291 a 1372 2291 li 1372 2279 li 1394 2291 li 1372 2302 li 1372 2291 li st 1 setlinewidth np 1417 2403 a 1417 2369 li 1428 2369 li 1417 2347 li 1405 2369 li 1417 2369 li st 1 setlinewidth np 1349 2234 a 1349 2223 li 1327 2234 li 1349 2246 li 1349 2234 li 1417 2234 li 1417 2268 li st 1 setlinewidth np 978 2189 a 978 2459 li 1450 2459 li 1450 2189 li closepath st 1001 2234 a Fh(Sla)o(v)o(e)1001 2324 y Fl(Application)1001 2403 y(Prob)q(es)p 1 setlinewidth np 1552 1942 a 1552 1897 li 1394 1897 li 1394 1942 li closepath st 1 setlinewidth np 1552 1998 a 1552 1953 li 1394 1953 li 1394 1998 li closepath st 1 setlinewidth np 1315 1998 a 1315 1953 li 1147 1953 li 1147 1998 li closepath st 1 setlinewidth np 1315 1976 a 1372 1976 li 1372 1987 li 1394 1976 li 1372 1964 li 1372 1976 li st 1 setlinewidth np 1304 1953 a 1304 1919 li 1372 1919 li 1372 1931 li 1394 1919 li 1372 1908 li 1372 1919 li st 1 setlinewidth np 1563 2009 a 1563 1886 li 1136 1886 li 1136 2009 li closepath st 1406 1931 a(Displa)o(y)1406 1987 y(Analyst)-359 b(Collector)1147 1931 y Fh(Host)p 1 setlinewidth np 596 2009 a 573 2032 li 584 2032 li 584 2054 li 573 2054 li 596 2077 li 618 2054 li 607 2054 li 607 2032 li 618 2032 li 596 2009 li closepath st 1 setlinewidth np 404 2066 a 404 2077 li 1259 2077 li 1259 2066 li 1293 2099 li 1259 2133 li 1259 2122 li 404 2122 li 404 2133 li 371 2099 li closepath st 1 setlinewidth np 1203 2122 a 1180 2144 li 1192 2144 li 1192 2167 li 1180 2167 li 1203 2189 li 1225 2167 li 1214 2167 li 1214 2144 li 1225 2144 li 1203 2122 li closepath st 1 setlinewidth np 629 2122 a 607 2144 li 618 2144 li 618 2167 li 607 2167 li 629 2189 li 652 2167 li 641 2167 li 641 2144 li 652 2144 li 629 2122 li closepath st 1 setlinewidth np 1136 1942 a 1113 1919 li 1113 1931 li 888 1931 li 888 2054 li 877 2054 li 899 2077 li 922 2054 li 911 2054 li 911 1953 li 1113 1953 li 1113 1964 li closepath st 2 setlinewidth np [ 2 16.08 ] 0 setdash 404 2133 a 1563 2133 li st [] 0 setdash [] 0 setdash 2 setlinewidth np [ 2 16.00 ] 0 setdash 663 2133 a 663 2189 li st [] 0 setdash [] 0 setdash 2 setlinewidth np [ 2 16.00 ] 0 setdash 1237 2133 a 1237 2189 li st [] 0 setdash [] 0 setdash 2 setlinewidth np [ 2 15.43 ] 0 setdash 562 2009 a 562 2133 li st [] 0 setdash [] 0 setdash 900 2313 a Ff(.....)878 1920 y Fh(VME)12 b(bus)416 2111 y(Arbitrary)i(Net)o(w)o(ork)1372 2122 y Fl(Global)d(in)o(terrupt)495 2588 y Ft(Figure)j(12:)k(Basic)c(arc)o(hitecture)i(of)d(the)h(P)o(arallel)f (Monitor)954 2795 y(34)p eop %%Page: 35 35 34 bop 0 42 a Fi(6.2.4)48 b(Generation)13 b(of)i(the)g(run-time)e (information)0 118 y Ft(Soft)o(w)o(are)i(instrumen)o(tation)f(is)i(used)g (for)f(the)i(ev)o(en)o(t)f(generation.)23 b(The)16 b(prob)q(es)g(that)g (generate)h(these)g(ev)o(en)o(ts)f(are)g(p)q(er-)0 168 y(manen)o(tly)e (implan)o(ted)g(in)o(to)h(the)h(T)m(rollius)e(run-time)h(library)m(.)22 b(T)m(o)15 b(instrumen)o(t)g(a)h(program)e(a)h(user)i(simply)d(recompiles)0 218 y(the)g(program)d(with)i(the)h(instrumen)o(ted)f(v)o(ersion)g(of)g(the)g (run-time)f(library)h(\(see)h(also)f(section)g(3.3\).)k(F)m(or)c(the)h (generation)0 268 y(of)f(the)i(timestamps)d(the)i(v)n(alue)f(of)h(the)g(sync) o(hronized)h(lo)q(cal)e(clo)q(c)o(ks)i(is)e(used.)0 375 y Fi(6.2.5)48 b(The)15 b(TVIEW)i(graphical)d(in)o(terface)0 452 y Ft(The)20 b Fm(TVIEW)f Ft(to)q(ol)f(constitutes)j(the)f(user-in)o(terface)g(to)f(the)h (TIPS)f(en)o(vironmen)o(t.)33 b(TVIEW)19 b(incorp)q(orates)h(system)0 502 y(and)f(no)q(de)g(lev)o(els)g(of)f(abstraction.)33 b(Icons)19 b(ha)o(v)o(e)g(b)q(een)h(used)f(to)g(structure)i(the)e(access)i(to)e(these)h (di\013eren)o(t)g(lev)o(els)f(of)0 552 y(abstraction.)30 b(TVIEW)18 b(allo)o(ws)f(the)h(represen)o(tation)h(of)f(sev)o(eral)g(views)g(at)g(the)g (same)f(time)g(and)g(most)g(windo)o(ws)h(are)0 602 y(up)q(dated)d (dynamically)l(,)c(although)i(not)g(in)h(real)g(time,)e(b)q(ecause)j(of)f (the)g(dela)o(y)o(ed)g(a)o(v)n(ailabili)o(t)o(y)d(of)i(the)i(traces.)62 651 y(The)g(follo)o(wing)c(represen)o(tations)16 b(are)e(curren)o(tly)h(a)o (v)n(ailable)c(in)j(TMON:)0 759 y Fi(Represen)o(ti)o(ng)21 b(in)o(teracti)o(ons)f(b)q(et)o(w)o(een)j(ob)s(jects)39 b Ft(The)21 b(in)o(teractions)g(b)q(et)o(w)o(een)i(the)e(di\013eren)o(t)h(pro)q(cessors)h (are)0 809 y(represen)o(ted)15 b(in)d(a)f(spacetime)h(diagram)e(\(see)k (section)e(5.4\).)17 b(The)c(use)g(of)e(icons)h(has)h(b)q(een)g(added)f(to)g (this)h(diagram.)i(Eac)o(h)0 859 y(ev)o(en)o(t)f(is)f(represen)o(ted)j(b)o(y) d(a)f(sp)q(eci\014c)j(ev)o(en)o(t)f(icon)f(and)g(if)f(the)i(user)g(clic)o(ks) f(on)g(this)g(icon,)g(a)f(small)f(windo)o(w)i(p)q(ops)g(up)g(with)0 909 y(information)e(p)q(ertaining)j(to)f(that)h(sp)q(eci\014c)i(ev)o(en)o(t.) 0 1017 y Fi(Represen)o(ti)o(ng)d(informati)o(on)g(related)h(to)h(one)g(ob)s (ject)21 1100 y Ft(T)m(op)q(ology)d(displa)o(y)h(and)g(utilization)g (information)104 1166 y(The)i(top)q(ology)g(displa)o(y)f(re\015ects)j(the)f (net)o(w)o(ork)f(top)q(ology)g(of)f(the)i(transputers,)h(i.e.)22 b(ho)o(w)15 b(the)g(transputer)i(no)q(des)104 1216 y(are)f(in)o (terconnected.)25 b(Eac)o(h)16 b(no)q(de)g(in)g(the)g(top)q(ology)e(displa)o (y)h(main)o(tains)e(a)j(regularly)f(up)q(dated)h(bar)g(c)o(hart)g(that)104 1266 y(sho)o(ws)c(additional)e(statistical)h(data)g(ab)q(out)h(pro)q(cessor)h (and)f(link-utilization,)d(memory)g(load)h(statistics)j(and)e(ev)o(en)o(t)104 1315 y(statistics)18 b(for)g(that)g(no)q(de.)30 b(Clic)o(king)16 b(on)i(a)f(no)q(de)i(giv)o(es)e(additional)f(information)f(ab)q(out)j(the)g (curren)o(t)i(pro)q(ces-)104 1365 y(sor)d(utilization)e(and)i(the)g(pro)q (cesses)j(curren)o(tly)d(running)g(on)f(the)i(no)q(de,)f(whereas)h(clic)o (king)e(on)h(a)f(link)g(pro)o(vides)104 1415 y(information)11 b(ab)q(out)j(the)g(curren)o(t)h(link)e(utilization.)21 1498 y(Message)i(passing)f(displa)o(y)104 1565 y(This)19 b(displa)o(y)g(is)g (organized)g(as)h(a)f(t)o(w)o(o-dimensional)d(arra)o(y)m(.)34 b(The)20 b(ro)o(ws)g(corresp)q(ond)h(to)e(the)h(sending)g(no)q(des,)104 1614 y(whereas)14 b(the)g(columns)e(corresp)q(onds)j(to)e(the)g(receiving)h (no)q(des.)k(In)13 b(eac)o(h)h(square)g(of)e(this)h(arra)o(y)m(,)f(a)h(bar)g (represen)o(ts)104 1664 y(the)h(n)o(um)o(b)q(er)f(of)g(messages)h(sen)o(t)h (within)e(some)f(in)o(terv)n(al)h(of)g(time)g(and)g(the)i(densit)o(y)f(of)f (bars)h(re\015ects)i(the)e(message)104 1714 y(activit)o(y)f(b)q(et)o(w)o(een) i(a)f(pair)f(of)g(no)q(des.)0 1830 y Fu(6.3)56 b(SIMPLE)0 1907 y Fi(6.3.1)48 b(In)o(tro)q(duction)0 1983 y Ft(SIMPLE)11 b(is)g(a)g(p)q (erformance)f(ev)n(aluation)g(to)q(ol)g(en)o(vironmen)o(t)g(that)h(has)g(b)q (een)h(dev)o(elop)q(ed)g(at)e(the)i(Univ)o(ersit)o(y)f(of)f(Erlangen)0 2033 y(and)k(is)f(describ)q(ed)j(in)e([Moh90)n(].)62 2083 y(Muc)o(h)i(atten)o (tion)g(w)o(as)f(paid)g(in)g(the)h(SIMPLE)g(pro)r(ject)h(to)e(pro)q(duce)i(a) e(p)q(ortable)h(to)q(ol)f(en)o(vironmen)o(t)f(that)i(w)o(as)f(not)0 2133 y(b)q(ound)g(to)g(an)o(y)g(particular)g(mac)o(hine.)20 b(This)15 b(resulted)h(in)f(an)g(ob)r(ject-orien)o(ted)h(data)f(access)i(in)o (terface)e(that)g(mak)o(es)f(the)0 2183 y(SIMPLE)g(co)q(de)h(easily)e(p)q (ortable)h(and)g(easy)h(to)e(in)o(terface)i(to)e(other)i(existing)f(to)q (ols.)62 2232 y(SIMPLE)21 b(runs)g(on)f(Sun)h(w)o(orkstations)f(and)g(uses)i (the)f(run)o(time-inform)o(ation)c(generated)22 b(b)o(y)e(the)h(ZM4)f(h)o (ybrid)0 2282 y(monitor.)h(This)16 b(monitor)d(is)j(capable)g(of)f (monitoring)e(most)h(parallel)g(and)i(distributed)g(systems.)23 b(SIMPLE)17 b(monitors)0 2332 y(the)k(real-time)d(sequences)23 b(of)d(in)o(teresting)g(activities)g(in)g(the)h(system)f(and)g(mak)o(es)f (their)h(in)o(teractions)h(visible.)36 b(An)0 2382 y(implemen)o(tatio)o(n)11 b(of)j(SIMPLE)g(exists)h(for)e(Sun)h(w)o(orkstations)g(and)g(a)f(ZM4)h (monitor)e(has)i(b)q(een)h(built.)0 2490 y Fi(6.3.2)48 b(Generation)13 b(of)i(the)g(run-time)e(information)0 2566 y Ft(The)e(ZM4)g(is)f(a)h(h)o (ybrid)f(monitor)f(\(see)i(section)h(3.5\))e(and)g(the)h(ev)o(en)o(ts)h(are)f (generated)h(b)o(y)e(inserting)h(small)d(soft)o(w)o(are)j(prob)q(es)0 2616 y(in)o(to)h(the)i(program)e(co)q(de.)18 b(The)c(execution)g(of)e(these)j (prob)q(es)f(can)f(b)q(e)h(detected)h(b)o(y)e(the)g(hardw)o(are)h(part)f(of)g (the)g(monitor.)0 2666 y(This)h(w)o(a)o(y)f(a)h(minim)n(um)9 b(system)14 b(o)o(v)o(erhead)g(is)g(ac)o(hiev)o(ed,)g(while)f(main)o(taining) d(a)k(maxim)n(um)c(degree)15 b(of)e(\015exibilit)o(y)m(.)954 2795 y(35)p eop %%Page: 36 36 35 bop 62 42 a Ft(As)15 b(can)g(b)q(e)g(seen)h(in)e(Figure)h(13,)e(the)i(ZM4) g(is)f(structured)j(as)e(a)f(master/sla)o(v)o(e)g(con\014guration)g(that)g (consists)i(of)e(one)0 91 y(cen)o(tral)i(con)o(trol)f(and)g(ev)n(aluation)f (computer)g(\(CEC\),)i(and)f(a)g(v)n(ariable)f(n)o(um)o(b)q(er)g(of)h (distributed)h(monitors.)k(The)c(ZM4)0 141 y(uses)d(a)e(distributed)h (collection)f(system)g(\(see)i(section)g(7\),)e(and)g(a)g(global)f(clo)q(c)o (k)i(that)f(has)h(b)q(een)h(implem)o(en)o(ted)d(b)o(y)h(running)0 191 y(the)17 b(lo)q(cal)e(clo)q(c)o(ks)i(in)f(a)g(lo)q(c)o(k-step)h(fashion)e (\(see)j(section)f(2.10\).)24 b(The)16 b(run)o(time)g(information)d(is)j (stored)h(lo)q(cally)e(at)h(the)0 241 y(monitors.)i(A)o(t)d(the)g(end)g(of)f (a)g(program)f(execution)j(the)f(monitors)e(transfer)i(the)g(recorded)h(data) f(to)f(the)h(CEC)g(o)o(v)o(er)f(the)0 291 y(data)g(c)o(hannel)g(of)f(the)h (ZM4.)p 1 setlinewidth np 604 450 a 604 393 li 379 393 li 379 450 li closepath st 390 438 a Fh(No)q(de)f(1)p 1 setlinewidth np 604 528 a 604 472 li 379 472 li 379 528 li closepath st 390 517 a(Monitor)h(1)p 1 setlinewidth np 840 450 a 840 393 li 615 393 li 615 450 li closepath st 626 438 a(No)q(de)g(2)p 1 setlinewidth np 840 528 a 840 472 li 615 472 li 615 528 li closepath st 626 517 a(Monitor)h(2)p 1 setlinewidth np 1133 528 a 1133 472 li 908 472 li 908 528 li closepath st 125 w(Monitor)f(n)p 1 setlinewidth np 1133 450 a 1133 393 li 908 393 li 908 450 li closepath st 919 438 a(No)q(de)f(n)1425 382 y Fl(monitored)1425 415 y(ob)r(ject)1425 449 y(system)p 1 setlinewidth np 1582 551 a 1582 472 li 1425 472 li 1425 551 li closepath st 1447 528 a Fh(ZM4)p 1 setlinewidth np 491 450 a 491 472 li st 1 setlinewidth np 491 528 a 491 573 li st 1 setlinewidth np 728 450 a 728 472 li st 1 setlinewidth np 728 528 a 728 573 li st 1 setlinewidth np 1020 450 a 1020 472 li st 1 setlinewidth np 1020 528 a 1020 573 li st 1 setlinewidth np 379 573 a 1245 573 li st 1 setlinewidth np 1380 618 a 1380 528 li 1245 528 li 1245 618 li closepath st 1 setlinewidth np 368 460 a 381 460 li st 1 setlinewidth np 402 460 a 415 460 li st 1 setlinewidth np 436 460 a 449 460 li st 1 setlinewidth np 470 460 a 483 460 li st 1 setlinewidth np 504 460 a 517 460 li st 1 setlinewidth np 538 460 a 551 460 li st 1 setlinewidth np 572 460 a 585 460 li st 1 setlinewidth np 606 460 a 619 460 li st 1 setlinewidth np 640 460 a 653 460 li st 1 setlinewidth np 674 460 a 687 460 li st 1 setlinewidth np 708 460 a 721 460 li st 1 setlinewidth np 742 460 a 755 460 li st 1 setlinewidth np 776 460 a 789 460 li st 1 setlinewidth np 810 460 a 823 460 li st 1 setlinewidth np 844 460 a 857 460 li st 1 setlinewidth np 878 460 a 891 460 li st 1 setlinewidth np 912 460 a 925 460 li st 1 setlinewidth np 946 460 a 959 460 li st 1 setlinewidth np 980 460 a 993 460 li st 1 setlinewidth np 1014 460 a 1027 460 li st 1 setlinewidth np 1048 460 a 1061 460 li st 1 setlinewidth np 1082 460 a 1095 460 li st 1 setlinewidth np 1116 460 a 1129 460 li st 1 setlinewidth np 1150 460 a 1163 460 li st 1 setlinewidth np 1184 460 a 1197 460 li st 1 setlinewidth np 1218 460 a 1231 460 li st 1 setlinewidth np 1252 460 a 1265 460 li st 1 setlinewidth np 1286 460 a 1299 460 li st 1 setlinewidth np 1320 460 a 1333 460 li st 1 setlinewidth np 1354 460 a 1367 460 li st 1 setlinewidth np 1388 460 a 1401 460 li st 1 setlinewidth np 1422 460 a 1435 460 li st 1 setlinewidth np 1456 460 a 1469 460 li st 1 setlinewidth np 1490 460 a 1503 460 li st 1 setlinewidth np 1524 460 a 1537 460 li st 1 setlinewidth np 1558 460 a 1571 460 li st 863 427 a Fc(...)581 607 y Fh(Data)h(c)o(hannel) 1256 584 y(CEC)863 505 y Fc(...)584 747 y Ft(Figure)g(13:)j(The)d(ZM4)g (hardw)o(are)h(arc)o(hitecture)62 854 y(In)d([OQM91)o(])g(t)o(w)o(o)f (di\013eren)o(t)h(approac)o(hes)g(to)g(ev)o(en)o(t)g(detection)h(with)e(the)h (ZM4)g(are)g(describ)q(ed.)19 b(In)11 b(a)g(sort)i(of)d(memory)0 904 y(mapp)q(ed)15 b(I/O,)g(a)h(part)g(of)f(the)i(memory)c(addresses)18 b(are)f(reserv)o(ed)h(for)d(monitoring)e(uses.)26 b(The)16 b(monitor)e(observ)o(es)j(the)0 954 y(address)d(bus)f(and)g(reads)h(the)f (data)f(from)f(the)j(bus)f(that)g(is)f(written)i(to)e(suc)o(h)i(a)e(reserv)o (ed)j(address.)k(With)12 b(direct)i(c)o(hannel)0 1004 y(I/O,)g(the)i(run)o (time)d(information)f(is)j(sen)o(t)g(o)o(v)o(er)g(an)g(un)o(used)g(comm)o (unication)d(c)o(hannel.)20 b(This)15 b(c)o(hannel)g(is)g(connected)h(to)0 1054 y(the)g(monitor)d(that)i(receiv)o(es)h(the)g(run)o(time)e(information.)k (Whereas)e(the)f(o)o(v)o(erhead)h(of)e(the)h(former)f(approac)o(h)h(is)g(ab)q (out)0 1103 y(100ns)f(\(one)h(assignmen)o(t)e(instruction\),)h(the)h(o)o(v)o (erhead)g(of)f(the)h(latter)f(v)n(aries)g(b)q(et)o(w)o(een)i(4)p Fn(\026)p Ft(s)f(and)f(200)p Fn(\026)p Ft(s,)f(dep)q(ending)i(on)0 1153 y(the)f(n)o(um)o(b)q(er)g(of)f(pro)q(cesses)j(on)e(the)h(observ)o(ed)g (no)q(de.)0 1261 y Fi(6.3.3)48 b(The)15 b(SIMPLE)h(en)o(vironmen)n(t)0 1338 y Ft(The)f(SIMPLE)g(en)o(vironmen)o(t)e(consists)i(mainly)d(of)i(t)o(w)o (o)g(di\013eren)o(t)h(parts)g(\(see)h(Figure)e(14\):)19 b(the)c Fm(TDL/POET)g(to)n(ol)f Ft(and)0 1388 y(the)g(p)q(erformance)g(ev)n(aluation) f(to)q(ols.)p 1 setlinewidth np 1290 1970 a 1290 1914 li 390 1914 li 390 1970 li closepath st 806 1955 a Fb(ZM4)p 1 setlinewidth np 829 1745 a 829 1689 li 390 1689 li 390 1745 li closepath st 563 1727 a(TDLC)p 1 setlinewidth np 1290 1520 a 1290 1464 li 390 1464 li 390 1520 li closepath st 705 1505 a(SIMPLE)k(tools)1346 1700 y Fh(Ob)r(ject)c(Orien)o(ted)1346 1745 y(T)m(race)g(In)o(terface)p 1 setlinewidth np 772 1633 a 772 1577 li 446 1577 li 446 1633 li closepath st 533 1622 a(Acces)g(k)o(ey)p 1 setlinewidth np 1233 1633 a 1233 1577 li 907 1577 li 907 1633 li closepath st 1024 1614 a Fb(POET)p 1 setlinewidth np 829 1858 a 829 1802 li 390 1802 li 390 1858 li closepath st 476 1847 a Fh(TDL)g(description)p 1 setlinewidth np 1290 1858 a 1290 1802 li 851 1802 li 851 1858 li closepath st 926 1843 a(Ev)o(en)o(t)h(T)m(race)e(File)p 1 setlinewidth np 334 1892 a 347 1892 li st 1 setlinewidth np 368 1892 a 381 1892 li st 1 setlinewidth np 403 1892 a 416 1892 li st 1 setlinewidth np 437 1892 a 450 1892 li st 1 setlinewidth np 471 1892 a 484 1892 li st 1 setlinewidth np 505 1892 a 518 1892 li st 1 setlinewidth np 540 1892 a 553 1892 li st 1 setlinewidth np 574 1892 a 587 1892 li st 1 setlinewidth np 608 1892 a 621 1892 li st 1 setlinewidth np 643 1892 a 656 1892 li st 1 setlinewidth np 677 1892 a 690 1892 li st 1 setlinewidth np 711 1892 a 724 1892 li st 1 setlinewidth np 746 1892 a 759 1892 li st 1 setlinewidth np 780 1892 a 793 1892 li st 1 setlinewidth np 814 1892 a 827 1892 li st 1 setlinewidth np 849 1892 a 862 1892 li st 1 setlinewidth np 883 1892 a 896 1892 li st 1 setlinewidth np 917 1892 a 930 1892 li st 1 setlinewidth np 951 1892 a 964 1892 li st 1 setlinewidth np 986 1892 a 999 1892 li st 1 setlinewidth np 1020 1892 a 1033 1892 li st 1 setlinewidth np 1054 1892 a 1067 1892 li st 1 setlinewidth np 1089 1892 a 1102 1892 li st 1 setlinewidth np 1123 1892 a 1136 1892 li st 1 setlinewidth np 1157 1892 a 1170 1892 li st 1 setlinewidth np 1192 1892 a 1205 1892 li st 1 setlinewidth np 1226 1892 a 1239 1892 li st 1 setlinewidth np 1260 1892 a 1273 1892 li st 1 setlinewidth np 1295 1892 a 1308 1892 li st 1 setlinewidth np 1329 1892 a 1342 1892 li st 1 setlinewidth np 1363 1892 a 1376 1892 li st 1 setlinewidth np 1398 1892 a 1411 1892 li st 1 setlinewidth np 1432 1892 a 1445 1892 li st 1 setlinewidth np 1466 1892 a 1479 1892 li st 1 setlinewidth np 1500 1892 a 1513 1892 li st 1 setlinewidth np 1535 1892 a 1548 1892 li st 1 setlinewidth np 1569 1892 a 1582 1892 li st 1 setlinewidth np 334 1543 a 347 1543 li st 1 setlinewidth np 368 1543 a 381 1543 li st 1 setlinewidth np 403 1543 a 416 1543 li st 1 setlinewidth np 437 1543 a 450 1543 li st 1 setlinewidth np 471 1543 a 484 1543 li st 1 setlinewidth np 505 1543 a 518 1543 li st 1 setlinewidth np 540 1543 a 553 1543 li st 1 setlinewidth np 574 1543 a 587 1543 li st 1 setlinewidth np 608 1543 a 621 1543 li st 1 setlinewidth np 643 1543 a 656 1543 li st 1 setlinewidth np 677 1543 a 690 1543 li st 1 setlinewidth np 711 1543 a 724 1543 li st 1 setlinewidth np 746 1543 a 759 1543 li st 1 setlinewidth np 780 1543 a 793 1543 li st 1 setlinewidth np 814 1543 a 827 1543 li st 1 setlinewidth np 849 1543 a 862 1543 li st 1 setlinewidth np 883 1543 a 896 1543 li st 1 setlinewidth np 917 1543 a 930 1543 li st 1 setlinewidth np 951 1543 a 964 1543 li st 1 setlinewidth np 986 1543 a 999 1543 li st 1 setlinewidth np 1020 1543 a 1033 1543 li st 1 setlinewidth np 1054 1543 a 1067 1543 li st 1 setlinewidth np 1089 1543 a 1102 1543 li st 1 setlinewidth np 1123 1543 a 1136 1543 li st 1 setlinewidth np 1157 1543 a 1170 1543 li st 1 setlinewidth np 1192 1543 a 1205 1543 li st 1 setlinewidth np 1226 1543 a 1239 1543 li st 1 setlinewidth np 1260 1543 a 1273 1543 li st 1 setlinewidth np 1295 1543 a 1308 1543 li st 1 setlinewidth np 1329 1543 a 1342 1543 li st 1 setlinewidth np 1363 1543 a 1376 1543 li st 1 setlinewidth np 1398 1543 a 1411 1543 li st 1 setlinewidth np 1432 1543 a 1445 1543 li st 1 setlinewidth np 1466 1543 a 1479 1543 li st 1 setlinewidth np 1500 1543 a 1513 1543 li st 1 setlinewidth np 1535 1543 a 1548 1543 li st 1 setlinewidth np 1569 1543 a 1582 1543 li st 1 setlinewidth np 626 1655 a 604 1655 li 615 1633 li closepath st 1 setlinewidth np 604 1667 a 626 1667 li 615 1689 li closepath st 1 setlinewidth np 615 1655 a 615 1667 li st 1 setlinewidth np 604 1779 a 626 1779 li 615 1802 li closepath st 1 setlinewidth np 1054 1779 a 1076 1779 li 1065 1802 li closepath st 1 setlinewidth np 1054 1554 a 1076 1554 li 1065 1577 li closepath st 1 setlinewidth np 1054 1892 a 1076 1892 li 1065 1914 li closepath st 1 setlinewidth np 1076 1655 a 1054 1655 li 1065 1633 li closepath st 1 setlinewidth np 1076 1543 a 1054 1543 li 1065 1520 li closepath st 1 setlinewidth np 1076 1880 a 1054 1880 li 1065 1858 li closepath st 1 setlinewidth np 626 1768 a 604 1768 li 615 1745 li closepath st 1 setlinewidth np 615 1768 a 615 1779 li st 1 setlinewidth np 1065 1779 a 1065 1655 li st 1 setlinewidth np 1065 1543 a 1065 1554 li st 1 setlinewidth np 1065 1880 a 1065 1892 li st 1 setlinewidth np 795 1599 a 795 1588 li 772 1599 li 795 1610 li 795 1599 li 885 1599 li 885 1610 li 907 1599 li 885 1588 li 885 1599 li st 1335 1970 a(T)m(race)h(generation)1346 1509 y(T)m(race)g(Utilization) 458 2099 y Ft(Figure)h(14:)k(The)c(arc)o(hitecture)i(of)d(the)h(SIMPLE)h(en)o (vironmen)o(t)0 2257 y Fi(TDL/POET-a)g(basic)g(to)q(ol)g(for)g(accessing)f (measured)g(data)41 b Ft(The)15 b(basic)e(idea)h(of)f(the)i(TDL/POET)e(to)q (ol)g(is)h(to)0 2307 y(consider)h(the)f(measured)g(trace-data)g(as)g(a)g (generic)h(abstract)f(data)g(structure.)20 b(Ev)n(aluation)12 b(to)q(ols)i(can)g(only)f(access)i(the)0 2356 y(measured)h(data)f(via)g(a)h (uniform)e(and)h(standardized)i(set)g(of)e(generic)i(pro)q(cedures.)26 b(The)17 b(adv)n(an)o(tage)e(of)g(this)h(approac)o(h)0 2406 y(is)f(that)f(the)i(ev)n(aluation)d(is)i(indep)q(enden)o(t)h(of)e(their)h (recording,)g(and)g(th)o(us)g(allo)o(ws)f(the)h(use)h(of)e(other)h(monitors)f (or)g(other)0 2456 y(ev)n(aluation)e(to)q(ols.)62 2506 y(The)18 b Fm(POET)g Ft(\(Problem)f(Orien)o(ted)i(Ev)o(en)o(t)f(T)m(race)g(in)o (terface\))h(library)m(,)e(allo)o(ws)f(the)j(user)f(to)g(access)i(the)e (measured)0 2556 y(data)13 b(in)h(an)f(ob)r(ject)i(orien)o(ted)f(manner.)j (With)d(a)f(great)h(v)n(ariet)o(y)f(of)h(functions)g(suc)o(h)g(as)g(\\get)p 1486 2556 13 2 v 15 w(next",)g(\\forw)o(ard",)e(\\goto")0 2606 y(the)i(user)g(accesses)h(the)f(di\013eren)o(t)g(ev)o(en)o(t-records.)19 b(Other)14 b(functions)f(suc)o(h)h(as)f(\\get)p 1334 2606 V 15 w(time",)e(\\get)p 1551 2606 V 15 w(tok)o(en")i(that)g(allo)o(w)e(the)0 2655 y(user)18 b(to)e(obtain)f(sp)q(eci\014c)j(\014elds)f(of)f(the)h (selected)h(traces.)27 b(In)17 b(order)g(to)f(b)q(e)h(able)f(to)h(access)h (and)e(deco)q(de)i(the)f(di\013eren)o(t)954 2795 y(36)p eop %%Page: 37 37 36 bop 0 42 a Ft(parts)17 b(of)e(the)h(measured)g(data)g(the)h(POET)f (functions)g(use)h(a)f(so-called)f(access-k)o(ey)j(\014le,)e(whic)o(h)g(con)o (tains)g(a)g(complete)0 91 y(description)f(of)e(formats)f(and)i(prop)q (erties)h(of)f(the)g(measured)g(data.)62 141 y(In)k(order)g(to)g(facilitate)e (the)j(construction)f(of)f(the)i(access-k)o(ey)m(,)g(a)e(trace-format)g (description)h(language)f(has)h(b)q(een)0 191 y(dev)o(elop)q(ed.)h(This)13 b(language)g(called)h Fm(TDL)g Ft(can)g(b)q(e)h(compiled)d(with)h(TDLC)h (\(TDL)f(Compiler\))g(in)o(to)g(an)g(access-k)o(ey)m(.)0 299 y Fi(The)18 b(p)q(erformance)e(ev)m(aluation)g(to)q(ols)h(of)g(SIMPLE)41 b Ft(SIMPLE)16 b(o\013ers)h(a)f(set)g(of)g(to)q(ols)f(that)h(implemen)o(ts)d (most)0 349 y(of)g(the)i(steps)g(describ)q(ed)h(in)d(section)i(5.)21 440 y(Building)h(a)h(global)f(view)i(of)f(the)h(execution)g(:)26 b(The)18 b(\014rst)g(step)g(after)g(the)g(program)e(execution)j(is)e(to)g(in) o(tegrate)h(the)104 490 y(lo)q(cal)d(trace-\014les)j(\(one)f(p)q(er)g(no)q (de\))g(in)o(to)f(a)g(global)f(trace-\014le)i(that)f(pro)o(vides)h(an)f(in)o (tegrated)h(view)f(of)g(the)h(whole)104 540 y(ob)r(ject)j(system)f(\(see)h (section)g(5.1\).)33 b(This)19 b(action)g(is)g(p)q(erformed)f(b)o(y)h(the)h (to)q(ol)e Fm(MER)o(GE)p Ft(,)i(whic)o(h)f(creates)i(one)104 589 y(global)15 b(trace-\014le)k(with)e(one)g(access-k)o(ey)m(.)30 b(The)17 b(ev)o(en)o(t-traces)j(in)d(this)g(new)h(\014le)f(are)h(sorted)g (according)f(to)h(their)104 639 y(timestamps.)21 722 y(V)m(alidation)d(and)j (plausibilit)o(y)e(test)j(:)26 b(The)18 b(second)h(step)g(in)f(the)g(SIMPLE)h (approac)o(h)f(is)f(to)h(test)h(whether)g(all)e(used)104 772 y(monitor)12 b(devices)j(ha)o(v)o(e)e(w)o(ork)o(ed)h(correctly)h(and)f(the)h (measuremen)o(t)e(w)o(as)g(p)q(erformed)h(without)f(errors.)20 b Fm(CHECK-)104 822 y(TRA)o(CE)15 b Ft(p)q(erforms)h(some)f(simple)g(tests)i (on)f(the)h(giv)o(en)e(trace-\014le.)26 b(In)16 b Fm(V)l(AR)o(US)p Ft(,)f(on)h(the)h(other)f(hand,)g(the)h(user)104 872 y(can)e(sp)q(ecify)h(v)n (alidation)d(rules)j(sp)q(eci\014c)g(to)f(a)g(measuremen)o(t)f(and)h(ob)r (ject)h(system)f(in)g(a)g(formal)e(language.)21 b(Both)104 922 y(to)q(ols)13 b(generate)i(a)f(rep)q(ort)h(with)f(all)e(detected)k (errors.)21 1005 y(Filtering)e(and)g(clustering)i(the)f(ev)o(en)o(ts)h(:)j (Before)d(ev)n(aluating)d(the)j(trace-\014le,)f(the)g(ev)o(en)o(t-records)i (can)e(b)q(e)g(\014ltered)h(and)104 1054 y(clustered.)36 b(Filtering)19 b(means)g(that)h(only)e(a)h(subset)i(of)e(the)h(generated)h(ev)o(en)o (t-traces)h(is)d(retained.)36 b(The)20 b(to)q(ol)104 1104 y Fm(FIL)m(TER)12 b Ft(allo)o(ws)f(one)i(to)f(do)h(this)f(b)o(y)g(selecting)i (ev)o(en)o(t-records)g(on)e(their)h(attribute)g(v)n(alues.)k Fm(AD)o(AR)c Ft(on)f(the)h(other)104 1154 y(hand)h(allo)o(ws)g(the)h (clustering)g(of)f(ev)o(en)o(ts.)22 b(F)m(or)14 b(this)h(the)g(user)h (de\014nes)g(comp)q(osite)d(ev)o(en)o(ts)j(with)e(their)i(attributes,)104 1204 y(called)i(activities.)31 b(Using)18 b(this)g(sp)q(eci\014cation,)i(AD)o (AR)e(then)h(automatically)c(\014nds)k(the)f(o)q(ccurrences)k(of)c(these)104 1254 y(activities)13 b(and)h(computes)g(their)g(attributes.)19 b(\(see)c(also)f(section)g(5.2\))21 1337 y(Visualizing)d(trace-\014les)k(:)i (The)d Fm(SMAR)m(T)f Ft(\(Slo)o(w)f(Motion)h(Animation)d(Review)j(of)g(T)m (races\))h(to)q(ol)e(is)h(a)g(simple)e(visualiza-)104 1386 y(tion)h(to)q(ol)g(that)h(can)g(b)q(e)h(used)f(on)g(ASCI)q(I)g(terminals.)j Fm(VISIMON)p Ft(,)d(on)g(the)g(other)g(hand,)g(is)g(based)g(on)g(X-Windo)o (ws)104 1436 y(and)i(has)g(enhanced)h(graphics)g(capabilities.)k(The)c(use)g (of)e(the)i(S)f(pac)o(k)n(age)g(of)f(A)m(T&T)h(in)g(SIMPLE)g(pro)o(vides)g (the)104 1486 y(user)c(with)f(a)f(high-lev)o(el)g(programming)e(language)i (for)g(data)h(analysis)f(and)h(graphical)f(ev)n(aluations)g(lik)o(e)g (histograms)104 1536 y(or)14 b(piec)o(harts.)21 1619 y(Other)h(to)q(ols)104 1685 y(One)20 b(v)o(ery)g(in)o(teresting)g(to)q(ol)e(a)o(v)n(ailable)g(in)h (the)h(SIMPLE)f(en)o(vironmen)o(t)g(is)g(the)h Fm(AICOS)f Ft(\(Automatic)f (Instru-)104 1735 y(men)o(tation)d(of)h(C)g(Ob)r(ject)i(Soft)o(w)o(are\))f (to)q(ol.)25 b(This)16 b(to)q(ol)g(pro)o(vides)h(automatic)e(instrumen)o (tation)g(of)h(pro)q(cedures,)104 1785 y(pro)q(cedure)j(calls)d(and)h (arbitrary)g(statemen)o(ts)g(for)g(programs)f(written)h(in)g(the)g (programming)d(language)i(C)h(\(see)104 1835 y(section)d(3.2\).)0 1951 y Fu(6.4)56 b(TOPSYS)0 2028 y Fi(6.4.1)48 b(In)o(tro)q(duction)0 2104 y Ft(TOols)19 b(for)h(P)o(arallel)e(SYStems)h(is)h(an)f(in)o(tegrated)h (to)q(ol)f(en)o(vironmen)o(t)f(that)i(has)f(b)q(een)i(under)f(dev)o(elopmen)o (t)f(at)g(the)0 2154 y(TU-Munic)o(h)14 b(since)h(1986.)62 2204 y Fm(TOPSYS)10 b Ft(has)g(b)q(een)h(dev)o(elop)q(ed)f(for)f(distributed)i (memory)c(systems)j(that)f(comm)o(unicate)f(through)h(message)h(passing.)0 2254 y(The)17 b(en)o(vironmen)o(t)e(consists)i(of)e(a)h(small)e(k)o(ernel)j (\(MKK\))g(that)f(runs)h(on)f(eac)o(h)g(of)g(the)g(no)q(des)h(of)f(a)g (target)g(mac)o(hine,)f(a)0 2303 y(monitoring)9 b(system)j(that)f(gathers)i (run)o(time)d(information,)f(a)i(mapping)f(to)q(ol)h(and)g(automatic)f(load)h (balancer,)h(a)f(parallel)0 2353 y(run)o(time)h(debugger)h(\()p Fm(DETOP)p Ft(\),)g(a)f(p)q(erformance)h(analyzer)g(\(P)m(A)m(TOP\),)f(and)h (an)f(execution)i(visualizer)e(\(VISTOP\).)h(F)m(or)0 2403 y(a)h(more)e(detailed)i(presen)o(tation)h(of)e(TOPSYS)i(refer)g(to)f([BBB) 1007 2388 y Fl(+)1035 2403 y Ft(90)o(,)g(BB91,)f(Bem90)o(].)62 2453 y(Curren)o(tly)m(,)f(an)f(implemen)o(tation)d(of)j(the)h Fm(MKK)h(kernel)e Ft(exists)i(for)e(the)h(iPSC/2)f(with)g(b)q(oth)h(soft)o(w) o(are,)f(hardw)o(are)h(and)0 2503 y(h)o(ybrid)j(v)o(ersions)i(of)e(the)h (monitoring)d(system.)23 b(The)16 b(to)q(ols)g(ha)o(v)o(e)f(so)h(far)f(b)q (een)i(implemen)o(ted)c(on)j(Sun)g(3)f(w)o(orkstations)0 2553 y(using)f(the)g(X-Windo)o(w)f(graphical)g(en)o(vironmen)o(t.)954 2795 y(37)p eop %%Page: 38 38 37 bop 0 42 a Fi(6.4.2)48 b(Main)15 b(ideas)0 118 y Ft(The)e(main)d(aim)g(of) i(the)h(TOPSYS)g(en)o(vironmen)o(t)e(is)i(to)f(simplify)d(the)k(use)g(of)f (parallel)f(systems)i(b)o(y)f(hiding)f(from)g(the)i(user)0 168 y(details)e(of)f(the)i(underlying)e(system.)17 b(T)m(o)10 b(this)i(end,)f(an)g(ob)r(ject-orien)o(ted)h(programming)7 b(mo)q(del)j([BL92)o(])h(has)g(b)q(een)h(c)o(hosen)0 218 y(that)h(o\013ers)h (activ)o(e)f(ob)r(jects)h(\(tasks\),)f(comm)o(unication)d(ob)r(jects)k (\(mailb)q(o)o(xes\),)d(sync)o(hronization)i(ob)r(jects)h(\(semaphores\))0 268 y(and)k(storage)h(ob)r(jects)h(\(memory\).)30 b(When)18 b(using)h(this)f(programming)d(mo)q(del,)j(the)h(programmer)d(thinks)j(ab)q (out)f(his)0 317 y(parallel)12 b(program)f(in)i(terms)f(of)h(ob)r(jects)h (and)e(standard)i(op)q(erations)f(up)q(on)g(these)h(ob)r(jects.)19 b(Automatic)12 b(to)q(ols)g(tak)o(e)h(care)0 367 y(of)f(the)h(ob)r(ject)g (handling,)d(suc)o(h)j(as)g(the)g(mapping)d(of)h(the)i(di\013eren)o(t)g(ob)r (jects)h(and)e(load)f(balancing)g(b)q(et)o(w)o(een)j(the)f(di\013eren)o(t)0 417 y(no)q(des.)p 1 setlinewidth np 1351 542 a 1351 486 li 452 486 li 452 542 li closepath st 673 534 a Fw(Graphical)j(User)g(In)o (terface)p 1 setlinewidth np 890 654 a 890 609 li 463 609 li 463 654 li closepath st 602 647 a Fh(Debugger)p 1 setlinewidth np 890 711 a 890 666 li 463 666 li 463 711 li closepath st 512 703 a(P)o(erformance)e(analyser)p 1 setlinewidth np 1340 711 a 1340 666 li 913 666 li 913 711 li closepath st 1108 688 a(...)p 1 setlinewidth np 1340 654 a 1340 609 li 913 609 li 913 654 li closepath st 1026 643 a(T)m(est-system)p 1 setlinewidth np 1340 767 a 1340 722 li 913 722 li 913 767 li closepath st 1022 756 a(Con\014gurator)p 1 setlinewidth np 1340 823 a 1340 778 li 913 778 li 913 823 li closepath st 1022 812 a(Load)f(balancer)p 1 setlinewidth np 890 767 a 890 722 li 463 722 li 463 767 li closepath st 617 756 a(Mapp)q(er)p 1 setlinewidth np 890 823 a 890 778 li 463 778 li 463 823 li closepath st 561 812 a(Load)g(generator)p 1 setlinewidth np 722 969 a 722 924 li 463 924 li 463 969 li closepath st 504 958 a(Sim)o(ulation)p 1 setlinewidth np 1160 969 a 1160 924 li 947 924 li 947 969 li closepath st 296 w(Hardw)o(are)p 1 setlinewidth np 1340 969 a 1340 924 li 1172 924 li 1172 969 li closepath st 59 w(Hybrid)p 1 setlinewidth np 935 969 a 935 924 li 733 924 li 733 969 li closepath st -551 w(Soft)o(w)o(are)p 1 setlinewidth np 1351 981 a 1351 868 li 452 868 li 452 981 li closepath st 827 902 a(Monitors)p 1 setlinewidth np 1340 1071 a 1340 1014 li 463 1014 li 463 1071 li closepath st 546 1059 a(Multipro)q(cessor)j(Multitasking)g(Kernel)e(\(MMK\))p 1 setlinewidth np 1340 1138 a 1340 1082 li 463 1082 li 463 1138 li closepath st 857 1127 a(NX/2)p 1 setlinewidth np 1351 1149 a 1351 1003 li 452 1003 li 452 1149 li closepath st 1 setlinewidth np 1351 846 a 1351 564 li 452 564 li 452 846 li closepath st 1 setlinewidth np 407 857 a 409 857 li st 1 setlinewidth np 445 857 a 447 857 li st 1 setlinewidth np 482 857 a 484 857 li st 1 setlinewidth np 520 857 a 522 857 li st 1 setlinewidth np 557 857 a 559 857 li st 1 setlinewidth np 595 857 a 597 857 li st 1 setlinewidth np 632 857 a 634 857 li st 1 setlinewidth np 670 857 a 672 857 li st 1 setlinewidth np 707 857 a 709 857 li st 1 setlinewidth np 745 857 a 747 857 li st 1 setlinewidth np 783 857 a 785 857 li st 1 setlinewidth np 820 857 a 822 857 li st 1 setlinewidth np 858 857 a 860 857 li st 1 setlinewidth np 895 857 a 897 857 li st 1 setlinewidth np 933 857 a 935 857 li st 1 setlinewidth np 970 857 a 972 857 li st 1 setlinewidth np 1008 857 a 1010 857 li st 1 setlinewidth np 1045 857 a 1047 857 li st 1 setlinewidth np 1083 857 a 1085 857 li st 1 setlinewidth np 1121 857 a 1123 857 li st 1 setlinewidth np 1158 857 a 1160 857 li st 1 setlinewidth np 1196 857 a 1198 857 li st 1 setlinewidth np 1233 857 a 1235 857 li st 1 setlinewidth np 1271 857 a 1273 857 li st 1 setlinewidth np 1308 857 a 1310 857 li st 1 setlinewidth np 1346 857 a 1348 857 li st 1 setlinewidth np 1383 857 a 1385 857 li st 1 setlinewidth np 407 992 a 409 992 li st 1 setlinewidth np 445 992 a 447 992 li st 1 setlinewidth np 482 992 a 484 992 li st 1 setlinewidth np 520 992 a 522 992 li st 1 setlinewidth np 557 992 a 559 992 li st 1 setlinewidth np 595 992 a 597 992 li st 1 setlinewidth np 632 992 a 634 992 li st 1 setlinewidth np 670 992 a 672 992 li st 1 setlinewidth np 707 992 a 709 992 li st 1 setlinewidth np 745 992 a 747 992 li st 1 setlinewidth np 783 992 a 785 992 li st 1 setlinewidth np 820 992 a 822 992 li st 1 setlinewidth np 858 992 a 860 992 li st 1 setlinewidth np 895 992 a 897 992 li st 1 setlinewidth np 933 992 a 935 992 li st 1 setlinewidth np 970 992 a 972 992 li st 1 setlinewidth np 1008 992 a 1010 992 li st 1 setlinewidth np 1045 992 a 1047 992 li st 1 setlinewidth np 1083 992 a 1085 992 li st 1 setlinewidth np 1121 992 a 1123 992 li st 1 setlinewidth np 1158 992 a 1160 992 li st 1 setlinewidth np 1196 992 a 1198 992 li st 1 setlinewidth np 1233 992 a 1235 992 li st 1 setlinewidth np 1271 992 a 1273 992 li st 1 setlinewidth np 1308 992 a 1310 992 li st 1 setlinewidth np 1346 992 a 1348 992 li st 1 setlinewidth np 1383 992 a 1385 992 li st 1 setlinewidth np 1408 857 a 1430 857 li st 1 setlinewidth np 1419 857 a 1419 531 li 1408 531 li 1419 508 li 1430 531 li 1419 531 li st 1 setlinewidth np 1419 857 a 1419 1116 li 1408 1116 li 1419 1138 li 1430 1116 li 1419 1116 li st 857 598 a(T)m(o)q(ols)1453 699 y(Host)1442 1025 y(T)m(arget)564 1278 y Ft(Figure)g(15:)j(The)e(TOPSYS)f(arc)o(hitectural)h(mo)q(del)62 1386 y(Run)o(time)d(information)e(forms)i(the)j(input)e(of)g(man)o(y)e(of)i (the)h(TOPSYS)g(to)q(ols.)k(Therefore)d(all)d(to)q(ols)h(ha)o(v)o(e)g(b)q (een)i(built)0 1435 y(on)i(top)f(of)g(a)h(common)d(monitoring)g(system)i (that)h(gathers)h(run)o(time)d(information)f(\(see)k(Figure)f(15\).)26 b(On)18 b(top)e(of)g(the)0 1485 y(to)q(ols)e(a)f(common)e(graphical)i(in)o (terface)i(to)e(all)g(to)q(ols)h(has)g(b)q(een)h(implem)o(en)o(ted)d(in)i (X11.)0 1593 y Fi(6.4.3)48 b(Generation)13 b(of)i(the)g(run-time)e (information)0 1670 y(The)21 b(monitorin)o(g)d(mo)q(del)40 b Ft(The)19 b(monitoring)d(system)j(of)f(TOPSYS)h(is)f(based)h(on)g(the)g(ev) o(en)o(t-action)g(mo)q(del)e(\(see)0 1720 y(section)e(2.6\).)i(All)c(three)i (di\013eren)o(t)g(classes)g(of)e(atomic)f(ev)o(en)o(ts)j(\(see)h(section)e (2.7\))f(can)h(b)q(e)h(monitored)d(with)i(TOPSYS:)62 1811 y Fj(\017)21 b Ft(execution)14 b(ev)o(en)o(ts,)62 1894 y Fj(\017)21 b Ft(data)13 b(ev)o(en)o(ts,)62 1977 y Fj(\017)21 b Ft(parallelit)o(y)12 b(ev)o(en)o(ts.)62 2068 y(The)i(to)q(ols)f(allo)o(w)e(the)j(sp)q (eci\014cation)f(of)g(comp)q(ound)f(ev)o(en)o(ts)i(that)f(can)h(b)q(e)f (detected)i(b)o(y)e(the)h(di\013eren)o(t)g(monitors)e(\(see)0 2118 y(section)j(2.7\).)i(F)m(or)c(a)h(more)f(detailed)h(list)f(of)g(the)i (ev)o(en)o(ts)g(that)f(can)g(b)q(e)g(monitored)f(with)g(TOPSYS,)h(see)h([BBB) 1796 2103 y Fl(+)1825 2118 y Ft(90)o(].)0 2226 y Fi(The)i(monitors)39 b Ft(TOPSYS)15 b(o\013ers)h(hardw)o(are,)g(soft)o(w)o(are)f(and)g(h)o(ybrid)f (monitoring)f([BL)m(T90)o(].)20 b(The)c(in)o(terface)f(to)g(the)0 2276 y(di\013eren)o(t)h(monitors)d(is)i(the)g(same)f(and)h(their)g(use)h(is)f (therefore)h(in)o(terc)o(hangeable.)21 b(Due)15 b(to)g(the)g(clear)h (de\014nition)e(of)g(the)0 2326 y(monitoring)e(in)o(terface,)i(sim)o (ulations)d(of)j(a)g(program)e(execution)j(can)f(also)g(b)q(e)h(used)g(as)f (long)f(as)h(they)h(comply)d(with)i(this)0 2375 y(in)o(terface)g(\(see)i (Figure)e(15\).)62 2425 y(In)h(TOPSYS)g(a)f(distributed)h(collection)g (system)f(is)g(used.)21 b(A)o(t)15 b(eac)o(h)g(no)q(de)g(a)f(lo)q(cal)g (monitor)e(is)j(resp)q(onsible)g(for)f(the)0 2475 y(monitoring)e(of)i(the)h (pro)q(cesses)i(on)d(that)g(no)q(de.)20 b(F)m(or)14 b(monitoring)e (distributed)j(comp)q(ound)e(ev)o(en)o(ts,)i(the)g(lo)q(cal)f(monitors)0 2525 y(comm)o(unicate)e(via)h(a)g(comm)o(unication)e(net)o(w)o(ork.)62 2575 y(The)k(three)g(di\013eren)o(t)g(monitors)d(will)g(b)q(e)j(brie\015y)f (presen)o(ted)i(here:)954 2795 y(38)p eop %%Page: 39 39 38 bop 21 42 a Ft(The)19 b(soft)o(w)o(are)g(monitor)f(:)28 b(has)19 b(b)q(een)h(implemen)o(ted)d(using)i(the)h(\\sp)q(ecialized)f(pro)q (cesses")j(mo)q(del)c(and)g(consists)j(of)104 91 y(t)o(w)o(o)16 b(MMK-tasks.)25 b(One)17 b(task)g(do)q(es)g(the)f(comm)o(unication)d(with)j (the)h(other)g(monitors)d(while)i(the)h(other)g(task)f(is)104 141 y(resp)q(onsible)f(for)e(the)i(ev)o(en)o(t)f(detection)h(\(see)g(section) g(3.2\).)104 208 y(Lo)q(cal)g(ev)o(en)o(ts)h(are)g(detected)i(b)o(y)d(soft)o (w)o(are)g(prob)q(es)i(that)e(are)h(inserted)h(in)e(the)h(source)g(co)q(de)g (or)g(b)o(y)f(ho)q(oks)g(in)g(the)104 257 y(MMK)f(k)o(ernel)g(\(see)i (section)e(3.2\).)21 340 y(The)g(hardw)o(are)g(monitor)e(of)h(the)h(TOPSYS)h (en)o(vironmen)o(t)d(consists)j(of)e(dedicated)i(hardw)o(are)f(that)g (directly)g(monitors)104 390 y(the)f(electrical)f(signals)g(of)g(the)h(pro)q (cessor)h(of)e(a)g(no)q(de.)18 b(The)12 b(di\013eren)o(t)i(monitors)c(are)j (tied)f(together)i(via)d(a)h(bus)h(that)104 440 y(allo)o(w)f(the)j(detection) f(of)g(distributed)g(comp)q(ound)f(ev)o(en)o(ts.)104 506 y(The)20 b(hardw)o(are)g(monitor)e(uses)j(ph)o(ysical)e(prob)q(es)h(to)g(detect)h(the) g(o)q(ccurrence)h(of)d(hits)h(and)f(p)q(ossesses)k(sp)q(ecial)104 556 y(hardw)o(are)12 b(that)f(allo)o(ws)g(the)h(clustering)g(of)f(hits)h(in)o (to)f(application-lev)o(el)e(ev)o(en)o(ts)k(\(see)g(section)f(3.4\).)17 b(The)12 b(hardw)o(are)104 606 y(monitor)g(p)q(ossesses)k(b)q(oth)e(a)g(lo)q (cal)f(and)h(a)f(global)f(clo)q(c)o(k)i(for)g(time)e(in)o(terv)n(al)h (measuring)g(and)h(timestamping.)104 672 y(Due)g(to)h(the)g(complexit)o(y)d (of)i(the)h(hardw)o(are-monitor)d(card,)j(a)f(pro)r(ject)i(has)e(b)q(een)i (undertak)o(en)f(to)f(in)o(tegrate)h(this)104 722 y(monitor)d(in)o(to)h(a)g (VLSI)h(c)o(hip.)21 805 y(The)g(h)o(ybrid)g(monitor)104 872 y(The)f(TOPSYS)g(h)o(ybrid)g(monitor)e(uses)j(part)f(of)f(the)h(hardw)o(are)g (of)f(the)i(hardw)o(are)f(monitor.)j(Ho)o(w)o(ev)o(er,)c(instead)i(of)104 922 y(monitoring)e(the)k(electrical)f(signals)g(of)f(the)i(system,)e(the)i (relev)n(an)o(t)f(data)g(is)g(written)g(directly)g(in)o(to)g(the)g(registers) 104 971 y(of)g(the)i(hardw)o(are)g(monitor.)23 b(This)17 b(increases)h(the)f (\015exibilit)o(y)d(and)i(only)g(slo)o(ws)g(the)h(execution)g(do)o(wn)f(b)o (y)g(ab)q(out)104 1021 y(2\045)d([BB88].)0 1129 y Fi(6.4.4)48 b(The)15 b(to)q(ols)0 1206 y Ft(In)f(TOPSYS)h(di\013eren)o(t)f(to)q(ols)g (that)g(allo)o(w)e(the)j(observ)n(ation)e(of)h(the)g(run)o(time)f (information)e(are)j(pro)o(vided.)k(These)d(to)q(ols)0 1256 y(pro)o(vide)f(graphical)g(represen)o(tations)i(of)d(views)i(of)f(the)g(run)o (time)g(information.)i(Multiple)e(views)g(from)f(one)h(or)g(m)o(ultiple)0 1305 y(to)q(ols)f(can)h(b)q(e)g(displa)o(y)o(ed)f(at)h(the)g(same)e(time.)17 b(Among)12 b(the)i(to)q(ols)f(a)o(v)n(ailable)e(in)j(TOPSYS,)f(P)m(A)m(TOP)h (and)f(VISTOP)h(will)0 1355 y(b)q(e)h(discussed)g(in)f(more)e(detail)i(here.) 0 1463 y Fi(P)l(A)l(TOP-P)o(erformance)i(Analysis)h(TOol)h(for)g(P)o(arallel) e(systems)41 b Ft(P)m(A)m(TOP)16 b([BHL90])g(is)g(a)g(p)q(erformance)h(ori-)0 1513 y(en)o(ted)c(to)q(ol)e(that)h(incorp)q(orates)h(system,)f(no)q(de,)g (and)g(ob)r(ject)h(lev)o(els)f(of)f(abstraction.)18 b(Icons)13 b(ha)o(v)o(e)e(b)q(een)j(used)e(extensiv)o(ely)0 1563 y(to)i(structure)h (access)h(to)d(these)i(di\013eren)o(t)g(lev)o(els)f(of)f (abstraction.Multiple)g(views)g(on)h(the)g(run)o(time)f(information)d(can)k (b)q(e)0 1612 y(displa)o(y)o(ed)f(at)h(the)g(same)g(time)e(in)h(either)i (curv)o(e)g(diagrams)d(or)i(barc)o(harts.)62 1662 y(The)h(follo)o(wing)c (measuremen)o(ts)i(are)h(a)o(v)n(ailable)e(in)h(P)m(A)m(TOP)h([BBB)1136 1647 y Fl(+)1165 1662 y Ft(90)o(])f(:)21 1754 y(A)o(t)h(the)g(system)g(lev)o (el)187 1820 y Fj(\017)f Ft(Idle)h(time)f(of)g(the)i(whole)e(system,)187 1886 y Fj(\017)g Ft(Av)o(erage)i(p)q(ercen)o(tage)g(of)f(time)e(that)i(tasks) h(sp)q(end)g(in)e(ready)h(queues.)21 1969 y(A)o(t)g(the)g(no)q(de)h(lev)o(el) 187 2036 y Fj(\017)e Ft(Idle)h(time)f(of)g(a)h(pro)q(cessing)h(no)q(de,)187 2102 y Fj(\017)e Ft(Av)o(erage)i(p)q(ercen)o(tage)g(of)f(time)e(that)i(tasks) h(on)e(a)h(no)q(de)g(sp)q(end)h(in)f(ready)g(queues,)187 2169 y Fj(\017)f Ft(Num)o(b)q(er)h(of)f(kb)o(ytes)i(sen)o(t)f(to)g(other)h(no)q (des,)187 2235 y Fj(\017)e Ft(Av)o(erage)i(p)q(ercen)o(tage)g(of)f(time)e (that)i(tasks)h(on)e(a)h(no)q(de)g(sp)q(end)h(in)f(remote)f(actions.)21 2318 y(A)o(t)h(the)g(ob)r(ject)h(lev)o(el)187 2385 y Fj(\017)e Ft(P)o(ercen)o(tage)j(of)d(time)g(tasks)h(are)g(w)o(aiting)f(in)g(send)i(or)f (receiv)o(e)h(op)q(erations,)187 2451 y Fj(\017)e Ft(CPU)i(usage)f(of)f(eac)o (h)i(task,)187 2517 y Fj(\017)e Ft(W)m(aiting)f(time)h(at)h(semaphores,)187 2584 y Fj(\017)f Ft(Num)o(b)q(er)h(of)f(kb)o(ytes)i(sen)o(t)f(to)g(or)g (receiv)o(ed)h(from)d(eac)o(h)j(mailb)q(o)o(x)c(on)i(an)o(y)h(no)q(de,)187 2650 y Fj(\017)f Ft(Dela)o(ys)h(of)f(tasks)h(w)o(aiting)f(at)h(mailb)q(o)o (xes.)954 2795 y(39)p eop %%Page: 40 40 39 bop 0 42 a Fi(VISTOP-VISualizatio)o(n)8 b(TOol)i(for)g(P)o(arallel)e (systems)40 b Ft(VISTOP)10 b([BBB)1320 26 y Fl(+)1349 42 y Ft(90)o(])f(displa)o(ys)g(the)h(dynamic)e(b)q(eha)o(vior)0 91 y(of)k(concurren)o(t)i(programs)d(running)h(under)h(the)g(distributed)g (op)q(erating)f(system)g(k)o(ernel)h(MMK.)f(The)g(main)f(idea)h(b)q(ehind)0 141 y(VISTOP)h(is)f(that)g(to)g(understand)i(the)f(b)q(eha)o(vior)f(of)g(a)f (parallel)h(program,)e(it)i(is)g(crucial)g(to)g(kno)o(w)g(what)g(comm)o (unication)0 191 y(and)f(sync)o(hronization)g(ev)o(en)o(ts)i(tak)o(e)e (place.)18 b(Therefore,)12 b(VISTOP)g(concen)o(trates)i(on)d(the)h (monitoring)c(and)k(visualization)0 241 y(of)h(these)j(t)o(w)o(o)d(t)o(yp)q (es)i(of)e(ev)o(en)o(ts.)62 291 y(VISTOP's)18 b(in)o(terface)f(is)g(en)o (tirely)f(graphical.)26 b(Ob)r(jects)19 b(suc)o(h)e(as)g(tasks,)g(mailb)q(o)o (xes)e(and)i(semaphores)g(are)g(repre-)0 340 y(sen)o(ted)c(either)f(in)f (iconi\014ed)g(or)g(de-iconi\014ed)g(form.)16 b(The)11 b(de-iconi\014ed)h (form)d(pro)o(vides)j(additional)d(information)g(concern-)0 390 y(ing)k(the)h(state)g(of)f(the)h(ob)r(ject.)19 b(The)14 b(in)o(teractions)g(b)q(et)o(w)o(een)h(di\013eren)o(t)f(ob)r(jects)h(are)f (represen)o(ted)i(b)o(y)e(arro)o(ws)f(linking)f(the)0 440 y(ob)r(jects)k (that)f(in)o(teract.)22 b(TOPSYS)15 b(pro)o(vides)g(a)g(complete)f(repla)o(y) h(feature)h(\(see)g(section)f(5.4\))f(that)h(allo)o(ws)f(con)o(tin)o(uous)0 490 y(or)g(step-b)o(y-step)h(\(forw)o(ard)f(and)g(bac)o(kw)o(ard\))f(running) h(of)f(the)i(represen)o(tation)g(clo)q(c)o(k.)0 606 y Fu(6.5)56 b(P)n(ablo)0 683 y Ft(The)14 b(follo)o(wing)e(in)o(tro)q(duction)h(is)h (extracted)h(from)e([RAM)934 668 y Fl(+)960 683 y Ft(92].)166 774 y(P)o(ablo)h(is)g(a)g(p)q(erformance)h(analysis)f(en)o(vironmen)o(t)f (designed)i(to)g(pro)o(vide)f(p)q(erformance)g(data)h(capture,)104 824 y(analysis,)d(and)i(presen)o(tation)g(across)g(a)g(wide)f(v)n(ariet)o(y)g (of)g(scalable)g(parallel)g(systems.)18 b(The)c(P)o(ablo)f(en)o(viron-)104 874 y(men)o(t)g(includes)h(soft)o(w)o(are)f(p)q(erformance)h(instrumen)o (tation,)e(graphical)h(p)q(erformance)h(data)f(reduction)h(and)104 923 y(analysis,)e(and)i(supp)q(ort)h(for)e(mapping)f(b)q(oth)i(graphical)f (and)h(sound)g(p)q(erformance)g(data.)166 973 y([...],)c(an)h(ideal)h(p)q (erformance)f(analysis)h(en)o(vironmen)o(t)f(should)g(supp)q(ort)i(in)o (teractiv)o(e)f(insertion)h(of)e(instru-)104 1023 y(men)o(tation)k(p)q(oin)o (ts,)h(as)h(w)o(ell)f(as)g(data)g(analysis,)g(reduction,)i(and)e(displa)o(y)m (.)25 b(Moreo)o(v)o(er,)17 b(the)g(en)o(vironmen)o(t)104 1073 y(should)c(b)q(e)h Fm(p)n(ortable)f Ft(across)i(a)e(range)h(of)f(parallel)f (arc)o(hitectures,)k(its)d(p)q(erformance)h(and)f(data)g(analysis)g(ca-)104 1123 y(pabilities)d(should)h(b)q(e)g Fm(sc)n(alable)g Ft(with)g(the)h(size)g (of)e(the)i(system)f(b)q(eing)g(studied,)g(and)g(it)g(should)g(b)q(e)h (extensible,)104 1172 y(allo)o(wing)f(the)k(user)g(to)f(add)f(en)o(vironmen)o (t)g(functionalit)o(y)f(as)i(needed.)0 1280 y Fi(6.5.1)48 b(p)q(ortabili)o(t) o(y)13 b(and)i(scalabilit)n(y)0 1357 y Ft(F)m(or)e(P)o(ablo,)e(p)q(ortabilit) o(y)h(means)g(homogeneous)g(in)o(terface.)18 b(Therefore,)c(P)o(ablo)e(is)h (designed)h(to)f(\\hide")f(the)i(mac)o(hine)d(on)0 1407 y(whic)o(h)h(the)i (program)d(runs)i(to)f(allo)o(w)f(the)i(user)h(to)e(compare)g(the)h(b)q(eha)o (vior)g(of)f(his)g(program)f(on)h(sev)o(eral)h(mac)o(hines.)k(This)0 1457 y(standardization)e(of)f(in)o(terface)i(is)f(t)o(w)o(ofold;)f(it)h(allo) o(ws)f(not)h(only)f(the)i(mac)o(hine)e(to)h(b)q(e)h(c)o(hanged,)f(but)g(also) g(supp)q(orts)h(an)0 1506 y(increase)f(in)f(the)g(n)o(um)o(b)q(er)f(of)h(pro) q(cessors.)0 1614 y Fi(6.5.2)48 b(P)o(ablo)14 b(users)0 1691 y Ft(Reed)d(et)g(al.)16 b(b)q(eliev)o(e)11 b(there)g(are)g(\\three)h(classes) f(of)f(p)q(oten)o(tial)g(p)q(erformance)g(en)o(vironmen)o(t)g(users)h(:)17 b(no)o(vice,)10 b(in)o(termediate,)0 1741 y(exp)q(ert")15 b(:)62 1832 y Fj(\017)21 b Ft(the)14 b(no)o(vice)g(w)o(an)o(ts)g(a)g(p)q(erformance) f(to)q(ol)g(whic)o(h)h(iden)o(ti\014es)h(problems)e(easily)m(.)62 1915 y Fj(\017)21 b Ft(the)14 b(in)o(termediate)f(w)o(an)o(ts)h(to)g(mo)q (dify)d(the)k(existing)f(to)q(ol,)e(for)i(example,)e(com)o(bining)f(metrics.) 62 1998 y Fj(\017)21 b Ft(the)13 b(exp)q(ert)i(kno)o(ws)e(the)g(parallel)f (arc)o(hitecture)j(and)e(the)h(system)e(soft)o(w)o(are)i(and)e(w)o(an)o(ts)h (to)g(increase)i(the)e(p)q(o)o(w)o(er)h(of)104 2048 y(the)g(to)q(ol)f(b)o(y)h (adding)f(new)h(to)q(olkit)f(comp)q(onen)o(ts.)62 2139 y(The)i(aim)c(of)j(P)o (ablo)f(is)g(to)h(b)q(e)h(useful)f(to)f(these)j(three)f(kinds)f(of)f(users.)0 2247 y Fi(6.5.3)48 b(P)o(ablo)14 b(soft)o(w)o(are)g(o)o(v)o(erview)0 2324 y Ft(Previous)19 b(w)o(ork)f(b)o(y)g(the)h(P)o(ablo)f(researc)o(h)i (group)f(has)f(sho)o(wn)h(the)g(necessit)o(y)h(of)d(ha)o(ving)h(a)g(\\p)q (ortable,)h(scalable)f(and)0 2374 y(extensible")e(to)q(ol.)k(Th)o(us,)15 b(the)g(t)o(w)o(o)f(parts)i(of)e(P)o(ablo)g(satisfy)h(this)g(request)h(:)k (\(1\))15 b(p)q(ortable)g(soft)o(w)o(are)g(instrumen)o(tation,)0 2423 y(and)f(\(2\))g(p)q(ortable)g(p)q(erformance)f(data)h(analysis.)954 2795 y(40)p eop %%Page: 41 41 40 bop 0 42 a Fi(The)16 b(instrumen)n(t)o(ati)o(on)38 b Ft(The)15 b(instrumen)o(tation)d(part)i(allo)o(ws)f(the)h(user)h(to)f(monitor)e(three)j (classes)g(of)f(ev)o(en)o(ts)h(:)62 130 y Fj(\017)21 b Ft(trace)16 b(ev)o(en)o(ts)h(:)22 b(represen)o(t)c(the)e(o)q(ccurrence)i(of)d(sp)q (eci\014c)i(ev)o(en)o(ts)g(\(with)f(an)f(arbitrary)h(amoun)o(t)d(of)i (user-sp)q(eci\014ed)104 180 y(data\).)62 262 y Fj(\017)21 b Ft(coun)o(t)f(ev)o(en)o(ts)i(:)31 b(allo)o(w)18 b(the)j(user)h(to)e(coun)o (t)g(the)h(n)o(um)o(b)q(er)f(of)g(o)q(ccurrences)j(of)d(an)g(ev)o(en)o(t)h (\(the)g(timestamp)d(is)104 311 y(insigni\014can)o(t\).)62 393 y Fj(\017)j Ft(time)12 b(in)o(terv)n(al)h(ev)o(en)o(ts)i(asso)q(ciate)g (an)e(ev)o(en)o(t)i(with)f(a)f(pair)h(of)f(source)i(co)q(de)g(p)q(oin)o(ts.) 62 482 y(F)m(or)g(ev)o(en)o(ts)i(of)d(all)g(three)j(classes,)f(the)g(P)o (ablo)f(trace)h(capture)h(library)d(supp)q(orts)j(optional)c(user-written)k (extension)0 531 y(functions)g(that)h(can)f(pro)q(cess)j(ev)o(en)o(t)e(data)f (b)q(efore)h(it)f(is)g(written)h(to)f(the)h(trace)g(\014le.)29 b(Users)19 b(can)e(th)o(us)h(generate)h(high)0 581 y(lev)o(el)14 b(ev)o(en)o(ts)i(\(computing)d(inclusiv)o(e)h(and)g(exclusiv)o(e)h(lifetimes) e(of)h(pro)q(cedure)i(calls\),)e(or)h(\014lter)f(them.)20 b(Concerning)14 b(the)0 631 y(amoun)o(t)g(of)i(data)g(generated,)i(t)o(w)o(o)e(\014ltering)g (tec)o(hniques)h(are)g(included)g(in)e(this)i(to)q(ol.)24 b(A)17 b(notion)e(of)h(lo)q(cal)f(and)i(global)0 681 y Fm(thr)n(eshold)11 b Ft(is)g(added)h(\(for)f(example,)f(if)g(the)i(generation)g(rate)g(of)e(in)o (terv)n(al)h(ev)o(en)o(ts)h(is)f(to)q(o)g(high)g(these)i(ev)o(en)o(ts)f(are)g (con)o(v)o(erted)0 731 y(to)f(coun)o(t)h(ev)o(en)o(ts\).)19 b(On)12 b(the)g(other)g(hand,)f(the)i(user)f(can)g(de\014ne)h(an)e(in)o(terv) n(al)g(rate)h(in)f(whic)o(h)h(the)g(generation)g(m)o(ust)e(stand.)0 781 y(The)k(adaptable)f(generation)h(do)q(es)g(not)g(a\013ect)h(the)f (generation)g(of)f(the)h(ev)o(en)o(t)g(but)g(do)q(es)g(a\013ect)h(its)e (storage)i(in)e(the)h(trace)0 830 y(\014le.)0 938 y Fi(The)k(data)g(analysis) 40 b Ft(The)16 b(second)h(part)f(of)g(P)o(ablo)f(is)g(a)h(graphical)f(in)o (terface)i(\(using)f(Motif)s(\))f(to)h(analyze)g(the)g(data)0 988 y(con)o(tained)f(in)f(trace)i(\014les.)22 b(The)15 b(link)f(b)q(et)o(w)o (een)i(the)g(instrumen)o(tation)d(and)i(the)h(analysis)e(is)h(a)f(trace)i (\014le)f(follo)o(wing)d(the)0 1037 y(\\self-describing)i(data)f(format")e (\(SDDF\))i([Ayd93].)k(This)c(meta-format)e(allo)o(ws)h(for)h(c)o(hanges)h (in)f(the)h(instrumen)o(tation)0 1087 y(without)g(mo)q(difying)e(the)j (analysis)e(to)q(ol.)20 b(Ob)o(viously)13 b(no)i(seman)o(tic)e(can)i(b)q(e)g (added)g(in)f(the)h(trace)h(\014le,)e(so)g(ev)o(ery)i(\014eld)e(is)0 1137 y(recognized)h(b)o(y)f(a)f(syn)o(tactic)i(analysis.)62 1187 y(F)m(or)f(example)e([RAM)411 1172 y Fl(+)438 1187 y Ft(92])h(:)0 1275 y Fg(/*)21 b("Trace)g(generation)f(date")g("November)g(1,)i(1991")22 1325 y(*)22 1375 y(*/)f(;;)0 1474 y(#1:)0 1524 y(//)g("event")g("message)f (sent)h(to)g(one)g(or)h(more)f(processors")0 1574 y("message)f(send")h({)174 1624 y(double)43 b("timestamp";)174 1674 y(//)22 b("From")e("Processor)g (sending)g(message")174 1724 y(int)109 b("SourcePE";)174 1773 y(//)22 b("To")f("Processor\(s\))e(receiving)h(message")174 1823 y(int)109 b("DestinationPE"[)o(];)174 1873 y(//)22 b("Size")e("Message)g (length)h(in)g(bytes")174 1923 y(int)109 b("Message)20 b(Length";)0 1973 y(};;)0 2072 y(#2:)0 2122 y("context)g(switch")g({)174 2172 y(double)h("timestamp'';)174 2222 y(int)87 b("processor_number)o(";)174 2271 y(char)65 b("processor_name"[)o(];)0 2321 y(};;)0 2471 y("context)20 b(switch")g({)i(100.150000,)e(2,)h([30])g({)h("Process)e(23")h (})g(};;)0 2521 y("message)f(send")64 b({)22 b(100.100000,)e(0,)h([4])g({)h (1,)f(3,)g(5,)h(7)f(},)h(512)f(};;)0 2570 y("message)f(send")64 b({)22 b(102.150000,)e(7,)h([1])g({)h(1)f(},)h(1012)f(};;)0 2620 y("context)f(switch")g({)i(108.000000,)e(4,)h([30])g({)h("File)e(I/O")h (})h(};;)954 2795 y Ft(41)p eop %%Page: 42 42 41 bop 62 42 a Ft(A)16 b(new)h(analysis)e(view)h(can)h(b)q(e)f(created)i(b)o (y)e(forming)e(a)i(directed)h(acyclic)f(graph.)25 b(Its)16 b(no)q(des)h(represen)o(t)i(transfor-)0 91 y(mation)13 b(mo)q(dules)h(and)h (its)g(edges)h(re[resen)o(t)h(the)f(data)f(\015o)o(w.)21 b(The)16 b(mo)q(dules)e(m)o(ust)g(compute)g(with)h(no)g(seman)o(tic)f(to)h(b)q(e)0 141 y(standard)h(and)e(p)q(ortable.)22 b(F)m(or)15 b(example,)f(a)g(mo)q (dule)g(that)h(computes)g(the)h(a)o(v)o(erage)f(of)g(a)f(\014eld)i(can)f (receiv)o(e)h(an)o(y)f(scalar)0 191 y(arra)o(y)f(and)f(send)i(the)g(a)o(v)o (erage)e(without)h(an)o(y)f(kno)o(wledge)h(ab)q(out)g(the)g(seman)o(tic.)62 241 y(Some)f(mo)q(dules)g(are)h(already)g(designed,)g(suc)o(h)g(as)g(:)62 332 y Fj(\017)21 b Ft(Statistical)13 b(transforms)g(:)18 b(sk)o(ew,)c (kurtosis,)g(median,)e(mo)q(de,...)62 415 y Fj(\017)21 b Ft(Mathematical)c (transforms)i(:)29 b(coun)o(ts,)20 b(sums,)g(pro)q(ducts,)h(di\013erences,)i (ratios,)d(maxim)o(a,)d(minim)o(a,)g(a)o(v)o(erages,)104 465 y(absolute)d(v)n(alues,)f(p)q(o)o(w)o(er,)h(logarithmic,.)o(..)62 548 y Fj(\017)21 b Ft(data)10 b(\014ltering)g(transforms)f(:)17 b(sorting,)10 b(ranking,)g(linear)g(in)o(terp)q(olation,)f(extraction)i(of)f (sub-v)o(ectors)i(or)e(sub-arra)o(ys,)104 598 y(scaling,)j(histogramm)o(ing)e (and)i(curv)o(e)i(\014tting.)62 681 y Fj(\017)21 b Ft(graphical)16 b(displa)o(ys)g(:)24 b(bar)17 b(graphs,)g(bubble)g(c)o(harts,)h(strip)f(c)o (harts,)h(con)o(tour)f(plot,s)g(dial,)f(in)o(terv)n(al)g(plot,)g(kiviat)104 731 y(diagrams,)11 b(LEDs,)j(X-Y)g(line/scatter)h(plots,)e(matrix)f(displa)o (ys,)h(pie)h(c)o(hart,)f(p)q(olar)h(plots,)f(3-D)g(scatter)j(plot.)0 847 y Fu(6.6)56 b(IPS-2)0 923 y Ft(This)16 b(to)q(ol)g(w)o(as)g(dev)o(elop)q (ed)h(at)g(the)g(Univ)o(ersit)o(y)f(of)g(Wisconsin)g(b)o(y)g(Je\013)h (Hollingsw)o(orth,)f(Bruce)i(Irvin)e(and)g(Barton)h(P)m(.)0 973 y(Miller.)29 b(IPS-2)17 b([HIM91)o(],)h(is)g(\\)p Fm(an)g(inter)n (active,)g(tr)n(ac)n(e)g(driven)h(p)n(erformanc)n(e)f(me)n(asur)n(ement)g (system)g(for)g(p)n(ar)n(al)r(lel)f(and)0 1023 y(distribute)n(d)d(pr)n(o)n (gr)n(ams)p Ft(".)62 1073 y(The)j(IPS-2)f(can)g(measure)h(shared-memory)d (and)i(message-passing)g(parallel)f(programs)g(running)h(on)g(a)g(heteroge-)0 1123 y(neous)e(collection)f(of)g(mac)o(hines.)k(The)d(ev)o(en)o(ts)g(are)g (only)e(generated)j(b)o(y)e(soft)o(w)o(are)h(prob)q(es)g(inserted)h(in)e(the) h(source)h(\(C)e(or)0 1172 y(F)m(ortran\).)18 b(The)c(visualization)f(is)g (managed)g(b)o(y)g(a)h(X)g(windo)o(w)f(in)o(terface.)62 1222 y(The)20 b(approac)o(h)g(of)f(this)h(to)q(ol)f(is)h(in)o(teresting)g(b)q (ecause)i(the)e(program)e(execution)j(can)f(b)q(e)g(analyzed)g(across)g(four) 0 1272 y(di\013eren)o(t)d(lev)o(els)e(:)22 b(the)17 b(program)d(lev)o(el,)h (the)h(mac)o(hine)f(lev)o(el,)g(the)i(pro)q(cess)g(lev)o(el)f(and)f(the)h (pro)q(cedure)i(lev)o(el.)23 b(Di\013eren)o(t)0 1322 y(metrics)11 b(are)h(asso)q(ciated)g(with)f(eac)o(h)h(of)f(these)i(lev)o(els.)k(F)m(or)11 b(example,)f(the)i(amoun)o(t)e(of)h(CPU)g(time)g(used)h(can)g(b)q(e)g(displa) o(y)o(ed)0 1372 y(for)h(the)h(whole)f(program)f(or)h(for)g(the)h(individual)d (mac)o(hines,)h(pro)q(cesses,)k(or)d(functions.)18 b(The)c(metrics)f(can)h(b) q(e)g(displa)o(y)o(ed)0 1422 y(via)f(di\013eren)o(t)i(shap)q(es)g(:)j (histograms)12 b(\(ev)o(olution)h(of)h(the)g(metrics)g(along)e(time\),)h (tabular)g(summary)m(,)e(for)i(example.)62 1471 y(F)m(urthermore,)i(users)h (can)f(add)g(their)g(o)o(wn)f(metrics.)21 b(The)15 b(program)e(and)i(the)g (represen)o(tation)h(of)f(the)g(new)g(metrics)0 1521 y(are)h(link)o(ed)f(b)o (y)g Fm(External)h(Data)h(c)n(ol)r(le)n(ctors)f(units)f Ft(\(EDCU\).)h(The)g (EDCUs)f(are)h(divided)f(in)o(to)g(t)o(w)o(o)g(parts)h(:)21 b(the)c(metric)0 1571 y(sp)q(eci\014c)e(part)f(\(ho)o(w)g(to)g(generate)h (the)f(information\),)d(the)k(histogram)d(generation)i(part)g(\(ho)o(w)f(to)h (use)h(it\).)0 1687 y Fu(6.7)56 b(Maritxu)0 1764 y Ft(Maritxu)13 b([ZT92a)o(],)f(dev)o(elop)q(ed)h(at)g(the)h(Univ)o(ersit)o(y)e(of)h(Y)m(ork) f(\(UK\))i(b)o(y)e(Eugenio)h(Zabala)f(and)h(Ric)o(hard)f(T)m(a)o(ylor)f(is)i (a)g(to)q(ol)0 1814 y(close)h(to)g(the)h(hardw)o(are)f(\(pro)q(cessors,)i (net)o(w)o(ork,...\).)g(Its)f(aim)c(is)j(to)g(b)q(e:)62 1905 y Fj(\017)21 b Ft(a)15 b(set)h(of)f(to)q(ols)g(for)g(the)h(run)g(time)e (visualization)g(of)h(man)o(y)e(mo)q(dels)h(of)h(parallel)f(computation,)g (fo)q(cusing)h(on)g(the)104 1955 y Fm(pr)n(o)n(c)n(essors)p Ft(;)62 2038 y Fj(\017)21 b Ft(pro)q(cessor)16 b(t)o(yp)q(e,)d(net)o(w)o(ork) i(size)f(and)g(top)q(ology)f(indep)q(enden)o(t;)62 2121 y Fj(\017)21 b Ft(problem)12 b(and)i(language)f(indep)q(enden)o(t;)62 2204 y Fj(\017)21 b Ft(capable)14 b(of)g(the)h(visualization)e(of)g(m)o(ultiple)f (parallel)i(programs)f(running)h(sim)o(ultaneously)e(in)i(subnet)o(w)o(orks)h (of)f(a)104 2254 y(complete)f(net)o(w)o(ork;)62 2337 y Fj(\017)21 b Ft(capable)10 b(of)g(b)q(eing)g(run)g(on)h(an)o(y)e(hardw)o(are)i(platform) d(that)i(supp)q(orts)i(Unix)e(and)g(the)g(X-Windo)o(ws/Motif)f(graphical)104 2386 y(systems.)62 2478 y(The)21 b(Maritxu)f(to)q(ol)g(has)h(b)q(een)g (designed)h(b)o(y)e(taking)f(in)o(to)h(accoun)o(t)h(the)g(psyc)o(hological)e (asp)q(ect)j(of)e(p)q(erception.)0 2528 y(Therefore,)f(the)e(use)h(of)f (color)f(has)i(b)q(een)g(c)o(hosen)g(b)q(ecause)g(h)o(uman)e(b)q(eing)h(has)g (a)g(b)q(etter)h(graphical)f(p)q(erception)h(than)0 2577 y(a)f(textual)h (one.)29 b(F)m(urthermore,)18 b(Maritxu)f(has)g(b)q(een)i(enhanced)g(b)o(y)e (the)h(addition)f(of)f(sound)i([ZT92b].)28 b(The)18 b(user)h(of)0 2627 y(Maritxu)14 b(has)g(th)o(us)g(not)g(only)f(visual)g(stim)o(uli)e(but)j (also)g(audio)f(ones.)954 2795 y(42)p eop %%Page: 43 43 42 bop 0 42 a Fu(6.8)56 b(PIE)0 118 y Ft(PIE)12 b([LSV)175 103 y Fl(+)202 118 y Ft(89])f(\(P)o(arallel)g(Programming)d(and)k(Instrumen)o (tation)f(En)o(vironmen)o(t\))g(w)o(as)g(dev)o(elop)q(ed)i(at)f(Carnegie)g (Mellon)0 168 y(univ)o(ersit)o(y)m(.)24 b(Its)17 b(philosoph)o(y)e(is)h(to)g (b)q(e)h(\\)p Fm(e\016ciently)f(mapping)i(p)n(ar)n(al)r(lel)d(applic)n (ations)j(onto)f(sp)n(e)n(ci\014c)g(ar)n(chite)n(ctur)n(es)f(and)0 218 y(observing)f(them)g(when)g(they)g(exe)n(cute)p Ft(".)j(PIE)d(supp)q (orts)g(language)e(suc)o(h)h(as)g(C,)g(MPC,)f(C-threads,)i(Ada)e(and)h(F)m (ortran.)62 268 y(Programs)e(in)h(PIE)g(are)h(instrumen)o(ted)f(b)o(y)g(soft) o(w)o(are)g(prob)q(es.)19 b(The)13 b(information)d(generated)15 b(is)e(then)g(displa)o(y)o(ed)g(in)f(a)0 317 y(X)i(windo)o(ws)f(en)o (vironmen)o(t)g(using)h(PIEScop)q(e.)19 b(This)14 b(to)q(ol)f(con)o(tains)h (views)g(suc)o(h)h(as)f(histograms,)e(time)g(lines.)0 432 y Fu(6.9)56 b(PIMSY)0 509 y Ft(PIMSY)22 b(is)f(b)q(eing)g(dev)o(elop)q(ed)h(at) f(the)h(Lab)q(oratoire)f(de)h(l`Informatique)d(du)i(P)o(arall)o(\023)-20 b(elisme)19 b(of)i(the)h(Ecole)g(Normale)0 558 y(Sup)o(\023)-20 b(erieure)15 b(of)f(Ly)o(on)f(\(F)m(rance\).)19 b(The)14 b(aim)e(of)h(this)h (pro)r(ject)h(is)f(to)g(build)f(up)h(a)f(scalable)h(data)g(visualization)e (to)q(ol.)62 608 y(T)m(o)g(mak)o(e)f(the)j(trace)g(analyzer)e(scalable,)h (the)g(traces)h(sta)o(y)f(split)f(in)o(to)g(di\013eren)o(t)i(\014les)f (according)g(to)g(their)g(generation)0 658 y(p)q(osition.)62 708 y(The)f(soft)o(w)o(are)f(is)g(divided)g(mainly)e(in)o(to)h(t)o(w)o(o)h (parts)g(:)17 b(the)12 b(serv)o(ers)h(and)e(the)h(clien)o(ts.)17 b(The)12 b(serv)o(er)h(set)f(giv)o(es)f(the)h(clien)o(ts)0 758 y(the)j(information)c(they)k(w)o(an)o(t)e(b)o(y)h(comm)o(unication)d(b)q (et)o(w)o(een)16 b(them)d(and)h(trace)h(\014ltering.)k(A)14 b(serv)o(er)i(manages)d(not)h(only)0 807 y(a)g(set)g(of)g(trace)h(\014les)f (but)g(also)f(a)h(set)h(of)e(clien)o(ts)h(who)g(can)g(only)f(comm)o(unicate)e (with)j(it.)62 857 y(A)g(t)o(ypical)f(session)i(of)e(PIMSY)i(can)f(b)q(e)g (summarized)e(as)i(follo)o(ws)e(:)62 932 y Fj(\017)21 b Ft(a)15 b(clien)o(t,)h(called)f(source-clien)o(t,)i(asks)f(its)f(serv)o(er,)j(called) d(source-serv)o(er,)j(for)e(information)c(that)k(can)g(b)q(e)g(\014ltered)104 982 y(on)d(the)i(time,)d(the)i(space)h(and/or)f(the)g(ev)o(en)o(t)h(t)o(yp)q (es.)62 1061 y Fj(\017)21 b Ft(the)14 b(source-serv)o(er)j(asks)d(the)h (corresp)q(onding)f(set)h(of)e(serv)o(ers)j(the)f(information)c(they)j(ha)o (v)o(e,)62 1141 y Fj(\017)21 b Ft(the)14 b(information)d(is)j(gathered)598 1125 y Fl(16)634 1141 y Ft(,)62 1220 y Fj(\017)21 b Ft(the)10 b(information)c(is)j(broadcast)h(to)f(a)g(set)h(of)f(destination-clien)o(ts)g (that)h(the)f(source-clien)o(t)i(sp)q(eci\014es)g(\(via)e(destination-)104 1270 y(sev)o(ers\),)62 1349 y Fj(\017)21 b Ft(eac)o(h)14 b(destination-clien) o(t)g(returns)h(an)f(ac)o(kno)o(wledgmen)o(t)e(at)i(the)g(end)h(of)e(its)h(w) o(ork)g(to)f(the)i(source-serv)o(er,)62 1428 y Fj(\017)21 b Ft(a)13 b(\014nal)h(ac)o(kno)o(wledgmen)o(t)e(is)i(sen)o(t)g(bac)o(k)g(to)g (the)g(source-clien)o(t)i(b)o(y)d(the)i(source-serv)o(er.)62 1503 y(The)g(set)f(of)g(clien)o(ts)g(can)g(b)q(e)g(extended)i(inde\014nitely) d(b)q(ecause)j(a)e(clien)o(t)f(is)h(simply)e(a)h(task)h(that)g(comm)o (unicates)e(with)0 1553 y(its)j(serv)o(er)h(using)f(a)f(prede\014ned)j(proto) q(col.)k(Tw)o(o)14 b(t)o(yp)q(es)i(of)e(clien)o(ts)h(ha)o(v)o(e)g(b)q(een)g (dev)o(elop)q(ed.)22 b(The)15 b(\014rst)h(are)f(hierarc)o(hical)0 1603 y(graphical)e(clien)o(ts,)h(the)g(second)h(are)g(audio)e(clien)o(ts.)62 1652 y(The)18 b(hierarc)o(hical)g(clien)o(ts)g(a)o(v)o(oid)e(b)q(ottlenec)o (ks)j(b)o(y)e(using)h(the)g(\\clumping")d(metho)q(d)i(to)g(reduce)j(the)e (information)0 1702 y(displa)o(y)o(ed)h(at)h(a)g(time.)34 b(Di\013eren)o(t)21 b(\\clumping")c(views)j(ha)o(v)o(e)g(b)q(een)h(implemen)o(ted)d(with)h (automatic)f(detection)j(and)0 1752 y(lo)q(calization)11 b(of)h(p)q (erformance)h(problems.)j(The)d(aim)e(is)i(to)f(b)q(egin)h(the)g(searc)o(h)h (with)e(the)h(coarsest)i(view,)d(and)g(afterw)o(ards)0 1802 y(to)i(re\014ne)h(more)e(and)g(more)g(at)h(eac)o(h)g(step.)62 1852 y(Since)k(the)h(clien)o(ts)f(can)f(b)q(e)i(as)e(generic)i(as)e(p)q (ossible,)i(w)o(e)f(implem)o(en)o(ted)e(soni\014cation)h(to)q(ols)g(to)h(map) e(ev)o(en)o(ts)i(with)0 1902 y(sounds.)h(Di\013eren)o(t)14 b(mapping)e(can)i(b)q(e)g(pro)q(duced)i(to)d(lo)q(calize)h(abnormal)d(b)q (eha)o(vior.)0 2016 y Fu(6.10)56 b(Comparison)0 2093 y Ft(T)m(o)14 b(summarize)f(and)i(compare)f(the)h(ab)q(o)o(v)o(e)g(describ)q(ed)i(to)q (ols,)d(w)o(e)h(selected)i(sev)o(eral)e(criteria)g(whic)o(h)g(corresp)q(ond)i (to)d(the)0 2142 y(general)h(c)o(haracteristics)h(discussed)h(in)d(the)h(pap) q(er.)21 b(The)15 b(table)g(6.10)e(allo)o(ws)h(the)h(reader)h(to)f(ha)o(v)o (e)f(a)g(syn)o(thetic)i(view)f(of)0 2192 y(the)f(di\013eren)o(t)h(to)q(ols.) 62 2242 y(Some)e(remarks)g(need)i(to)f(b)q(e)g(made)f(:)62 2317 y Fj(\017)21 b Ft(The)14 b(column)e(P)o(araGraph)i(con)o(tains)g(PICL)g (and)f(P)o(araGraph,)62 2396 y Fj(\017)21 b Ft(The)14 b(column)e(PIE)j (concerns)g(the)g(union)e(of)g(PIE)i(and)f(PIEScop)q(e.)62 2476 y Fj(\017)21 b Ft(in)c(the)i(language)e(ro)o(w,)i(C++)f(means)f(that)h (at)g(least)h(a)e(part)i(of)e(the)i(to)q(ol)e(is)h(written)g(in)g(C++.)31 b(As)18 b(the)h(C)f(is)104 2525 y(con)o(tained)e(in)h(the)g(C++,)g(other)g (parts)g(ma)o(y)e(b)q(e)i(written)g(in)f(C.)g(F)m(or)g(example,)g(the)h(data) f(capture)i(soft)o(w)o(are)f(of)104 2575 y(P)o(ablo)c(is)h(in)f(C,)g(and)h (the)h(data)e(analysis)g(soft)o(w)o(are)h(is)g(in)f(C++.)p 0 2631 780 2 v 31 2658 a Fp(16)64 2670 y Fr(sev)o(eral)c(strategies)h(can)g (b)q(e)h(used)g(to)g(gather)f(the)h(informatio)o(n)954 2795 y Ft(43)p eop %%Page: 44 44 43 bop 675 43 1009 2 v 265 257 2 216 v 666 257 V 675 257 V 705 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 29 x Ft(P)o(araGraph)742 242 y currentpoint grestore moveto 829 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(TMON)858 242 y currentpoint grestore moveto 949 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(SIMPLE)978 242 y currentpoint grestore moveto 1045 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(TOPSYS)1074 242 y currentpoint grestore moveto 1165 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 29 x Ft(P)o(ablo)1194 242 y currentpoint grestore moveto 1286 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(IPS-2)1314 242 y currentpoint grestore moveto 1382 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(Maritxu)1410 242 y currentpoint grestore moveto 1478 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(PIE)1506 242 y currentpoint grestore moveto 1598 242 a gsave currentpoint currentpoint translate 270 rotate neg exch neg exch translate 28 x Ft(PIMSY)1626 242 y currentpoint grestore moveto 1683 257 2 216 v 266 259 1419 2 v 265 309 2 50 v 291 294 a Fi(Generation)p 1683 309 V 266 310 1419 2 v 265 360 2 50 v 379 345 a Ft(Hardw)o(are)p 666 360 V 675 360 V 700 314 a Fa(N)823 345 y Fj(\015)78 b(\015)54 b(\015)1157 314 y Fa(N)74 b(N)1379 345 y Fj(\015)-28 b Ft(?)1469 314 y Fa(N)1595 345 y Fj(\015)g Ft(?)p 1683 360 V 265 410 V 389 395 a(Soft)o(w)o(are)p 666 410 V 675 410 V 158 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)58 b(\015)-28 b Ft(?)58 b Fj(\015)82 b(\015)-28 b Ft(?)p 1683 410 V 266 411 1419 2 v 265 461 2 50 v 291 446 a Fi(T)l(ransp)q(ort)p 1683 461 V 266 463 1419 2 v 265 513 2 50 v 353 498 a Ft(Immediately)p 666 513 V 675 513 V 700 467 a Fa(N)74 b(N)947 498 y Fj(\015)-28 b Ft(?)58 b Fj(\015)1157 467 y Fa(N)1283 498 y Fj(\015)-28 b Ft(?)62 b Fj(\015)-28 b Ft(?)1469 467 y Fa(N)1595 498 y Fj(\015)g Ft(?)p 1683 513 V 265 563 V 348 548 a(Progressiv)o(ely)p 666 563 V 675 563 V 118 w Fj(\015)78 b(\015)k(\015)-28 b Ft(?)1036 516 y Fa(N)1159 548 y Fj(\015)82 b(\015)-28 b Ft(?)62 b Fj(\015)-28 b Ft(?)62 b Fj(\015)-28 b Ft(?)86 b Fj(\015)-28 b Ft(?)p 1683 563 V 265 612 V 367 597 a(Afterw)o(ards)p 666 612 V 675 612 V 137 w Fj(\015)820 566 y Fa(N)947 597 y Fj(\015)g Ft(?)1036 566 y Fa(N)75 b(N)1283 597 y Fj(\015)-28 b Ft(?)62 b Fj(\015)-28 b Ft(?)62 b Fj(\015)-28 b Ft(?)86 b Fj(\015)-28 b Ft(?)p 1683 612 V 266 614 1419 2 v 265 664 2 50 v 291 649 a Fi(Analysis)p 1683 664 V 266 666 1419 2 v 265 715 2 50 v 400 700 a Ft(On)14 b(line)p 666 715 V 675 715 V 700 669 a Fa(N)823 700 y Fj(\015)941 669 y Fa(N)1039 700 y Fj(\015)1157 669 y Fa(N)74 b(N)50 b(N)g(N)1591 700 y Fj(\015)p 1683 715 V 265 765 V 399 750 a Ft(O\013)14 b(line)p 666 765 V 675 765 V 169 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)54 b(\015)g(\015)78 b(\015)p 1683 765 V 266 767 1419 2 v 265 817 2 50 v 291 802 a Fi(Data)15 b(represen)o(tati)o(on)p 1683 817 V 266 818 1419 2 v 265 868 2 50 v 385 853 a Ft(Graphics)p 666 868 V 675 868 V 156 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)54 b(\015)g(\015)78 b(\015)p 1683 868 V 265 918 V 412 903 a Ft(Audio)p 666 918 V 675 918 V 700 872 a Fa(N)c(N)h(N)49 b(N)1159 903 y Fj(\015)1277 872 y Fa(N)1375 903 y Fj(\015)1469 872 y Fa(N)1591 903 y Fj(\015)p 1683 918 V 266 920 1419 2 v 265 969 2 50 v 353 954 a Ft(P)o(erformance)p 666 969 V 675 969 V 123 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)54 b(\015)g(\015)78 b(\015)p 1683 969 V 265 1019 V 323 1004 a Ft(Comm)o(uni)o(cation)p 666 1019 V 675 1019 V 90 w Fj(\015)g(\015)g(\015)54 b(\015)78 b(\015)g(\015)54 b(\015)1469 973 y Fa(N)1591 1004 y Fj(\015)p 1683 1019 V 265 1069 V 291 1054 a Ft(Execution)14 b(b)q(eha)o(vior)p 666 1069 V 675 1069 V 61 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)1373 1023 y Fa(N)1471 1054 y Fj(\015)g(\015)p 1683 1069 V 266 1071 1419 2 v 265 1120 2 50 v 291 1106 a Fi(Monitored)13 b(Mac)o(hine)p 1683 1120 V 266 1122 1419 2 v 265 1172 2 50 v 322 1157 a Ft(Shared)i(Memory)p 666 1172 V 675 1172 V 700 1126 a Fa(N)74 b(N)h(N)49 b(N)75 b(N)1279 1157 y Fj(\015)1373 1126 y Fa(N)1471 1157 y Fj(\015)1589 1126 y Fa(N)p 1683 1172 V 265 1222 V 317 1207 a Ft(Message)15 b(P)o(assing)p 666 1222 V 675 1222 V 87 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)54 b(\015)1469 1176 y Fa(N)1591 1207 y Fj(\015)p 1683 1222 V 266 1223 1419 2 v 265 1273 2 50 v 291 1258 a Fi(Soft)o(w)o(are)14 b(Sp)q(eci\014cation)p 1683 1273 V 266 1275 1419 2 v 265 1325 2 50 v 372 1310 a Ft(Extensible)p 666 1325 V 675 1325 V 700 1279 a Fa(N)74 b(N)943 1310 y Fj(\015)1036 1279 y Fa(N)1159 1310 y Fj(\015)k(\015)1373 1279 y Fa(N)50 b(N)1591 1310 y Fj(\015)p 1683 1325 V 265 1375 V 380 1360 a Ft(Language)p 666 1375 V 675 1375 V 154 w(C)58 b(C++)h(C)153 b(C++)339 b(C++)p 1683 1375 V 266 1376 1419 2 v 265 1426 2 50 v 291 1411 a Fi(Requiremen)o(t)o(s)p 1683 1426 V 266 1428 1419 2 v 265 1477 2 50 v 430 1463 a Ft(X11)p 666 1477 V 675 1477 V 200 w Fj(\015)78 b(\015)g(\015)54 b(\015)78 b(\015)g(\015)54 b(\015)g(\015)78 b(\015)p 1683 1477 V 265 1527 V 417 1512 a Ft(Motif)p 666 1527 V 675 1527 V 700 1481 a Fa(N)c(N)h(N)49 b(N)1159 1512 y Fj(\015)1277 1481 y Fa(N)h(N)g(N)74 b(N)p 1683 1527 V 266 1529 1419 2 v 0 1695 a Fo(7)69 b(Scalabilit)n(y)20 b(:)31 b(The)22 b(need)h(for)g(a)h(distributed)d(monitoring)h(system)0 1794 y Fu(7.1)56 b(A)19 b(cen)n(tralized)e(v)n(ersus)i(a)f(distributed)g (collection)f(system)0 1871 y Ft(A)d Fm(c)n(entr)n(alize)n(d)h(c)n(ol)r(le)n (ction)g(system)f Ft(could)h(b)q(e)g(describ)q(ed)h(according)e(to)g(the)h (monitoring)d(mo)q(del)h(in)o(tro)q(duced)i(in)f(section)0 1921 y(2.6)i(b)o(y)h(one)g(reactiv)o(e)h(pro)q(cess)h Fn(r)e Fj(2)g(R)g Ft(that)g(monitors)e(the)j(en)o(tire)g(set)g Fj(A)p Ft(.)27 b(A)17 b Fm(distribute)n(d)g(c)n(ol)r(le)n(ction)h(system)f Ft(on)f(the)0 1970 y(other)k(hand)g(consists)g(of)f(a)g(set)i(of)e(reactiv)o (e)h(pro)q(cesses)i(\(one)e(p)q(er)g(no)q(de\),)h(where)g(eac)o(h)f(reactiv)o (e)g(pro)q(cess)i(monitors)0 2020 y(those)15 b(pro)q(cesses)j(that)c(are)h (lo)q(cal)f(to)g(its)h(no)q(de.)21 b Fm(Partial)r(ly)14 b(distribute)n(d)h(c) n(ol)r(le)n(ction)g(systems)g Ft(with)f(one)h(reactiv)o(e)g(pro)q(cess)0 2070 y(sup)q(ervising)h(sev)o(eral)g(no)q(des)g(could)f(b)q(e)h(devised.)23 b(The)16 b(PIMSY)g(to)q(ol)f([PTV92)o(,)g(vR)m(TV92)n(])g(is)g(based)h(on)g (this)f(approac)o(h)0 2120 y(and)f(tries)g(to)g(pro)o(v)o(e)g(the)h(adv)n(an) o(tage)e(of)g(suc)o(h)h(a)g(system.)62 2170 y(With)e(a)g(simple)f(example,)g (w)o(e)i(will)e(no)o(w)h(sho)o(w)g(that)h(only)e(a)h(distributed)h (collection)f(system)h(can)f(pro)o(vide)h(a)f(general)0 2220 y(solution)h(to)h(the)g(problem)f(of)g(the)i(gathering)e(of)g(run)o(time)g (information)e(for)j(massiv)o(ely)e(parallel)h(systems)h(:)62 2269 y(Giv)o(en)g(a)g(target)h(system)f(with)g(16)g(pro)q(cessors,)i(that)e (eac)o(h)h(run)f(at)h(10)e(MIPS)i(\(whic)o(h)f(corresp)q(onds)j(roughly)c(to) h(the)0 2319 y(p)q(o)o(w)o(er)f(of)f(to)q(da)o(y's)h(RISC)f(pro)q(cessor\).) 19 b(Supp)q(ose)14 b(that)f(ev)o(ery)h(1000)d(instructions)j(one)f(ev)o(en)o (t)g(is)g(generated)h(\(this)f(implies)0 2369 y(an)j(o)o(v)o(erhead)g(of)g (less)h(than)f(0.5\045)f([mL92)m(]\).)24 b(This)17 b(will)d(result)j(in)f (the)g(generation)h(of)e(10,000)g(ev)o(en)o(ts)i(p)q(er)g(second)g(p)q(er)0 2419 y(pro)q(cessor.)25 b(With)15 b(16)g(pro)q(cessors)j(this)e(results)h(in) e(an)g(ev)o(en)o(t)h(generation)g(rate)g(of)f(160,000)f(ev)o(en)o(ts)j(p)q (er)f(second.)25 b(With)0 2469 y(128)13 b(pro)q(cessors)j(the)f(ev)o(en)o(t)f (generation)g(rate)h(will)d(b)q(e)j(1,280,000)c(ev)o(en)o(ts)k(p)q(er)g (second.)62 2518 y(Detecting)j(and)f(collecting)g(run)o(time)f(information)e (ab)q(out)j(160,000)e(ev)o(en)o(ts)j(p)q(er)g(second)g(migh)o(t)d(still)h(b)q (e)i(p)q(ossible,)0 2568 y(although)h(a)h(high)f(bandwidth)h(comm)o(uni)o (cation)d(net)o(w)o(ork)j(and)g(a)g(p)q(o)o(w)o(erful)f(cen)o(tral)h(pro)q (cessor)i(w)o(ould)d(b)q(e)i(needed.)0 2618 y(With)13 b(1,280,000)d(ev)o(en)o (ts)k(p)q(er)g(second)h(it)e(is)g(ob)o(vious)f(that)h(a)g(cen)o(tralized)h (collection)f(system)g(will)f(no)h(longer)g(w)o(ork.)18 b(The)0 2668 y(b)q(ottlenec)o(k)d(stems)f(from)e(b)q(oth)i(the)g(comm)o(unication)d (net)o(w)o(ork)j(and)f(the)i(pro)q(cessing)g(p)q(o)o(w)o(er)f(of)f(the)i(pro) q(cessor.)954 2795 y(44)p eop %%Page: 45 45 44 bop 62 42 a Ft(Therefore,)12 b(a)f(cen)o(tralized)h(collection)e(system)h (could)f(only)g(b)q(e)h(implemen)o(ted)e(as)i(a)f(hardw)o(are)h(monitor.)k (This)c(creates)0 91 y(another)j(disadv)n(an)o(tage)f(b)q(ecause)j(it)d (requires)j(considerable)e(additional)e(hardw)o(are.)62 141 y(Hence,)22 b(the)f(only)e(practical)g(and)h(scalable)f(approac)o(h)h(to)g (gathering)f(run)o(time)g(information)d(is)k(the)g(distributed)0 191 y(collection)13 b(system)h(and,)f(to)h(our)g(kno)o(wledge,)f(this)h (approac)o(h)g(has)g(b)q(een)h(generally)f(adopted)g(in)f(existing)h(to)q (ols.)0 307 y Fu(7.2)56 b(Cen)n(tralized)18 b(v)n(ersus)g(distributed)g(pro)r (cessing)0 384 y Ft(Once)11 b(generated,)g(the)g(run)o(time)d(information)f (needs)k(to)f(b)q(e)g(pro)q(cessed.)19 b(This)10 b(can)g(b)q(e)g(done)g(in)f (a)h(more)e(or)i(less)g(distributed)0 434 y(manner,)j(and)g(using)h(on-line)f (or)h(o\013-line)f(pro)q(cessing.)62 483 y(Usually)j(run)o(time)f (information)e(is)k(cen)o(tralized)g(at)f(some)f(p)q(oin)o(t)h(during)g(the)h (pro)q(cessing)h(\(for)e(example,)f(in)h(P)o(ablo)0 533 y([No)q(e92],)11 b(the)h(merging)e(op)q(eration)h(is)h(done)g(b)o(y)f(hand,)g(just)h(b)q (efore)h(the)f(visualization\),)e(b)q(ecause)j(most)e(applications)f(use)0 583 y(run)o(time)k(information)d(to)k(obtain)f(an)g(accurate)i(global)d(view) h(of)g(the)h(execution)h(of)e(a)g(distributed)h(program.)k(Building)0 633 y(this)c(view)f(in)h(a)f(completely)g(distributed)h(manner)f(is)h (feasible,)f(but)h(w)o(ould)f(require)i(a)e(great)h(deal)g(of)f(comm)o (unications)0 683 y(b)q(et)o(w)o(een)20 b(the)g(di\013eren)o(t)g(pro)q (cesses)i(\(for)c(example,)h(in)f(PIMSY)i([vR)m(TV92)n(],)f(the)h(data)f(is)g (\014ltered)g(and)g(gathered)h(b)o(y)0 732 y(serv)o(ers)c(just)e(b)q(efore)h (b)q(eing)e(giv)o(en)h(to)f(pro)q(cesses)k(that)d(requested)i(it\).)62 782 y(A)c(partially)d(distributed)j(approac)o(h)f(ho)o(w)o(ev)o(er)h(migh)o (t)d(b)q(e)j(a)e(go)q(o)q(d)h(compromise)e(:)17 b(Eac)o(h)11 b(of)g(the)h(distributed)g(monitors)0 832 y(executes)19 b(a)d(pro)q(cessing)h (step)g(on)f(the)h(collected)g(run)o(time)f(information)d(b)q(efore)k(this)f (information)e(is)i(cen)o(tralized)h(and)0 882 y(further)i(pro)q(cessing)g (tak)o(es)f(place.)30 b(In)18 b(this)g Fm(distribute)n(d)g(pr)n(o)n(c)n (essing)g(step)g Ft(the)h(amoun)o(t)d(of)h(generated)i(traces)g(can)f(b)q(e)0 932 y(reduced)g(b)o(y)d(\014ltering)h(\(eliminating)d(unimp)q(ortan)o(t)h(ev) o(en)o(t-records\))k(and)e(clustering)g(\(grouping)f(ev)o(en)o(t-records)j (in)o(to)d(a)0 981 y(higher)e(lev)o(el)g(of)g(abstraction\).)18 b(Ho)o(w)13 b(m)o(uc)o(h)g(of)f(the)i(pro)q(cessing)h(w)o(ork)e(can)g(b)q(e)h (done)g(in)f(a)g(distributed)h(manner)e(and)h(the)0 1031 y(comm)o(unication)d (o)o(v)o(erhead)15 b(of)e(this)h(pro)q(cessing)h(remains)e(to)h(b)q(e)g(in)o (v)o(estigated.)62 1081 y(Let)h(us)f(con)o(tin)o(ue)g(the)g(exploration)f(of) h(the)g(example)f(of)g(the)i(previous)f(section)g(:)62 1131 y(Supp)q(ose)g(that)f(eac)o(h)g(ev)o(en)o(t-o)q(ccurrence)j(results)e(in)e(a) h(ev)o(en)o(t-record)h(that)f(con)o(tains)g(10)f(b)o(ytes.)19 b(Under)13 b(suc)o(h)h(circum-)0 1181 y(stances,)f(one)f(pro)q(cessor)i (\(read)f(\\compute-no)q(de"\))e(will)f(generate)j(100)e(kb)o(ytes)i(of)e (trace-data)i(p)q(er)f(second.)19 b(The)12 b(system)0 1231 y(as)k(a)f(whole)g(with)h(16)f(pro)q(cessors)i(will)e(generate)h(1.6)f(Mb)o (ytes)h(p)q(er)h(second)g(of)e(trace-data,)h(whereas)h(the)f(system)f(with)0 1280 y(128)d(pro)q(cessors)j(will)c(pro)q(duce)j(roughly)d(13)i(Mb)o(ytes)g (p)q(er)g(second.)19 b(In)13 b(the)g(o\013-line)f(case)i(this)e(will)f (result)j(in)e(roughly)g(100)0 1330 y(Mb)o(ytes)18 b(of)e(trace-data)i(on)e (a)h(16-pro)q(cessor)h(system)f(and)f(0.8)g(Gb)o(ytes)i(on)e(a)h(128-pro)q (cessor)h(system)f(for)f(one)h(min)o(ute)0 1380 y(of)c(monitored)g(execution) h(time.)j(Supp)q(ose)e(further)f(that)g(100)f(instructions)i(are)f(needed)h (to)f(pro)q(cess)i(one)e(ev)o(en)o(t-record.)0 1430 y(This)g(means)f(that)i (the)f(on-line)g(pro)q(cessing)h(of)f(the)g(ev)o(en)o(t-records)j(generated)e (at)f(one)h(no)q(de)f(require)h(1)f(MIPS.)g(On-line)0 1480 y(pro)q(cessing)i(of)f(all)e(the)j(ev)o(en)o(t-records)h(will)d(require)i(16) e(MIPS)i(for)e(a)h(16-pro)q(cessor)h(mac)o(hine)e(and)h(roughly)f(130)h(MIPS) 0 1529 y(for)f(a)f(128-pro)q(cessor)i(mac)o(hine.)62 1579 y(F)m(rom)d(the)j (ab)q(o)o(v)o(e)e(example)g(the)i(follo)o(wing)c(conclusions)j(can)g(b)q(e)h (dra)o(wn:)62 1670 y Fj(\017)21 b Fm(On-line)c(pr)n(o)n(c)n(essing)f Ft(:)23 b(in)15 b(a)h(cen)o(tralized)i(manner)d(with)h(the)h(curren)o(t)h (state)f(of)e(tec)o(hnology)h(seems)h(p)q(ossible)f(for)104 1720 y(small)h(parallel)i(mac)o(hines,)h(that)g(is)g(mac)o(hines)f(that)h(do) f(not)h(exceed)h(something)e(lik)o(e)g(16)g(pro)q(cessors.)39 b(With)104 1770 y(bigger)14 b(mac)o(hines)g(the)h(comm)o(unicatio)o(n)d(net)o (w)o(ork,)i(but)h(also)f(the)h(p)q(o)o(w)o(er)g(of)f(the)h(cen)o(tral)g(pro)q (cessor)h(will)d(b)q(ecome)104 1820 y(b)q(ottlenec)o(ks.)19 b(P)o(artially)12 b(distributed)i(pro)q(cessing)g(migh)o(t)d(pro)o(vide)i(a)g (solution)g(to)g(this)g(problem)f(b)o(y)h(reducing)h(the)104 1869 y(amoun)o(t)e(of)h(information)e(to)j(b)q(e)g(transp)q(orted)i(and)d(to) h(b)q(e)h(pro)q(cessed.)62 1952 y Fj(\017)21 b Fm(O\013-line)11 b(pr)n(o)n(c)n(essing)e Ft(:)16 b(in)9 b(a)g(cen)o(tralized)i(manner)e(is)g (p)q(ossible.)17 b(Most)10 b(existing)f(to)q(ols)g(ha)o(v)o(e)h(adopted)g (this)f(approac)o(h,)104 2002 y(but)17 b(these)h(to)q(ols)f(usually)f (address)i(themselv)o(es)f(to)f(small)f(mac)o(hines.)26 b(With)16 b(a)g(128)g(no)q(de)i(mac)o(hine)d(ho)o(w)o(ev)o(er)i(a)104 2052 y(considerable)e(amoun)o(t)e(of)h(storage)h(is)g(required)g(and)g(the)g (transp)q(orting)g(and)f(pro)q(cessing)i(of)e(the)h(trace-data)g(will)104 2102 y(tak)o(e)k(quite)g(some)g(time.)32 b(Through)19 b(a)g(\014rst)h (distributed)g(pro)q(cessing)h(step,)g(this)e(situation)f(can)i(probably)e(b) q(e)104 2152 y(considerably)c(impro)o(v)o(ed,)d(requiring)j(less)h(cen)o (tral)f(storage)g(capacit)o(y)g(and)g(pro)q(cessing)h(p)q(o)o(w)o(er.)62 2243 y(The)h(examples)f(discussed)i(seem)f(to)f(fa)o(v)o(or)g(a)g (distributed)h(approac)o(h)g(to)f(monitoring)e(b)q(oth)j(at)g(the)g (collection)f(and)0 2292 y(at)d(the)i(pro)q(cessing)f(lev)o(el.)18 b(This)12 b(is)g(esp)q(ecially)h(true)h(for)e(on-line)g(pro)q(cessing)h(and)g (for)f(v)o(ery)h(large)f(distributed)h(mac)o(hines.)0 2342 y(Ho)o(w)o(ev)o(er,)18 b(the)g(usefulness)h(of)e(this)h(approac)o(h)f(en)o (tirely)h(dep)q(ends)h(on)e(ho)o(w)g(m)o(uc)o(h)f(of)h(the)h(w)o(ork)f(done)h (b)o(y)f(the)i(cen)o(tral)0 2392 y(pro)q(cessor)d(can)e(b)q(e)g(done)g(in)g (a)f(distributed)i(manner)e(without)g(in)o(tro)q(ducing)h(an)g(imp)q(ortan)o (t)e(comm)o(unicati)o(on)f(o)o(v)o(erhead.)0 2529 y Fo(8)69 b(Conclusion)22 b(and)i(F)-6 b(uture)23 b(Dev)n(elopmen)n(ts)0 2620 y Ft(In)17 b(this)g(rep)q(ort)h(a)e(general)i(approac)o(h)e(to)h(the)h (monitoring)c(of)i(distributed)i(memory)c(mac)o(hines)i(has)h(b)q(een)h (presen)o(ted.)0 2670 y(Constan)o(tly)m(,)12 b(an)i(e\013ort)h(w)o(as)f(made) e(to)i(in)o(tegrate)g(the)h(w)o(ork)e(of)h(the)g(di\013eren)o(t)h(authors)f (in)o(to)f(a)h(consisten)o(t)h(framew)o(ork.)954 2795 y(45)p eop %%Page: 46 46 45 bop 62 42 a Ft(Remark)12 b(that)h(monitors)e(ha)o(v)o(e)i(also)f(b)q(een)i (dev)o(elop)q(ed)g(for)e(shared)i(memory)d(computers)i(but)g(most)f(of)g (them)g(rely)h(on)0 91 y(the)h(common)e(memory)f(assumption)h(and)i(w)o(ere)h (not)f(suitable)g(for)f(our)h(study)m(.)62 141 y(T)m(o)q(da)o(y)e(the)i (\014eld)f(of)f(parallel)g(monitoring)e(remains)i(a)h(relativ)o(ely)f(new)i (\014eld)f(that)g(still)f(has)h(to)g(mature.)k(Theoretical)0 191 y(supp)q(ort)e(for)f(man)o(y)f(asp)q(ects)j(of)e(parallel)f(monitoring)f (is)i(still)g(missing)f(and)h(few)g(unifying)f(concepts)k(ha)o(v)o(e)d(b)q (een)h(estab-)0 241 y(lished.)i(F)m(or)11 b(this)h(reason,)g(a)f(wide)g(v)n (ariet)o(y)g(of)g(di\013eren)o(t)h(to)q(ols)f(exist)h(that)g(all)e(o\013er)i (more)e(or)i(less)g(the)g(same)e(functionalit)o(y)m(.)0 291 y(Most)17 b(to)q(ols)f(incorp)q(orate)h(their)h(o)o(wn)e(v)n(aluable)f (ideas,)i(but)g(there)h(is)e(no)h(compatibilit)o(y)c(b)q(et)o(w)o(een)18 b(the)g(di\013eren)o(t)f(to)q(ols)0 340 y(and)d(a)f(to)q(ol)g(is)h(usually)f (only)g(p)q(ortable)h(to)g(a)g(small)d(family)g(of)i(similar)f(mac)o(hines.) 62 390 y(The)17 b(a)o(v)n(ailabilit)o(y)c(of)j(more)g(and)h(larger)f (parallel)g(mac)o(hines)f(already)i(sho)o(ws)g(a)f(gro)o(wing)g(demand)f(for) i(monitoring)0 440 y(en)o(vironmen)o(ts)f(and)g(authors)h(of)e(to)q(ols)h(ha) o(v)o(e)g(b)q(ecome)h(more)e(and)h(more)g(concerned)i(with)e(the)h(dev)o (elopmen)o(t)e(of)h(op)q(en,)0 490 y(p)q(ortable)h(to)q(ols)f(with)g(in)o (terc)o(hangeable)h(trace)g(data.)26 b(In)16 b(our)h(opinion,)e(this)i (tendency)h(will)d(gain)h(imp)q(ortance)f(in)h(the)0 540 y(near)g(future)g (and)f(w)o(e)h(will)e(assist)h(in)g(the)h(dev)o(elopmen)o(t)f(of)g (monitoring)d(en)o(vironmen)o(ts)j(that)g(are)h(mo)q(dular)e(and)h(in)o(ter-) 0 589 y(c)o(hangeable.)25 b(Suc)o(h)17 b(a)f(monitoring)d(en)o(vironmen)o(t)i (w)o(ould)h(consist)h(of)e(sev)o(eral)i(functional)e(mo)q(dules)g(built)h(on) g(top)g(of)f(a)0 639 y(common)9 b(in)o(terface)k(monitoring)d(platform.)15 b(The)e(user)g(can)g(comp)q(ose)e(his)i(o)o(wn)f(monitoring)d(system)j(b)o(y) g(c)o(ho)q(osing)g(those)0 689 y(mo)q(dules)h(that)h(suit)g(b)q(est)h(his)f (needs)h(and)e(constrain)o(ts.)62 739 y(The)f(app)q(earance)g(of)f(suc)o(h)h (monitoring)c(to)q(ols)j(is)g(ev)o(en)h(more)e(lik)o(ely)m(,)g(since)i(there) g(are)g(no)f(apparen)o(t)h(tec)o(hnical)f(reasons)0 789 y(in)i(fa)o(v)o(or)g (of)g(non-mo)q(dular)e(monitoring)g(to)q(ols.)18 b(Ho)o(w)o(ev)o(er,)c(for)f (suc)o(h)h(to)q(ols)g(to)f(ev)o(olv)o(e,)g(it)g(is)h(imp)q(ortan)o(t)e(that)h (a)h(common)0 839 y(theoretical)h(foundation)f(for)h(parallel)e(monitoring)g (and)h(some)g(common)e(standards)k(b)q(e)f(dev)o(elop)q(ed.)22 b(Some)14 b(imp)q(ortan)o(t)0 888 y(theoretical)g(questions)h(that)f(remain)e (to)i(b)q(e)h(answ)o(ered)g(are:)62 980 y Fj(\017)21 b Ft(What)c(is)g(the)h (real)f(impact)f(of)g(monitors)g(on)h(the)h(monitored)e(system)h(and)g(ho)o (w)g(imp)q(ortan)o(t)f(is)h(it)g(to)g(precisely)104 1029 y(kno)o(w)c(this)h (impact?)62 1112 y Fj(\017)21 b Ft(Ho)o(w)13 b(scalable)h(are)g(the)h(curren) o(t)g(concepts)h(and)e(tec)o(hniques)h(for)e(massiv)o(ely)f(parallel)h(mac)o (hines?)62 1196 y Fj(\017)21 b Ft(Ho)o(w)13 b(should)h(the)h(enormous)e (amoun)o(t)f(of)h(run)o(time)g(information)e(that)j(can)g(b)q(e)g(generated)i (b)o(y)d(parallel)g(mac)o(hines)104 1245 y(b)q(e)h(analyzed)g(and)g(represen) o(ted)j(?)62 1328 y Fj(\017)k Ft(Ho)o(w)13 b(accurate)i(is/will)e(b)q(e)h (the)h(generated)g(information)c(regarding)i(to)h(the)h(concurren)o(t)g(pro)q (cesses)i(b)q(eha)o(vior)c(?)62 1420 y(In)i(our)f(researc)o(h)j(pro)r(ject)e (PIMSY/VIST,)g(w)o(e)f(try)h(to)g(incorp)q(orate)g(most)e(of)h(the)h(p)q (ositiv)o(e)f(ideas)h(describ)q(ed)h(in)e(the)0 1469 y(preceding)f(in)f(a)g (p)q(ortable,)g(mo)q(dular,)e(trace-based)j(monitoring)d(en)o(vironmen)o(t)h (that)h(aims)e(to)i(b)q(e)h(able)f(to)g(scale)h(with)e(the)0 1519 y(massiv)o(ely)h(parallel)h(mac)o(hines.)0 1657 y Fo(References)0 1747 y Ft([Abs90])81 b(F.)12 b(Abstreiter.)17 b(Visualizing)11 b(and)h(analyzing)f(the)h(run)o(time)f(b)q(eha)o(vior)h(of)g(parallel)f (programs.)j(In)e(Burkhart)217 1797 y([Bur90],)h(pages)h(828{839.)0 1880 y([Ayd93])75 b(R.)32 b(Aydt.)74 b(The)33 b(pablo)f(self-de\014ning)h (data)f(format.)73 b(Departmen)o(t)32 b(of)g(Computer)g(Science,)217 1930 y(Univ)o(ersit)o(y)26 b(of)f(Illinois)f(at)h(Urbana-Champaign,)h(Marc)o (h)g(1993.)52 b Fg(available)20 b(by)i(ftp)f(anonymous)217 1980 y(bugle.cs.uiuc.edu)o(:pub/)o(Relea)o(se-1.)o(1/Doc)o(umen)o(tatio)o (n/SDD)o(F.ps.)o(Z)p Ft(.)0 2063 y([Bat88])85 b(P)m(.)15 b(Bates.)23 b(Distributed)16 b(debugging)f(to)q(ols)g(for)g(heterogeneous)i(distributed)f (systems.)23 b(In)16 b(IEEE,)f(editor,)217 2113 y Fm(8th)g(International)g (Confer)n(enc)n(e)g(on)g(Distribute)n(d)g(Computing)g(Systems)p Ft(,)e(pages)i(308{315,)c(1988.)0 2196 y([Bat89])85 b(P)m(.)13 b(Bates.)19 b(Debugging)13 b(heterogeneous)j(distributed)e(systems)g(using)g (ev)o(en)o(t-based)h(mo)q(dels)d(of)i(b)q(eha)o(viour.)217 2246 y Fm(Pr)n(o)n(c)n(e)n(e)n(dings)h(of)g(the)h(A)o(CM)f(SIGPLAN/SIGOPS)h (Workshop)g(on)g(Par)n(al)r(lel)e(and)i(Distribute)n(d)f(Debugging,)217 2295 y(publishe)n(d)g(in)g(A)o(CM)g(SIGPLAN)g(Notic)n(es)p Ft(,)e(24\(1\):11{22,)e(Jan)o(uary)j(1989.)0 2378 y([BB88])93 b(H.-J.)14 b(Beier)i(and)e(T.)g(Bemmerl.)19 b(Soft)o(w)o(are)14 b(monitoring)e(of)i(parallel)g(programs.)19 b(In)c(C.)f(R.)f(Jesshop)q(e)k (and)217 2428 y(K.)h(D.)g(Reinartz,)h(editors,)h Fm(CONP)m(AR)e(88)p Ft(,)i(Manc)o(hester,)h(1988.)c(British)h(Computer)g(So)q(ciet)o(y's)h(P)o (aralle)217 2478 y(Sp)q(ecialist)14 b(Group,)f(Cam)o(brige)f(Univ)o(erit)o(y) h(Press.)0 2561 y([BB91])93 b(T.)18 b(Bemmerl)e(and)i(A.)g(Bo)q(de.)32 b(An)19 b(in)o(tegrated)g(en)o(vironmen)o(t)e(for)h(programmi)o(ng)d (distributed)k(memory)217 2611 y(m)o(ultipro)q(cessors.)31 b(In)18 b Fm(2nd)h(Eur)n(op)n(e)n(an)h(c)n(onfer)n(enc)n(e)f(on)g(Distribute) n(d)f(Memory)h(Computing)p Ft(,)g(pages)g(131{)217 2661 y(142,)13 b(April)g(1991.)954 2795 y(46)p eop %%Page: 47 47 46 bop 0 42 a Ft([BBB)99 26 y Fl(+)127 42 y Ft(90])36 b(T.)17 b(Bemmerl,)g(A.)g(Bo)q(de,)i(P)m(.)e(Braun,)i(O.)e(Hansen,)i(P)m(.)e(Liksc)o (h,)i(and)e(R.)g(Wism)q(\177)-22 b(uller.)27 b(TOPSYS)19 b(-)e(to)q(ols)217 91 y(for)e(parallel)f(systems)i(\(user's)g(o)o(v)o(erview)f(and)g(user's)i (man)o(uals\).)j(T)m(ec)o(hnical)15 b(Rep)q(ort)g(TUM-I9047,)g(SFB-)217 141 y(Beric)o(h)o(t)f(Nr.)f(342/25/90)e(A,)h(Institut)i(f)q(\177)-22 b(ur)12 b(Informatik)f(der)j(T)m(ec)o(hnisc)o(hen)g(Un)o(v)o(ersit\177)-21 b(at)13 b(M)q(\177)-22 b(unc)o(hen,)14 b(Jan)o(uary)217 191 y(1990.)0 274 y([BD91])90 b(G.)16 b(Burns)i(and)f(R.)f(Daoud.)27 b(T)m(rollius)15 b(reference)20 b(man)o(ual)14 b(for)j(c)g(programmers.)26 b(Occam)16 b(User's)i(Group)217 324 y(Newsletter,)d(Marc)o(h)f(1991.)j(Do)q (cumen)o(t)d(Series)g(2/2.)0 407 y([Bem90])68 b(T.)13 b(Bemmerl.)k(The)d (TOPSYS)g(arc)o(hitecture.)20 b(In)14 b(Bukhart)h([Bur90)o(],)e(pages)h (732{743.)0 490 y([BHL90])65 b(T.)14 b(Bemmerl,)e(O.)i(Hansen,)h(and)f(T.)g (Ludwig.)19 b(P)m(A)m(TOP)14 b(for)g(p)q(erformance)h(tuning)f(of)f(parallel) h(programs.)217 540 y(In)g(Burkhart)h([Bur90)o(],)e(pages)h(840{851.)0 623 y([BL92])96 b(T.)19 b(Bemmerl)e(and)i(T.)g(Ludwig.)33 b(MMK)19 b(-)g(a)g(distributed)h(op)q(erating)f(system)g(k)o(ernel)h(with)f(in)o (tegrated)217 672 y(dynamc)13 b(loadbalancing.)j(In)e(Burkhart)g([Bur90],)f (pages)h(744{755.)0 756 y([BL)m(T90])69 b(T.)10 b(Bemmerl,)f(R.)g(Linfhof,)g (and)i(T.)f(T)m(reml.)g(The)h(distributed)g(monitor)e(system)h(of)g(TOPSYS.)j (In)d(Burkhart)217 805 y([Bur90],)j(pages)h(756{765.)0 888 y([Bur90])83 b(H.)10 b(Burkhart,)h(editor.)g Fm(CONP)m(AR)g(90)h({)f(V)l(APP) g(IV)p Ft(,)f(v)o(olume)e(457)h(of)g Fm(L)n(e)n(ctur)n(e)i(Notes)g(in)h (Computer)f(Scienc)n(e)p Ft(,)217 938 y(Zuric)o(h,)j(Switzerland,)g(Septem)o (b)q(er)g(1990.)e(Springer-V)m(erlag.)0 1021 y([CBM90])54 b(W.)12 b(Cheung,)g(J.)h(Blac)o(k,)f(and)h(E.)f(Manning.)j(A)e(framew)o(ork)e(for)h (distributed)i(debugging.)h Fm(IEEE)f(Softwar)n(e)p Ft(,)217 1071 y(7:106{115,)d(Jan)o(uary)j(1990.)0 1154 y([CD)o(W92])47 b(J.)16 b(Choi,)g(J.)g(Dongarra,)f(and)i(D.)e(W)m(alk)o(er.)24 b(The)17 b(design)f(of)g(scalable)g(soft)o(w)o(are)g(libraries)g(for)g (distributed)217 1204 y(memory)11 b(co)q(curren)o(t)16 b(computers.)i(In)c (Dongarra)f(and)h(T)m(ouranc)o(heau)g([DT92)o(],)e(pages)j(17{30.)0 1287 y([Cha91])77 b(S.)17 b(Chaumette.)30 b(A)18 b(repla)o(y)f(mec)o(hanism)f (within)h(an)g(en)o(vironmen)o(t)g(for)g(distributed)i(programmi)o(ng.)27 b(In)217 1337 y Fm(Pr)n(o)n(c)n(e)n(e)n(dings)15 b(of)g(Sup)n(er)n(c)n (omputing)g(Debugging)h(workshop)f('91)p Ft(,)f(Albuquerque,)g(NM,,)f(No)o(v) o(em)o(b)q(er)g(1991.)0 1420 y([CK90])89 b(A.)16 b(Couc)o(h)g(and)g(D.)f (Krumme.)23 b(Monitoring)15 b(parallel)g(executions)i(in)f(real)g(time.)23 b(In)16 b Fm(Pr)n(o)n(c)n(e)n(e)n(dings)h(of)g(the)217 1469 y(5th)e(distribute)n(d)f(memory)h(c)n(omputing)g(c)n(onfer)n(enc)n(e)p Ft(,)f(v)o(olume)e(2,)h(pages)h(1187{1196.)d(IEEE,)k(1990.)0 1553 y([CL85])95 b(K.)16 b(Chandy)h(and)f(L.)g(Lamp)q(ort.)25 b(Distributed)16 b(snapshots)i(:)23 b(determining)16 b(global)e(states)k(in)e (distributed)217 1602 y(sytems.)i Fm(A)o(CM)c(tr)n(ansaction)h(s)g(on)g (Computer)g(Systems)p Ft(,)f(3\(1\):63{75,)d(F)m(ebruary)j(1985.)0 1685 y([CR)m(T89])63 b(M.)10 b(Cosnard,)i(Y.)e(Rob)q(ert,)h(and)g(B.)g(T)m (ouranc)o(heau.)i(Ev)n(aluating)c(sp)q(eedups)k(on)e(distributed)g(memory)e (arc)o(hie)217 1735 y(ctures.)20 b Fm(Par)n(al)r(lel)13 b(Computing)p Ft(,)h(10:247{253,)d(1989.)0 1818 y([DHHB86])28 b(A.)13 b(Duda,)f(G.)g (Harrus,)i(Y.)f(Haddad,)f(and)h(G.)f(Bernard.)18 b(Monitoring)12 b(of)h(distributed)g(systems.)k(T)m(ec)o(hnical)217 1868 y(Rep)q(ort)d(52,)f (ISEM,)h(Decem)o(b)q(er)g(1986.)0 1951 y([DJ91])98 b(C.)14 b(Diehl)f(and)h(C.)g(Jard.)19 b(In)o(terv)n(al)14 b(appro)o(ximations)e(of)h (message)h(causalit)o(y)g(in)g(distributed)g(executin.)20 b(IR)217 2001 y(617,)13 b(IRISA,)g(No)o(v)o(em)o(b)q(er)g(1991.)0 2084 y([DL93])93 b(C.)19 b(Derr)i(and)e(V.)h(Lo.)35 b(Selection)21 b(and)e(reduction)i(:)30 b(T)m(ec)o(hniques)20 b(for)g(visualizing)e(massiv)o (ely)g(parallel)217 2134 y(programs,)12 b(1993.)0 2217 y([DT92])89 b(J.)14 b(Dongarra)f(and)g(B.)h(T)m(ouranc)o(heau,)f(editors.)19 b Fm(Envir)n(onments)c(and)h(T)m(o)n(ols)e(for)g(Par)n(al)r(lel)g (Scienti\014c)h(Com-)217 2267 y(puting)p Ft(,)d(v)o(olume)d(6)i(of)f Fm(A)n(dvanc)n(es)j(In)g(Par)n(al)r(lel)e(Computing)p Ft(,)h(Sain)o(t)e (Hilaire)h(du)g(T)m(ouv)o(et,)g(F)m(rance,)g(Septem)o(b)q(er)217 2316 y(1992.)h(CNRS-NSF,)i(Elsevier)g(Science)h(Publishers)g(-)f(North)g (Holland.)0 2399 y([Dun91])73 b(T.)19 b(H.)g(Dunigan.)34 b(Hyp)q(ercub)q(e)21 b(clo)q(c)o(k)f(sync)o(hronization.)34 b(T)m(ec)o(hnical)19 b(Rep)q(ort)h(TM-11744,)f(Oak)h(Ridge)217 2449 y(National)12 b(Lab)q(oratory)m(,)h(TN,)h(F)m(ebruary)g(1991.)0 2532 y([Fid88])89 b(J.)11 b(Fidge.)i(P)o(artial)d(orders)j(for)d(parallel)g(debugging.)j(In)e (A)o(CM,)g(editor,)g Fm(Pr)n(o)n(c)n(e)n(e)n(dings)i(DIGPLAN/SIGOPS)217 2582 y(workshop)i(on)g(p)n(ar)n(al)r(lel)f(and)i(distribute)n(d)e(debugging)p Ft(,)g(pages)g(183{194,)e(Ma)o(y)i(1988.)954 2795 y(47)p eop %%Page: 48 48 47 bop 0 42 a Ft([FJA91])72 b(J.)17 b(F)m(rancioni,)f(J.)h(Jac)o(kson,)g(and) g(L.)f(Albrigh)o(t.)27 b(The)17 b(sounds)h(of)e(parallel)g(programs.)25 b(In)17 b(Q.)g(Stout)g(and)217 91 y(M.)d(W)m(olfe,)e(editors,)j Fm(The)g(sixth)g(distribute)n(d)g(memory)g(c)n(omputing)h(c)n(onfer)n(enc)n (e)g(pr)n(o)n(c)n(e)n(e)n(dings)p Ft(,)d(F)m(ron)o(tier)i(Se-)217 141 y(ries,)f(pages)g(570{577,)e(P)o(ortland,)h(Oregon,)h(April)f(1991.)g (IEEE,)h(IEEE)g(computer)g(so)q(ciet)o(y)g(press.)0 224 y([GGJ)99 209 y Fl(+)126 224 y Ft(89])37 b(V.)19 b(Guarna,)g(D.)f(Gannon,)h(D.)f (Jablono)o(wski,)h(A.)f(Malon)o(y)m(,)g(and)h(Y.)g(Gaur.)32 b(F)-5 b(A)o(UST)20 b(:)e(An)i(in)o(tegrated)217 274 y(en)o(vironmen)o(t)13 b(of)g(parallel)g(programmi)o(ng.)i Fm(IEEE)g(Softwar)n(e)p Ft(,)e(6:20{29,)f(July)h(1989.)0 357 y([GHPW90])19 b(G.)f(Geist,)h(M.)f (Heath,)i(B.)f(P)o(eyton,)g(and)g(P)m(.)f(W)m(orley)m(.)30 b(A)19 b(user's)h(guide)e(to)h(PICL)f(\(a)h(p)q(ortable)g(instru-)217 407 y(men)o(tes)d(comm)o(unication)d(libary\).)25 b(T)m(ec)o(hnical)16 b(Rep)q(ort)h(TM-11616,)e(Oak)h(Ridge)g(National)f(Lab)q(oratory)m(,)217 457 y(TN,)e(No)o(v)o(em)o(b)q(er)h(1990.)0 540 y([GHSG92])31 b(I.)13 b(Glendinning,)e(S.)i(A.)f(Hellb)q(erg,)i(P)m(.)e(A.)h(Shallo)o(w,)e (and)i(M.)g(Gorro)q(d.)j(Generic)e(visualization)e(and)h(p)q(erfor-)217 589 y(mance)h(monitoring)f(to)q(ols)i(for)g(message)g(passing)g(parallel)f (systems.)22 b(In)15 b(T)m(opham)e(et)j(al.)e([TIB92)o(],)h(pages)217 639 y(139{150.)0 722 y([GK92])86 b(A.)16 b(Gupta)h(and)g(V.)f(Kumar.)26 b(Analysing)16 b(Performance)g(of)h(Large)g(Scale)g(Parallel)f(Systems.)26 b(T)m(ec)o(hnical)217 772 y(Rep)q(ort)18 b(TR)e(92-32,)h(Departmen)o(t)f(of)h (Computer)f(Science)j(-)e(Univ)o(ersit)o(y)g(of)g(Minnesota)g(-)g(Minneap)q (olis,)217 822 y(No)o(v)o(em)o(b)q(er)c(1992.)0 905 y([GMGK84])19 b(H.)13 b(Garcia-Molina,)d(F.)j(Germano,)e(and)i(W.)f(H.)h(Kohler.)k (Debugging)12 b(a)h(distributed)h(computing)e(system.)217 955 y(In)i(IEEE,)g(editor,)g Fm(T)m(r)n(ansactions)g(on)i(Softwar)n(e)e(Engine)n (ering)p Ft(,)g(pages)g(210{219,)d(Marc)o(h)k(1984.)0 1038 y([GS84])95 b(N.)16 b(K.)g(Gupta)h(and)f(R.)g(E.)g(Seviora.)25 b(An)17 b(exp)q(ert)h(system)e(approac)o(h)h(to)f(real-time)f(debugging.)26 b(In)16 b Fm(Pr)n(o-)217 1088 y(c)n(e)n(e)n(dings)i(of)h(the)f(1st)g(c)n (onfer)n(enc)n(e)g(on)h(A)o(rti\014cial)e(Intel)r(ligenc)n(e)h(Applic)n (ation)p Ft(,)g(pages)g(336{343.)d(CS)j(Press,)217 1137 y(1984.)0 1220 y([Gus88])79 b(J.L.)14 b(Gustafson.)21 b(The)16 b(Scaled)f(Sized)h(Mo)q (del:)k(A)15 b(Revision)f(of)h(Amdahl's)e(La)o(w.)20 b(In)15 b(L.P)g(Kartashev)h(and)217 1270 y(S.I.)d(Kartashev,)h(editors,)g Fm(Sup)n(er)n(c)n(omputing'88)p Ft(,)g(v)o(olume)e(I)q(I,)h(pages)h(130{133.) e(In)o(ternational)h(Computing)217 1320 y(Institute,)h(1988.)0 1403 y([GZ84])93 b(R.)17 b(Gusella)g(and)h(S.)g(Zatti.)30 b(T)m(emp)q(o)16 b(:)26 b(A)19 b(net)o(w)o(ork)f(time)e(con)o(troller)i(for)g(a)g(distributed) g(b)q(erk)o(eley)h(unix)217 1453 y(system.)26 b Fm(Distribute)n(d)16 b(pr)n(o)n(c)n(essing)h(te)n(chnic)n(al)h(c)n(ommunic)n(ation)g(newsletter)e (-)h(IEEE)p Ft(,)f(6\(SI-6\):7{15,)f(June)217 1503 y(1984.)0 1586 y([HE91a])71 b(M.)17 b(Heath)h(and)g(J.)f(Etheridge.)31 b(Visualizing)16 b(p)q(erformance)i(of)f(parallel)f(programs.)28 b(T)m(ec)o(hnical)18 b(Rep)q(ort)217 1636 y(TM-11813,)12 b(Oak)i(Ridge)f (National)f(Lab)q(oratory)m(,)h(TN,)h(Ma)o(y)f(1991.)0 1719 y([HE91b])69 b(M.)14 b(Heath)i(and)e(J.)h(Etheridge.)22 b(Visualizing)13 b(the)j(p)q(erformance)e(of)h(parallel)e(programs.)20 b Fm(IEEE)c(Softwar)n (e)p Ft(,)217 1768 y(8:29{39,)11 b(Septem)o(b)q(er)k(1991.)0 1851 y([HG92])87 b(G.)12 b(Haring)g(and)h(Kotsis)g(G.,)f(editors.)17 b Fm(Workshop)d(on)h(Performanc)n(e)f(Me)n(asur)n(ement)g(and)g (Visualization)g(of)217 1901 y(Par)n(al)r(lel)g(Systems)p Ft(,)f(v)o(olume)f (7)i(of)f Fm(A)n(dvanc)n(es)j(in)f(p)n(ar)n(al)r(lel)f(Computing)p Ft(.)f(North)h(Holland,)f(Octob)q(er)i(1992.)0 1984 y([HIM91])67 b(J.)16 b(Hollingsw)o(orth,)f(B.)h(Irvin,)h(and)f(P)m(.)f(B.)i(Miller.)24 b(The)17 b(in)o(tegration)e(of)h(application)f(and)h(system)g(based)217 2034 y(metrics)h(in)h(a)f(parallel)g(program)f(p)q(erformance)h(to)q(ol.)29 b(T)m(o)17 b(app)q(ear)h(in)g(Pro)q(ceedings)h(of)e(the)h(1991)f(A)o(CM)217 2084 y(SIGPLAN)e(Symp)q(osium)d(on)j(Principles)g(and)g(Practice)h(of)e(P)o (arallel)g(Programming)o(,)e(1991.)20 b Fg(accessible)217 2134 y(by)h(anonymous)f(FTP)h(in)h(grilled.cs.wisc.e)o(du:t)o(echni)o(cal)p 1290 2134 14 2 v 13 w(reports/edcu.ps)o(.Z)p Ft(.)0 2217 y([HM93])82 b(J.)16 b(Hollingsw)o(orth)g(and)g(P)m(.)g(B.)g(Miller.)26 b(Dynamic)14 b(con)o(trol)i(of)g(p)q(erformance)h(monitoring)d(on)i(large)g (scale)217 2267 y(parallel)e(systems.)24 b(T)m(o)15 b(app)q(ear)h(-)g(In)o (ternational)f(Conference)i(on)e(Sup)q(ercomputing,)h(T)m(oky)o(o,)e(July)h (1993,)217 2316 y(accessible)g(b)o(y)f Fg(ftp)21 b(grilled.cs.wisc.ed)o(u:te) o(chnic)o(al)p 1187 2316 V 13 w(papers/w3search.)o(ps.Z)p Ft(,)10 b(1993.)0 2399 y([Hon89])76 b(R.)13 b(Hon.)k(A)d(simple)e(trace)j(in)o(terc)o (hange)g(format.)h(T)m(ec)o(hnical)d(Rep)q(ort)h(Apple)g(Computer)f(Inc.,)g (Ma)o(y)g(1989.)0 2482 y([IM93])98 b(R.)34 b(Irvin)h(and)h(P)m(.)e(B.)i (Miller.)81 b(Multi-application)33 b(supp)q(ort)j(in)f(a)g(parallel)f (program)g(p)q(er-)217 2532 y(formance)h(to)q(ol.)84 b(T)m(ec)o(hnical)36 b(Rep)q(ort)h(1135,)j(Univ)o(ersit)o(y)d(of)e(Wisconsin-Madison,)41 b(1210)35 b(W)217 2582 y(Da)o(yton)41 b(Street,)50 b(Madison,)e(Wisconsin)42 b(53706,)47 b(1993.)101 b Fg(accessible)19 b(by)j(anonymous)e(FTP)217 2632 y(grilled.cs.wisc.e)o(du:te)o(chnic)o(al)p 855 2632 V 13 w(papers/multiapp.)o(ps.Z)p Ft(.)954 2795 y(48)p eop %%Page: 49 49 48 bop 0 42 a Ft([Imr92])84 b(K.)14 b(Imre.)j(Exp)q(eriences)f(with)e (monitoring)d(and)j(visualising)e(the)j(p)q(erformance)f(of)f(parallel)g (programs.)k(In)217 91 y(Haring)c(and)h(G.)f([HG92)o(].)0 174 y([JLSU87])50 b(J.)18 b(Jo)o(yce,)h(G.)e(Lomo)o(w,)f(K.)h(Slind,)h(and)g(B.)g (Unger.)30 b(Monitoring)17 b(distributed)h(systems.)30 b Fm(T)m(r)n (ansactions)217 224 y(c)n(omputing)15 b(systems)g(-)g(A)o(CM)p Ft(,)e(5\(2\):121{150,)e(Ma)o(y)i(1987.)0 307 y([Lam78])68 b(L.)17 b(Lamp)q(ort.)28 b(Time,)17 b(clo)q(c)o(k)h(and)f(the)i(ordering)e (of)h(ev)o(en)o(ts)g(in)g(a)f(distributed)h(system)g(comm)o(unicatio)o(n.)217 357 y Fm(Communic)n(ations)d(of)g(th)g(A)o(CM)p Ft(,)e(21\(7\):558{565,)e (July)i(1978.)0 440 y([LCSM92])34 b(J.)16 b(E.)f(Lumpp,)g(T.)g(L.)h(Casa)o(v) n(an)o(t,)f(H.)g(J.)h(Siegel,)g(and)g(D.)f(C.)g(Marinescu.)25 b(Sp)q(eci\014cation)17 b(and)e(iden)o(ti\014ca-)217 490 y(tion)e(of)f(ev)o (en)o(ts)j(for)d(debugging)h(and)g(p)q(erformance)g(monitoring)e(of)i (distributed)g(m)o(ultipro)q(cessor)g(systems.)217 540 y(In)19 b(IEEE,)g(editor,)i Fm(Pr)n(o)n(c)n(e)n(e)n(dings)e(of)h(the)g(10th)g (International)g(Confer)n(enc)n(e)f(on)i(Distribute)n(d)e(Computing)217 589 y(Systems)p Ft(,)14 b(pages)g(476{483,)d(1992.)0 672 y([LMCF92])30 b(T.)13 b(J.)g(Leblanc,)g(J.)h(M.)f(Mellor-Crummey)l(,)d(and)k(R.)e(J.)i(F)m (o)o(wler.)i(Analysing)d(parallel)f(program)g(executions)217 722 y(using)i(m)o(ultiple)f(views.)20 b Fm(Journal)c(of)f(p)n(ar)n(al)r(lel)g (and)h(distribute)n(d)f(c)n(omputing)h(-)g(ac)n(ademic)g(pr)n(ess)p Ft(,)e(9\(2\):203{)217 772 y(217,)f(June)h(1992.)0 855 y([LS92a])81 b(E.)15 b(Leu)g(and)g(A.)g(Sc)o(hip)q(er.)22 b(Execution)16 b(repla)o(y)f(:)20 b(A)15 b(mec)o(hanism)e(for)i(in)o(tegrating)f(a)h (visualizing)e(to)q(ol)i(wth)217 905 y(sym)o(b)q(olic)c(debugger.)18 b(In)13 b(L.)g(Bouge,)g(M.)g(Cosnard,)g(Y.)g(Rob)q(ert,)g(and)h(D.)e(T)m (rystram,)g(editors,)h Fm(Pr)n(o)n(c)n(e)n(e)n(dings)217 955 y(of)h(CONP)m(AR)g(92)h({)g(V)l(APP)f(V)p Ft(,)e(Ly)o(on,)h(Septem)o(b)q(er)h (1992.)e(Ecole)h(Normale)f(Sup)o(\023)-20 b(erieure,)15 b(Springer-V)m (erlag.)0 1038 y([LS92b])79 b(E.)13 b(Leu)h(and)f(A.)g(Sc)o(hip)q(er.)18 b(P)o(araRex)13 b(:)18 b(a)13 b(programmi)o(ng)e(en)o(vironmen)o(t)h(in)o (tegrating)g(execution)j(repla)o(y)e(-ns)217 1088 y(visualization.)j(In)e (Dongarra)f(and)h(T)m(ouranc)o(heau)g([DT92)o(],)f(pages)h(155{170.)0 1171 y([LSV)92 1156 y Fl(+)119 1171 y Ft(89])44 b(T.)17 b(Lehr,)h(Z.)f (Segall,)g(D.)g(F.)g(V)m(rsalo)o(vic,)f(E.)i(Caplan,)e(A.)h(L.)g(Ch)o(ung,)h (and)f(C.E.)f(Fineman.)27 b(Visualizing)217 1220 y(p)q(erformance)14 b(debugging)f(computer.)18 b Fm(IEEE)p Ft(,)c(pages)g(38{51,)e(Octob)q(er)j (1989.)0 1303 y([MAA)112 1288 y Fl(+)139 1303 y Ft(89])24 b(A.)14 b(Malon)o(y)m(,)e(J.)j(Arendt,)g(R.)e(Aydt,)h(D.)g(Reed,)h(D.)e(Grabas,)h (and)g(B.)g(T)m(ott)o(y)m(.)19 b(An)14 b(in)o(tegrated)h(p)q(erformance)217 1353 y(data)h(collection)f(analysis,)g(and)h(visualization)e(system.)24 b(In)16 b Fm(Pr)n(o)n(c)n(e)n(e)n(dings)h(of)g(the)g(4th)f(c)n(onfer)n(enc)n (e)h(on)h(hy-)217 1403 y(p)n(er)n(cub)n(e)d(c)n(oncurr)n(ent)g(c)n(omputers)g (and)g(applic)n(ations)p Ft(,)f(pages)g(229{236,)e(1989.)0 1486 y([Mal89])80 b(A.)13 b(Malon)o(y)m(.)j(Multipro)q(cessor)f(instrumen)o (tation)d(:)18 b(Appro)q(c)o(hes)d(for)e(cedar.)19 b(T)m(ec)o(hnical)13 b(rep)q(ort,)h(Univ)o(ersit)o(y)217 1536 y(of)f(Illinois)f(at)i (Urbana-Champaign,)d(San)o(ta)i(F)m(e,)h(New)g(Mexico,)g(Ma)o(y)f(1989.)0 1619 y([Mat89])76 b(F.)17 b(Mattern.)28 b(Virtual)17 b(time)f(and)h(global)e (state)j(of)f(ditributed)g(systems.)28 b(In)17 b(Cosnard,)h(Quin)o(ton,)f(Ra) o(y-)217 1669 y(nald,)d(and)g(Rob)q(ert,)h(editors,)g Fm(international)h (workshop)g(on)g(p)n(ar)n(al)r(lel)f(and)h(distribute)n(d)f(algorithms)p Ft(.)f(North)217 1719 y(Holland,)e(No)o(v)o(em)o(b)q(er)h(1989.)0 1802 y([Mil92])89 b(B.)12 b(Miller.)i(What)d(to)h(dra)o(w)g(?)17 b(when)12 b(to)g(dra)o(w)g(?)17 b(an)12 b(essa)o(y)g(on)g(parallel)f(program) f(visualization.)j(to)f(app)q(ear)217 1851 y(-)i(Journal)f(of)g(P)o(arallel)g (&)h(Distributed)h(Computing,)c(1992.)0 1934 y([mL92])89 b(R.)12 b(mac)f(Laren.)17 b(Instrumen)o(tation)12 b(and)g(p)q(erformance)h (monitoring)d(of)i(distributed)h(systems.)k(In)12 b Fm(Pr)n(o)n(c)n(e)n(e)n (d-)217 1984 y(ings)j(of)g(the)g(5th)g(Distribute)n(d)f(Memory)h(Computing)g (Confer)n(enc)n(e)p Ft(,)f(pages)g(1180{1186.)d(IEEE,)j(1992.)0 2067 y([MLCS92])34 b(D.)10 b(Marinescu,)i(J.)f(Lumpp,)f(T.)h(Casa)o(v)n(an)o (t,)f(and)h(H.)g(Siegel.)i(Mo)q(dels)e(for)g(monitoring)e(and)i(debugging)f (to)q(ols)217 2117 y(for)k(parallel)g(and)g(distributed)i(soft)o(w)o(are.)k Fm(Journal)c(o)n(d)g(p)n(ar)n(al)r(lel)e(and)i(distribute)n(d)f(c)n(omputing) i(-)e(A)n(c)n(ademic)217 2167 y(pr)n(ess)p Ft(,)e(pages)h(171{184,)e(June)j (1992.)0 2250 y([MN90])82 b(A.)11 b(Malon)o(y)f(and)i(K.)f(Nic)o(hols.)j (Standards)e(w)o(orking)e(group)i(summary)m(.)f(In)g(Simmons)e(and)i(Kosk)o (ela)h([SK90)o(],)217 2300 y(pages)i(261{278.)0 2383 y([Moh90])69 b(B.)17 b(Mohr.)29 b(P)o(erformance)18 b(ev)n(aluation)e(of)h(parallel)f (programs)g(in)h(parallel)g(and)g(distribted)h(systems.)29 b(In)217 2433 y(Burkhart)15 b([Bur90)o(],)e(pages)i(176{187.)0 2516 y([MR90])82 b(A.)10 b(Mallon)o(y)e(and)i(D.)f(Reed.)j(A)e(hardw)o (are-based)h(p)q(erformance)f(monitor)e(for)h(the)i(in)o(tel)e(iPSC/2)h(h)o (yp)q(ercub)q(e.)217 2565 y(In)18 b(Miller)g(B.)g(and)f(McDo)o(w)o(ell)h(C.,) g(editors,)h Fm(Pr)n(o)n(c)n(e)n(e)n(dings)g(of)f(the)h(A)o(CM)g (International)g(Confer)n(enc)n(e)f(on)217 2615 y(Sup)n(er)n(c)n(omputing)p Ft(,)c(Amsterdam,)e(June)j(1990.)d(A)o(CM)i(press.)954 2795 y(49)p eop %%Page: 50 50 49 bop 0 42 a Ft([MRR90])51 b(A.)17 b(Malon)o(y)m(,)g(D.)g(Reed,)i(and)f(D.)f (Rudolph.)28 b(In)o(tegrating)18 b(p)q(erformance)g(data)f(collection,)h (analysis)f(and)217 91 y(visualization.)f(In)e(Simmons)d(and)j(Kosk)o(ela)f ([SK90],)g(pages)h(73{97.)0 174 y([No)q(e92])80 b(R.)15 b(No)q(e.)26 b Fm(Pablo)18 b(instrumentation)f(envir)n(onment)g(User's)f(Guide)p Ft(.)26 b(No)q(e,)17 b(R.,)f(Departmen)o(t)f(of)h(computer)217 224 y(Science,)f(Univ)o(erist)o(y)f(of)f(Illinois,)f(Urbana,)h(Illinois)f (61801,)g(Octob)q(er)k(1992.)0 307 y([OQM91])49 b(C.)12 b(W.)g(Oehlric)o(h,)h (A.)f(Quic)o(k,)h(and)f(P)m(.)g(Metzger.)18 b(Monitor-supp)q(orted)13 b(analysis)f(of)g(a)g(comm)o(unication)e(sys-)217 357 y(tem)g(for)g (transputer-net)o(w)o(orks.)k(In)d Fm(Pr)n(o)n(c)n(e)n(e)n(dings)h(of)g(the)f (2nd)i(Eur)n(op)n(e)n(an)g(Distribute)n(d)e(Memory)h(Computing)217 407 y(Confer)n(enc)n(e)p Ft(,)h(pages)i(120{129,)c(April)j(1991.)0 490 y([P)o(an92])80 b(Cherri)18 b(M.)e(P)o(ancak)o(e.)28 b(Graphical)16 b(supp)q(ort)i(for)e(parallel)g(debugging.)27 b(In)17 b Fm(NA)m(TO)g(sp)n (onsor)n(e)n(d)h(A)n(dvanc)n(e)n(d)217 540 y(R)n(ese)n(ar)n(ch)d(Workshop)h (on)f(Softwar)n(e)f(for)h(Par)n(al)r(lel)e(Computation)p Ft(,)h(pages)g (216{228,)e(Cosenza,)i(June)h(1992.)0 623 y([PGUB92])30 b(C.)15 b(P)o(ancak)o(e,)g(D.)g(Gannon,)g(S.)g(Utter,)h(and)f(D.)g(Bergmark.)22 b(Sup)q(ercomputing)15 b(`90)f(b)q(of)h(session)i(on)e(stan-)217 672 y(dardizing)f(parallel)g(trace-form)o(ts.)21 b(unpublished)15 b(do)q(cumen)o(t)g(a)o(v)n(ailable)e(in)h(P)o(ostscript)j(from)c(anon)o (ymous)217 722 y(ftp)h(from)p Fg(eagle.cn)o(sf.c)o(ornel)o(l.edu)c Ft(in)k Fg(pub/BOF)e Ft(as)i Fg(bof.ps)p Ft(,)e(No)o(v)o(em)o(b)q(er)h(1992.) 0 805 y([PTV92])62 b(S.)15 b(P)o(oinson,)g(B.)h(T)m(ouranc)o(heau,)f(and)h (X.)f(Vigouroux.)22 b(Distributed)16 b(monitoring)d(for)i(scalable)h(massiv)o (ely)217 855 y(parallel)d(mac)o(hines.)k(In)d(Dongarra)f(and)g(T)m(ouranc)o (heau)h([DT92)o(],)f(pages)h(85{101.)0 938 y([PU89])92 b(Cherri)13 b(M.)e(P)o(ancak)o(e)i(and)f(Sue)h(Utter.)j(Mo)q(dels)d(for)f(visualization)e (in)i(parallel)f(debuggers.)17 b(In)12 b Fm(Pr)n(o)n(c)n(e)n(e)n(dings)217 988 y(of)j(Sup)n(er)n(c)n(omputing)g('89)p Ft(,)f(pages)g(627{636,)e(Reno)h (NV,)h(No)o(v)o(em)o(b)q(er)f(1989.)0 1071 y([RAM)112 1056 y Fl(+)139 1071 y Ft(92])24 b(D.)16 b(Reed,)h(R.)e(Aydt,)i(T.)f(Madh)o(y)o (astha,)g(R.)g(No)q(e,)h(K.)f(Shields,)h(and)f(B.)g(Sc)o(h)o(w)o(artz.)27 b(An)16 b(o)o(v)o(erview)g(of)g(the)217 1121 y(pablo)d(p)q(erformance)h (analysis)f(en)o(vironmen)o(t,)f(1992.)0 1204 y([RP91])92 b(D.)13 b(Reed)h(and)f(the)h(Picasso)g(group.)j(Scalable)c(p)q(erformance)h(en)o (vironmen)o(ts)f(for)g(parallel)f(systems.)18 b(Av)n(ail-)217 1254 y(able)c(in)f(P)o(ostScript)i(from)d(reed.ps,)i(April)g(1991.)0 1337 y([RR89a])68 b(D.)13 b(Reed)h(and)g(L.)f(Rudolph.)k(Exp)q(erience)f (with)d(h)o(yp)q(ercub)q(e)j(op)q(erating)d(system)h(instrumen)o(tation.)i Fm(Inter-)217 1386 y(national)f(journal)g(of)g(high-sp)n(e)n(e)n(d)g(c)n (omputing)p Ft(,)f(pages)g(517{542,)e(Decem)o(b)q(er)i(1989.)0 1469 y([RR89b])66 b(D.)15 b(C.)g(Rudolph)g(and)g(D.)g(A.)g(Reed.)24 b(Crystal)16 b(:)21 b(In)o(tel)16 b(iPSC/2)f(op)q(erating)g(system)h (instrumen)o(tation.)22 b(In)217 1519 y Fm(Pr)n(o)n(c)n(e)n(e)n(dings)14 b(of)g(the)h(4th)f(Confer)n(enc)n(e)g(on)h(Hyp)n(er)n(cub)n(e)f(Concurr)n (ent)g(Computers)g(and)h(Applic)n(ations)p Ft(,)e(pages)217 1569 y(249{252,)f(1989.)0 1652 y([SBN88])68 b(D.)14 b(So)q(c)o(ha,)h(M.)g (Bailey)m(,)f(and)h(D.)f(Notkin.)21 b(V)m(o)o(y)o(eur)15 b(:)20 b(Graphical)14 b(views)i(of)e(parallel)g(programs.)20 b(In)15 b(A)o(CM,)217 1702 y(editor,)h Fm(Pr)n(o)n(c)n(e)n(e)n(dings)g (SIGPLAN/SIGOPS)i(workshops)e(on)h(p)n(ar)n(al)r(lel)f(and)h(distribute)n(d)f (debugging)p Ft(,)h(pages)217 1752 y(206{215,)12 b(Ma)o(y)h(1988.)0 1835 y([SK90])96 b(M.)14 b(Simmons)d(and)k(R.)e(Kosk)o(ela,)h(editors.)21 b Fm(Performanc)n(e)15 b(Instrumentation)h(and)g(visualization)p Ft(,)e(F)m(ron)o(tier)217 1885 y(Series,)g(San)o(ta)g(F)m(e,)f(New)i(Mexico,) e(Ma)o(y)h(1990.)e(A)o(CM,)h(Addison-W)m(esley)h(Publishing)f(Compagn)o(y)m (.)0 1968 y([SM92])90 b(R.)16 b(Sc)o(h)o(w)o(arz)h(and)f(F.)h(Mattern.)27 b(Detecting)17 b(causal)f(relationships)h(in)f(distributed)h(comm)o (unications)d(:in)217 2017 y(searc)o(h)19 b(of)f(the)h(holy)e(grail.)30 b(T)m(ec)o(hnical)18 b(Rep)q(ort)h(15/92,)e(Univ)o(ersit\177)-21 b(at)19 b(Keiserslautern,)i(P)o(ost\015ac)o(h)d(3049,)217 2067 y(D-6750)12 b(Keiserslautern,)k(Decem)o(b)q(er)e(1992.)0 2150 y([Sto88])91 b(J.)16 b(M.)f(Stone.)24 b(A)16 b(graphical)f(represen)o(tation) j(of)d(concurren)o(t)i(pro)q(cesses.)27 b(In)16 b(A)o(CM,)f(editor,)h Fm(Pr)n(o)n(c)n(e)n(e)n(dings)217 2200 y(SIGPLAN/)21 b(SIGOPS)h(Workshop)g (on)f(Par)n(al)r(lel)f(and)h(Distribute)n(d)f(Debugging)p Ft(,)j(pages)e (226{235,)e(Ma)o(y)217 2250 y(1988.)0 2333 y([TIB92])77 b(N.)10 b(T)m(opham,)e(R.)h(Ibb)q(ett,)i(and)f(T.)f(Bemmerl,)f(editors.)13 b Fm(Pr)n(o)n(gr)n(amming)d(Envir)n(onments)i(for)f(p)n(ar)n(al)r(lel)f(c)n (omput-)217 2383 y(ing)p Ft(,)j(v)o(olume)f(A-11)i(of)f Fm(IFIP)i(T)m(r)n (ansactions)p Ft(,)e(Edin)o(burgh,)h(Scotland,)f(April)g(1992.)g(IFIP,)g (North)h(Holland.)0 2466 y([vR)m(T92a])50 b(M.)17 b(v)n(an)h(Riek)f(and)h(B.) f(T)m(ouranc)o(heau.)30 b(The)18 b(design)h(of)e(the)h(general)g(parallel)f (monitoring)e(system.)30 b(In)217 2516 y(T)m(opham)12 b(et)i(al.)f([TIB92)o (],)g(pages)h(127{137.)0 2599 y([vR)m(T92b])48 b(M.)15 b(v)n(an)f(Riek)h(and) g(B.)g(T)m(ouranc)o(heau.)22 b(A)16 b(framew)o(ork)e(to)h(parallel)f (monitoring)e(on)k(distributed)f(memory)217 2648 y(m)o(ulticom)o(puters.)i (In)d Fm(T)m(r)n(ansputer'92)p Ft(,)e(Besan\030)-18 b(con,)15 b(F)m(rance,)f(Marc)o(h)g(1992.)f(IA)o(O)h(Press.)954 2795 y(50)p eop %%Page: 51 51 50 bop 0 42 a Ft([vR)m(T92c])53 b(M.)14 b(v)n(an)h(Riek)f(and)h(B.)g(T)m (ouranc)o(heau.)21 b(A)15 b(parallel)f(monitoring)e(system)j(and)g(its)g (implem)o(en)o(tation)d(under)217 91 y(the)i(trollius)f(op)q(erating)h (system.)k(In)c(T)m(opham)d(et)k(al.)e([TIB92)o(].)0 174 y([vR)m(TV92])40 b(M.)14 b(v)n(an)g(Riek,)f(B.)i(T)m(ouranc)o(heau,)f(and)g(X.)g(Vigouroux.)19 b(The)c(massiv)o(ely)e(parallel)g(monitoring)f(system)i(\(a)217 224 y(truly)g(approac)o(h)g(to)f(parallel)g(monitoring\).)j(In)d(Haring)h ([HG92)n(].)0 307 y([W)o(CG)117 292 y Fl(+)143 307 y Ft(92])20 b(A.)f(W)m(agner,)g(S.)f(Chanson,)i(N.)f(Goldstein,)g(J.)g(Jiang,)g(H.)f (Larsen,)j(and)e(H.)f(Sreek)n(an)o(tasw)o(am)o(y)m(.)32 b(Tips)18 b(:)217 357 y(T)m(ransputer-based)d(in)o(teractiv)o(e)f(parallelizing)f (system,)g(1992.)0 440 y([W)m(or92])74 b(P)m(.)17 b(W)m(orley)m(.)28 b(A)17 b(new)h(PICL)g(trace)h(\014le)f(format.)27 b(T)m(ec)o(hnical)17 b(Rep)q(ort)h(TM-12125,)f(Oak)g(Ridge)g(National)217 490 y(Lab)q(oratory)m(,) c(Oak)g(Ridge,)g(TN)h(37831,)e(Octob)q(er)k(1992.)0 573 y([ZT92a])75 b(E.)19 b(Zabala)g(and)g(R.)g(T)m(a)o(ylor.)33 b(Maritxu)20 b(:)29 b(Generic)20 b(visualisation)e(of)h(highly)f(parallel)h(pro)q (cessing.)36 b(In)217 623 y(T)m(opham)12 b(et)i(al.)f([TIB92)o(],)g(pages)h (171{180.)0 706 y([ZT92b])73 b(E.)16 b(Zabala)f(and)g(R.)g(T)m(a)o(ylor.)23 b(Pro)q(cess)18 b(and)e(pro)q(cessor)i(in)o(teraction:)k(Arc)o(hitecture)c (indep)q(enden)o(t)f(visual-)217 756 y(sation)c(sc)o(hema.)18 b(In)c(Dongarra)f(and)h(T)m(ouranc)o(heau)g([DT92)n(],)f(pages)h(55{72.)954 2795 y(51)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF .