%!PS-Adobe-2.0 %%Creator: dvips(k) 5.86 Copyright 1999 Radical Eye Software %%Title: mpichman-chshmem.dvips %%Pages: 97 %%PageOrder: Ascend %%BoundingBox: 0 0 596 842 %%DocumentFonts: Helvetica-Bold Symbol Helvetica %%EndComments %DVIPSWebPage: (www.radicaleye.com) %DVIPSCommandLine: dvips mpichman-chshmem.dvips %DVIPSParameters: dpi=600, compressed %DVIPSSource: TeX output 2004.08.04:1117 %%BeginProcSet: texc.pro %! /TeXDict 300 dict def TeXDict begin/N{def}def/B{bind def}N/S{exch}N/X{S N}B/A{dup}B/TR{translate}N/isls false N/vsize 11 72 mul N/hsize 8.5 72 mul N/landplus90{false}def/@rigin{isls{[0 landplus90{1 -1}{-1 1}ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{ landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR[ matrix currentmatrix{A A round sub abs 0.00001 lt{round}if}forall round exch round exch]setmatrix}N/@landscape{/isls true N}B/@manualfeed{ statusdict/manualfeed true put}B/@copies{/#copies X}B/FMat[1 0 0 -1 0 0] N/FBB[0 0 0 0]N/nn 0 N/IEn 0 N/ctr 0 N/df-tail{/nn 8 dict N nn begin /FontType 3 N/FontMatrix fntrx N/FontBBox FBB N string/base X array /BitMaps X/BuildChar{CharBuilder}N/Encoding IEn N end A{/foo setfont}2 array copy cvx N load 0 nn put/ctr 0 N[}B/sf 0 N/df{/sf 1 N/fntrx FMat N df-tail}B/dfs{div/sf X/fntrx[sf 0 0 sf neg 0 0]N df-tail}B/E{pop nn A definefont setfont}B/Cw{Cd A length 5 sub get}B/Ch{Cd A length 4 sub get }B/Cx{128 Cd A length 3 sub get sub}B/Cy{Cd A length 2 sub get 127 sub} B/Cdx{Cd A length 1 sub get}B/Ci{Cd A type/stringtype ne{ctr get/ctr ctr 1 add N}if}B/id 0 N/rw 0 N/rc 0 N/gp 0 N/cp 0 N/G 0 N/CharBuilder{save 3 1 roll S A/base get 2 index get S/BitMaps get S get/Cd X pop/ctr 0 N Cdx 0 Cx Cy Ch sub Cx Cw add Cy setcachedevice Cw Ch true[1 0 0 -1 -.1 Cx sub Cy .1 sub]/id Ci N/rw Cw 7 add 8 idiv string N/rc 0 N/gp 0 N/cp 0 N{ rc 0 ne{rc 1 sub/rc X rw}{G}ifelse}imagemask restore}B/G{{id gp get/gp gp 1 add N A 18 mod S 18 idiv pl S get exec}loop}B/adv{cp add/cp X}B /chg{rw cp id gp 4 index getinterval putinterval A gp add/gp X adv}B/nd{ /cp 0 N rw exit}B/lsh{rw cp 2 copy get A 0 eq{pop 1}{A 255 eq{pop 254}{ A A add 255 and S 1 and or}ifelse}ifelse put 1 adv}B/rsh{rw cp 2 copy get A 0 eq{pop 128}{A 255 eq{pop 127}{A 2 idiv S 128 and or}ifelse} ifelse put 1 adv}B/clr{rw cp 2 index string putinterval adv}B/set{rw cp fillstr 0 4 index getinterval putinterval adv}B/fillstr 18 string 0 1 17 {2 copy 255 put pop}for N/pl[{adv 1 chg}{adv 1 chg nd}{1 add chg}{1 add chg nd}{adv lsh}{adv lsh nd}{adv rsh}{adv rsh nd}{1 add adv}{/rc X nd}{ 1 add set}{1 add clr}{adv 2 chg}{adv 2 chg nd}{pop nd}]A{bind pop} forall N/D{/cc X A type/stringtype ne{]}if nn/base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{A A length 1 sub A 2 index S get sf div put }if put/ctr ctr 1 add N}B/I{cc 1 add D}B/bop{userdict/bop-hook known{ bop-hook}if/SI save N @rigin 0 0 moveto/V matrix currentmatrix A 1 get A mul exch 0 get A mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N/eop{ SI restore userdict/eop-hook known{eop-hook}if showpage}N/@start{ userdict/start-hook known{start-hook}if pop/VResolution X/Resolution X 1000 div/DVImag X/IEn 256 array N 2 string 0 1 255{IEn S A 360 add 36 4 index cvrs cvn put}for pop 65781.76 div/vsize X 65781.76 div/hsize X}N /p{show}N/RMat[1 0 0 -1 0 0]N/BDot 260 string N/Rx 0 N/Ry 0 N/V{}B/RV/v{ /Ry X/Rx X V}B statusdict begin/product where{pop false[(Display)(NeXT) (LaserWriter 16/600)]{A length product length le{A length product exch 0 exch getinterval eq{pop true exit}if}{pop}ifelse}forall}{false}ifelse end{{gsave TR -.1 .1 TR 1 1 scale Rx Ry false RMat{BDot}imagemask grestore}}{{gsave TR -.1 .1 TR Rx Ry scale 1 1 false RMat{BDot} imagemask grestore}}ifelse B/QV{gsave newpath transform round exch round exch itransform moveto Rx 0 rlineto 0 Ry neg rlineto Rx neg 0 rlineto fill grestore}B/a{moveto}B/delta 0 N/tail{A/delta X 0 rmoveto}B/M{S p delta add tail}B/b{S p tail}B/c{-4 M}B/d{-3 M}B/e{-2 M}B/f{-1 M}B/g{0 M} B/h{1 M}B/i{2 M}B/j{3 M}B/k{4 M}B/w{0 rmoveto}B/l{p -4 w}B/m{p -3 w}B/n{ p -2 w}B/o{p -1 w}B/q{p 1 w}B/r{p 2 w}B/s{p 3 w}B/t{p 4 w}B/x{0 S rmoveto}B/y{3 2 roll p a}B/bos{/SS save N}B/eos{SS restore}B end %%EndProcSet %%BeginProcSet: texnansi.enc % @psencodingfile{ % author = "Y&Y, Inc.", % version = "1.1", % date = "1 December 1996", % filename = "texnansi.enc", % email = "help@YandY.com", % address = "45 Walden Street // Concord, MA 01742, USA", % codetable = "ISO/ASCII", % checksum = "xx", % docstring = "Encoding for fonts in Adobe Type 1 format for use with TeX." % } % % The idea is to have all 228 characters normally included in Type 1 text % fonts (plus a few more) available for typesetting. This is effectively % the character set in Adobe Standard Encoding, ISO Latin 1, plus a few more. % % Character code assignments were made as follows: % % (1) The character layout largely matches `ASCII' in the 32 -- 126 range, % except for `circumflex' in 94 and `tilde' in 126, to match `TeX text' % (`asciicircumflex' and `asciitilde' appear in 158 and 142 instead). % % (2) The character layout matches `Windows ANSI' in almost all places, % except for `quoteright' in 39 and `quoteleft' in 96 to match ASCII % (`quotesingle' and `grave' appear in 129 and 18 instead). % % (3) The character layout matches `TeX typewriter' used by CM text fonts % in most places (except for discordant positions such as hungarumlaut % (instead of braceright), dotaccent (instead of underscore) etc. % % (4) Remaining characters are assigned arbitrarily to the `control character' % range (0 -- 31), avoiding 0, 9, 10 and 13 in case we meet dumb software % - similarly one should really avoid 127 and 128 if possible. % In addition, the 8 open slots in Windows ANSI between 128 and 159 are used. % % (5) Y&Y Lucida Bright includes some extra ligatures and such; ff, ffi, ffl, % and `dotlessj,' these are included 11 -- 15, and 17. % % (6) Hyphen appears both at 45 and 173 for compatibility with both ASCII % and Windows ANSI. % % (7) It doesn't really matter where ligatures appear (both real, such as ffi, % and pseudo such as ---) since these should not be accessed directly, only % via ligature information in the TFM file. % % SAMPLE USAGE (in `psfonts.map' file for DVIPS): % % lbr LucidaBright "TeXnANSIEncoding ReEncodeFont" 104 D115 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fb cmmi10 10.95 11 /Fb 11 105 df<121EEA7F80A2EAFFC0A4EA7F80A2EA1E000A0A798919>58 D<121EEA7F8012FF13C0A213E0A3127FEA1E601200A413E013C0A312011380120313005A 120E5A1218123812300B1C798919>I<126012F8B4FCEA7FC0EA1FF0EA07FCEA01FF3800 7FC0EB1FF0EB07FCEB01FF9038007FC0EC1FF0EC07FCEC01FF9138007FC0ED1FF0ED07FC ED01FF9238007FC0EE1FF0EE07FCEE01FF9338007FC0EF1FF0EF07F8EF01FCA2EF07F8EF 1FF0EF7FC0933801FF00EE07FCEE1FF0EE7FC04B48C7FCED07FCED1FF0ED7FC04A48C8FC EC07FCEC1FF0EC7FC04948C9FCEB07FCEB1FF0EB7FC04848CAFCEA07FCEA1FF0EA7FC048 CBFC12FC1270363678B147>62 D97 DIIII<163EEEFFC092 3803E1E0923807C0F0ED0F811687ED1F8F160F153FA217E092387E038093C7FCA45DA514 015DA30103B512FCA390260003F0C7FCA314075DA4140F5DA5141F5DA4143F92C8FCA45C 147EA414FE5CA413015CA4495AA35CEA1E07127F5C12FF495AA200FE90C9FCEAF81EEA70 3EEA7878EA1FF0EA07C02C537CBF2D>III E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fc cmtt8 8 37 /Fc 37 122 df<387801E038FC03F0EAFE07A4EAFC03AB007C13E0A2383000C0141479A9 23>34 D<121FEA3F80EA7FC013E0A4123F121F1207A2EA0FC0121FEA7F80EAFF005A5A12 700B12748823>44 D<007FB51280B612C0A46C14801A067C9623>I<123E127FEAFF80A5 EA7F00123E0909738823>III<1318133C137CA213FC 120112031207127F12FFA2137C127C1200B3A6387FFFFC14FEA314FC172A7AA923>II<14FC497E1303A2EB07DE130F149EEB1F1E133F133E137E137C13F81201 13F0EA03E0120713C0120FEA1F8013005A123E5A12FCB612F815FCA36C14F8C7EA1E00A7 903807FFF84913FCA36D13F81E2A7EA923>52 D 54 D<1270B612E015F0A439F8000FE0EC1FC000701480C7EA3F00147E14FE5C495AA249 5A5C13075C130F5C131FA291C7FC5BA2133E137EA2137CA313FCA25BA813701C2B7DA923 >I57 D<123E127FEAFF80A5EA7F00123EC7FCAB123E 127FEAFF80A5EA7F00123E091D739C23>I65 D73 D<39FFF81FFFA5390F8001F0B3A7EBC003A2000714E0EBE007EBF00F000314 C0EBFC3F6CB512806C14006D5AEB1FF8EB07E0202A7FA823>85 D<007FB51280B612C0A4 6C14801A067C7E23>95 D<3803FF80000F13E04813F8487F80EB80FFEC3F80381F001FC7 FC140F14FF137F0003B5FC120F5A387FF00F130012FCA25A141F7E6C133F387F81FF90B5 12FC6C14FE7E000713C73901FE01FC1F1D7D9C23>97 DIIII103 DI<133813FEA5133890C7FCA6EA7FFC 487EA3127FEA003EB3387FFFFEB6FCA36C13FE182A7AA923>I107 DI<39 7E1F01F039FF7FC7FC9038FFEFFE14FF6C80390FE1FE1FEBC1FC01C07FEB80F8A2EB00F0 AE3A7FE3FE3FE026FFF3FF13F0A3267FE3FE13E0241D819C23>I<38FF81FCEBC7FF01DF 138090B512C0A23907FE0FE0EBF807EBF00313E0A313C0AD39FFFE1FFF5CA380201D7F9C 23>I<133F3801FFE0487F487F487F381FC0FE383F807F383E001F007E1480007C130F00 FC14C0481307A66C130FA2007C1480007E131F6CEB3F006D5A381FE1FE6CB45A6C5B6C5B 6C5BD8003FC7FC1A1D7C9C23>I<38FF81FCEBC7FF01DF13C090B512E015F03907FE0FF8 EBF8039038F001FCEBE000A249137EA2153EA5157E7F15FC7F14019038F803F89038FE0F F090B5FC15E001DF138001CF1300EBC3F801C0C7FCAAEAFFFEA51F2C7F9C23>I<397FF0 0FE039FFF87FF8ECFFFC13FB6CB5FCC613F8ECC078EC800091C7FC5BA25BA35BAA387FFF FCB57EA36C5B1E1D7E9C23>114 D<3801FF9C000F13FE5A127FA2EAFF0000FC137E4813 3EA26C131C6C1300EA7FF0383FFF80000F13E06C13F838007FFCEB01FEEB007F0070133F 00F8131F7E143F7E38FF80FFEBFFFE14FC14F814F000701380181D7B9C23>I<137013F8 A7007FB51280B612C0A36C1480D800F8C7FCACEC01C0EC03E0A3EBFC07140F9038FE1FC0 EB7FFF158090383FFE00EB0FFCEB07F01B257EA423>I<39FF807FC001C013E0A4000713 03B01407140FEBE03F90B6FC7EA2C613F3EB3FC1201D7F9C23>I<397FF07FF039FFF8FF F8A3397FF07FF03903E03E003801F03C3800F87CEB78F8EB7CF0EB3FE0131F6D5A5C1307 497E497E133DEB3CF0EB7878EBF07C0001133C497E3803C01F397FF03FF839FFF87FFCA3 397FF03FF81E1D7E9C23>120 D<39FFF03FFCA539078007C0158013C00003130F1500EA 01E05CEBF01E1200A26D5A1378A26D5AA3EB1E7014F0130EEB0FE0A213075CA35CA2130F 91C7FCA2EA3E1FEA7F1E133EEA7CFC127F5B6C5A6C5AEA0F801E2C7E9C23>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fd cmtt9 9 13 /Fd 13 121 df<121EEA7F80A2EAFFC0A4EA7F80A2EA1E000A0A728927>46 D<3803FFC0000F13F04813FC4813FF811380EC1FC0381F000F000480C71207A2EB0FFF13 7F0003B5FC120F5A383FFC07EA7FC0130012FE5AA46C130F007F131FEBC0FF6CB612806C 15C07E000313F1C69038807F8022207C9F27>97 DIII 104 D<130F497E497EA46D5A6DC7FC90C8FCA7383FFF80487FA37EEA000FB3A4007FB512 F0B6FC15F815F07E1D2F7BAE27>I<397F07C01F3AFF9FF07FC09039FFF9FFE091B57E7E 3A0FFC7FF1F89038F03FC001E0138001C01300A3EB803EB03A7FF0FFC3FF486C01E31380 01F913E701F813E36C4801C313002920819F27>109 D<387FE07F39FFF1FFC001F713F0 90B5FC6C80000313C1EC01FCEBFE005B5BA25BB03A7FFF83FFE0B500C713F0A36C018313 E024207F9F27>I<387FE0FFD8FFF313C090B512F0816C800003EB81FE49C67E49EB3F80 49131F16C049130FA216E01507A6150F16C07F151F6DEB3F80157F6DEBFF009038FF83FE ECFFFC5D5D01F313C0D9F0FEC7FC91C8FCAC387FFF80B57EA36C5B23317F9F27>112 D<397FFC03FC39FFFE0FFF023F13804A13C0007F90B5FC39007FFE1F14F89138F00F8091 38E002004AC7FC5CA291C8FCA2137EAD007FB57EB67EA36C5C22207E9F27>114 D<9038FFF3800007EBFFC0121F5A5AEB803F38FC000F5AA2EC07806C90C7FCEA7F8013FC 383FFFF06C13FC000713FF00011480D8000F13C09038003FE014070078EB03F000FC1301 A27E14036CEB07E0EBE01F90B512C01580150000FB13FC38707FF01C207B9F27>I<393F FC1FFF486C5A168016006C487E3901F807E06C6C485A4A5A017E90C7FC6D5AEB1F7E5C6D 5A13076D5A5C80497E130F497E143EEB3E3FEB7E1F90387C0F8001F87F00016D7E3803F0 033A7FFE1FFF80A2B54813C06C486C1380A222207E9F27>120 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fe cmr9 9 42 /Fe 42 122 df12 DI<00 3C13F0387E01F838FF03FCA2EB83FEA2EA7F81383D80F600011306A40003130EEB000CA2 48131C00061318000E1338000C1330001C13704813E0387001C00060138017177EB326> 34 D<123C127EB4FCA21380A2127F123D1201A412031300A25A1206120E120C121C5A5A 126009177AB315>39 D<14C01301EB0380EB0F00130E5B133C5B5BA2485A485AA212075B 120F90C7FC5AA2121E123EA3123C127CA55AB0127CA5123C123EA3121E121FA27E7F1207 7F1203A26C7E6C7EA213787F131C7F130FEB0380EB01C01300124A79B71E>I<12C07E12 70123C121C7E120F6C7E6C7EA26C7E6C7EA27F1378137C133C133EA2131E131FA37F1480 A5EB07C0B0EB0F80A514005BA3131E133EA2133C137C137813F85BA2485A485AA2485A48 C7FC120E5A123C12705A5A124A7CB71E>I<123C127EB4FCA21380A2127F123D1201A412 031300A25A1206120E120C121C5A5A126009177A8715>44 D<123C127E12FFA4127E123C 08087A8715>46 D67 D69 D72 DI80 D<90381FE00390387FFC0748B5FC3907F01FCF390F8003FF48C7FC003E80814880A20078 8000F880A46C80A27E92C7FC127F13C0EA3FF013FF6C13F06C13FF6C14C06C14F0C68001 3F7F01037F9038003FFF140302001380157F153FED1FC0150F12C0A21507A37EA26CEC0F 80A26C15006C5C6C143E6C147E01C05B39F1FC03F800E0B512E0011F138026C003FEC7FC 22377CB42B>83 D<007FB712FEA390398007F001D87C00EC003E0078161E0070160EA200 60160600E01607A3481603A6C71500B3AB4A7E011FB512FCA330337DB237>I86 D89 D<0003130C48131C000E13 3848137000181360003813E0003013C0EA700100601380A2EAE00300C01300A400DE1378 00FF13FCEB83FEA2EA7F81A2383F00FC001E1378171774B326>92 D<12035A120E5A12181238123012701260A212E05AA412DEB4FC1380A2127FA2EA3F0012 1E09177BB315>96 DIII<153FEC0FFFA3EC007F81AEEB07F0EB3FFCEBFC0F3901F003BF 3907E001FF48487E48487F8148C7FCA25A127E12FEAA127E127FA27E6C6C5BA26C6C5B6C 6C4813803A03F007BFFC3900F81E3FEB3FFCD90FE0130026357DB32B>III<151F90391FC07F809039FFF8E3C03901F07FC73907E03F033A0FC01F83 809039800F8000001F80EB00074880A66C5CEB800F000F5CEBC01F6C6C48C7FCEBF07C38 0EFFF8380C1FC0001CC9FCA3121EA2121F380FFFFEECFFC06C14F06C14FC4880381F0001 003EEB007F4880ED1F8048140FA56C141F007C15006C143E6C5C390FC001F83903F007E0 C6B51280D91FFCC7FC22337EA126>III107 DI<2703F01FE013FF00FF 90267FF80313C0903BF1E07C0F03E0903BF3803E1C01F02807F7003F387FD803FE147049 6D486C7EA2495CA2495CB3486C496C487EB53BC7FFFE3FFFF0A33C217EA041>I<3903F0 1FC000FFEB7FF09038F1E0FC9038F3807C3907F7007EEA03FE497FA25BA25BB3486CEB7F 80B538C7FFFCA326217EA02B>II<3903F03F8000FFEBFFE09038F3C0F89038F7007ED807FE7F6C48EB1F804914C049 130F16E0ED07F0A3ED03F8A9150716F0A216E0150F16C06D131F6DEB3F80160001FF13FC 9038F381F89038F1FFE0D9F07FC7FC91C8FCAA487EB512C0A325307EA02B>I<3803E07C 38FFE1FF9038E38F809038E71FC0EA07EEEA03ECA29038FC0F8049C7FCA35BB2487EB512 E0A31A217FA01E>114 DI<13 30A51370A313F0A21201A212031207381FFFFEB5FCA23803F000AF1403A814073801F806 A23800FC0EEB7E1CEB1FF8EB07E0182F7FAD1E>IIIII<3A7FFF807F F8A33A07F8001FC00003EC0F800001EC070015066C6C5BA26D131C017E1318A26D5BA2EC 8070011F1360ECC0E0010F5BA2903807E180A214F3010390C7FC14FBEB01FEA26D5AA314 78A21430A25CA214E05CA2495A1278D8FC03C8FCA21306130EEA701CEA7838EA1FF0EA0F C025307F9F29>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Ff cmr6 6 6 /Ff 6 55 df<13E01201120712FF12F91201B3A7487EB512C0A212217AA01E>49 DI<13FF000313C0380F03E0381C00F014F800 3E13FC147CA2001E13FC120CC712F8A2EB01F0EB03E0EB0FC03801FF00A2380003E0EB00 F01478147C143E143F1230127812FCA2143E48137E0060137C003813F8381E03F0380FFF C00001130018227DA01E>I<14E01301A213031307A2130D131D13391331136113E113C1 EA01811203EA07011206120C121C12181230127012E0B6FCA2380001E0A6EB03F0EB3FFF A218227DA11E>I<00101330381E01F0381FFFE014C01480EBFE00EA1BF00018C7FCA513 FE381BFF80381F03C0381C01E0381800F014F8C71278A2147CA21230127812F8A2147848 13F8006013F0387001E01238381E07803807FF00EA01F816227CA01E>II E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fg cmr8 8 6 /Fg 6 55 df<130C133C137CEA03FC12FFEAFC7C1200B3B113FE387FFFFEA2172C7AAB23 >49 DII<140EA2141E143EA2147E14FEA2EB01 BE1303143E1306130E130C131813381330136013E013C0EA0180120313001206120E120C 5A123812305A12E0B612FCA2C7EA3E00A9147F90381FFFFCA21E2D7EAC23>I<000CEB01 80380FC01F90B512005C5C14F014C0D80C7EC7FC90C8FCA8EB1FC0EB7FF8380DE07C380F 801F01001380000E130F000CEB07C0C713E0A2140315F0A4127812FCA448EB07E012E000 6014C00070130F6C14806CEB1F006C133E380780F83801FFE038007F801C2D7DAB23>I< EB03F8EB0FFE90383E0780EBF8013901F007C03803E00FEA07C0EA0F80A2391F00078091 C7FC123EA2127EA2127CEB0FC038FC3FF0EBF07C38FDC01EB4487E01001380EC07C04814 E0A214034814F0A4127CA3127EA2003E14E01407121E001F14C06CEB0F803907801F0038 03C03E6C6C5A38007FF0EB1FC01C2D7DAB23>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fh cmtt12 12 15 /Fh 15 118 df<91391FE00780DAFFFC13C00103EBFF0F010F148F4914FF5B90387FF81F 9038FFC00748497E4848487E497F485A167F485A49143F121F5B003F151F5BA2127F90C8 EA0F8093C7FCA25A5AAD7E7EA36DEC0F80003FED1FC0A27F121F7F000F153F6D15806C7E 167F6C6CECFF007F3A01FF8003FE6C6D485A90397FF81FF86DB55A6D5C6D5C010391C7FC 010013FCEC1FE02A3F7CBD33>67 D<3B7FFFC00FFFF8B56C4813FCA46C496C13F8D803F8 C7EA7F00B3A290B7FCA601F8C77EB3A53B7FFFC00FFFF8B56C4813FCA46C496C13F82E3D 7EBC33>72 D<003FB612804815C0B712E0A26C15C06C1580260003F8C7FCB3B3AD003FB6 12804815C0B712E0A26C15C06C1580233D78BC33>I77 D<003FB512FC48ECFF80B712E016F86C816C 813A01FC000FFF030313801500EE7FC0163FEE1FE0160FA217F01607A6160F17E0A2161F EE3FC0167FEEFF801503030F130090B65A5E5E16E0168003FCC7FC01FCC9FCB3383FFFE0 487FB57EA26C5B6C5B2C3D7EBC33>80 D99 D101 D104 D<14E0EB03F8A2497EA36D5AA2EB 00E091C8FCAA383FFFF8487FA47EEA0001B3AD007FB612C0B712E016F0A216E06C15C024 3E78BD33>I<02FC137E3B7FC3FF01FF80D8FFEF01877F90B500CF7F15DF92B57E6C010F 13872607FE07130301FC01FE7F9039F803FC01A201F013F8A401E013F0B3A53C7FFE0FFF 07FF80B548018F13C0A46C486C01071380322C80AB33>109 D<4AB4FC263FFC0713C026 7FFE1F13F000FF017F7F91B5FC6CB67E6CEC07FEC6EBF801ECF0004A7F4A7F5CA291C7FC A35BB3A43B3FFFF80FFFFC486D4813FEB56C4813FFA26C496C13FE6C496C13FC302C7FAB 33>I112 D114 D<90381FFE0F90B5EA8F80000314FF120F5A5AEBF00738 7F800190C7FC00FE147F5A153FA37E007FEC1F0001C090C7FCEA3FF8EBFFC06C13FF6C14 E0000314F8C680011F13FF01001480020713C0EC007FED1FE0007C140F00FEEC07F01503 A27EA27F15076D14E06D130F6DEB3FC09038FE01FF90B61280160000FD5C00FC14F8D8F8 3F13E0D8780790C7FC242E79AC33>I117 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fi cmbx12 12 63 /Fi 63 123 df12 D40 D<12F07E127E7E6C7E6C7E6C7E7F6C7E6C7E12 007F137F80133F806D7EA26D7EA26D7EA2801303A2801301A280A27F1580A4EC7FC0A615 E0A2143FAE147FA215C0A6ECFF80A415005BA25CA213035CA213075CA2495AA2495AA249 5A5C137F91C7FC13FE5B1201485A485A5B485A485A48C8FC127E12F85A1B647ACA2C>I< 161E163FB3AF007FBB1280BC12C0A46C1A80C9003FCAFCB3AF161E4A4A7ABD57>43 DI< EA07C0EA1FF0EA3FF8EA7FFCEAFFFEA7EA7FFCEA3FF8EA1FF0EA07C00F0F788E1F>46 D48 DIII<163FA25E5E 5D5DA25D5D5D5DA25D92B5FCEC01F7EC03E7140715C7EC0F87EC1F07143E147E147C14F8 EB01F0EB03E0130714C0EB0F80EB1F00133E5BA25B485A485A485A120F5B48C7FC123E5A 12FCB91280A5C8000F90C7FCAC027FB61280A531417DC038>I<0007150301E0143F01FF EB07FF91B6FC5E5E5E5E5E16804BC7FC5D15E092C8FC01C0C9FCAAEC3FF001C1B5FC01C7 14C001DF14F09039FFE03FFC9138000FFE01FC6D7E01F06D13804915C0497F6C4815E0C8 FC6F13F0A317F8A4EA0F80EA3FE0487E12FF7FA317F05B5D6C4815E05B007EC74813C012 3E003F4A1380D81FC0491300D80FF0495AD807FEEBFFFC6CB612F0C65D013F1480010F01 FCC7FC010113C02D427BC038>I<4AB47E021F13F0027F13FC49B6FC01079038807F8090 390FFC001FD93FF014C04948137F4948EBFFE048495A5A1400485A120FA248486D13C0EE 7F80EE1E00003F92C7FCA25B127FA2EC07FC91381FFF8000FF017F13E091B512F89039F9 F01FFC9039FBC007FE9039FF8003FF17804A6C13C05B6F13E0A24915F0A317F85BA4127F A5123FA217F07F121FA2000F4A13E0A26C6C15C06D4913806C018014006C6D485A6C9038 E01FFC6DB55A011F5C010714C0010191C7FC9038003FF02D427BC038>I<121E121F13FC 90B712FEA45A17FC17F817F017E017C0A2481680007EC8EA3F00007C157E5E00785D1501 4B5A00F84A5A484A5A5E151FC848C7FC157E5DA24A5A14035D14074A5AA2141F5D143FA2 147F5D14FFA25BA35B92C8FCA35BA55BAA6D5A6D5A6D5A2F447AC238>IIII< EE1F80A24C7EA24C7EA34C7EA24B7FA34B7FA24B7FA34B7F169F031F80161F82033F80ED 3E07037E80157C8203FC804B7E02018115F0820203814B137F0207815D173F020F814B7F 021F8292C77EA24A82023E80027E82027FB7FCA291B87EA2498302F0C8FCA20103834A15 7F0107834A153FA249488284011F8491C97E4984133E017E82B6020FB612F0A54C457CC4 55>65 DIIIIII< B7D88003B612FEA526003FFEC9EBF800B3A791B9FCA54AC9FCB3AAB7D88003B612FEA54F 447CC358>II<0107B7FCA590 C7001F1300B3B3A9EA1FE0487E487EA2487EA44B5AA26C48495A495C6C4813FF6C48485B 260FFC0713C06CB65A6C4AC7FCC66C13F8010F138030457DC33A>I76 DII<923807FFC0 92B512FE0207ECFFC0021F15F091267FFE0013FC902601FFF0EB1FFF01070180010313C0 4990C76C7FD91FFC6E6C7E49486F7E49486F7E01FF8348496F7E48496F1380A248496F13 C0A24890C96C13E0A24819F04982003F19F8A3007F19FC49177FA400FF19FEAD007F19FC 6D17FFA3003F19F8A26D5E6C19F0A26E5D6C19E0A26C6D4B13C06C19806E5D6C6D4B1300 6C6D4B5A6D6C4B5A6D6C4B5A6D6C4A5B6D01C001075B6D01F0011F5B010101FE90B5C7FC 6D90B65A023F15F8020715C002004AC8FC030713C047467AC454>II82 DI<003FBA12E0A59026 FE000FEB8003D87FE09338003FF049171F90C71607A2007E1803007C1801A300781800A4 00F819F8481978A5C81700B3B3A20107B8FCA545437CC24E>IIII<007FB6D8C003B61280A5D8000F01E0C7D801F8C7FC6D4C5A6F14 076D6D5D6D6D4A5A4E5A6D6D143F6E6C92C8FC6E157E705B6EEBC0016E01E05B4D5A6E6D 485A6EEBF80F6E01FC5B4D5A6E6D48C9FC6F6C5A6F137E5F6F5B815F816F7F81836F7F70 7E93B5FC844B805D4B8004E77FDB0FC37FED1F83DB3F817F04007F037E137F4B8002016E 7F4B6D7F4A5A4A486D7F020F6E7F4B7F4A48814AC76C7F717F147E4A6F7E0101707F4A81 49488349486F7F010F707FB600E00103B612FCA54E447DC355>I<903801FFE0011F13FE 017F6D7E48B612E03A03FE007FF84848EB1FFC6D6D7E486C6D7EA26F7FA36F7F6C5A6C5A EA00F090C7FCA40203B5FC91B6FC1307013F13F19038FFFC01000313E0000F1380381FFE 00485A5B127F5B12FF5BA35DA26D5B6C6C5B4B13F0D83FFE013EEBFFC03A1FFF80FC7F00 07EBFFF86CECE01FC66CEB8007D90FFCC9FC322F7DAD36>97 DIIIIIII<137C48B4FC4813804813C0A24813 E0A56C13C0A26C13806C1300EA007C90C7FCAAEB7FC0EA7FFFA512037EB3AFB6FCA51846 7CC520>I107 DI<90277F8007FEEC0F FCB590263FFFC090387FFF8092B5D8F001B512E002816E4880913D87F01FFC0FE03FF891 3D8FC00FFE1F801FFC0003D99F009026FF3E007F6C019E6D013C130F02BC5D02F86D496D 7EA24A5D4A5DA34A5DB3A7B60081B60003B512FEA5572D7CAC5E>I<90397F8007FEB590 383FFF8092B512E0028114F8913987F03FFC91388F801F000390399F000FFE6C139E14BC 02F86D7E5CA25CA35CB3A7B60083B512FEA5372D7CAC3E>II<90397FC00FF8B590B57E02C314E002CF14F89139DFC0 3FFC9139FF001FFE000301FCEB07FF6C496D13804A15C04A6D13E05C7013F0A2EF7FF8A4 EF3FFCACEF7FF8A318F017FFA24C13E06E15C06E5B6E4913806E4913006E495A9139DFC0 7FFC02CFB512F002C314C002C091C7FCED1FF092C9FCADB67EA536407DAC3E>I<90387F 807FB53881FFE0028313F0028F13F8ED8FFC91389F1FFE000313BE6C13BC14F8A214F0ED 0FFC9138E007F8ED01E092C7FCA35CB3A5B612E0A5272D7DAC2E>114 D<90391FFC038090B51287000314FF120F381FF003383FC00049133F48C7121F127E00FE 140FA215077EA27F01E090C7FC13FE387FFFF014FF6C14C015F06C14FC6C800003806C15 806C7E010F14C0EB003F020313E0140000F0143FA26C141F150FA27EA26C15C06C141FA2 6DEB3F8001E0EB7F009038F803FE90B55A00FC5CD8F03F13E026E007FEC7FC232F7CAD2C >IIIIIII<001FB71280A49026FC001F130001E0495A5B49495A90C748 5A48495B123E4A5B4A5B003C495BA24A90C7FC4A5A4A5AC7FC4A5A495B495BA2495B4990 38800780491300A2495A4948130F49481400A2485B48495B485BA248495B4890C75A4848 5C15034848EB1FFEB7FCA4292C7DAB32>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fj cmti10 10.95 49 /Fj 49 125 df<933807FF80043F13E09338FE00F8DB01F0133EDB07E0130E4B48131F4C 137F031F14FF4BC7FCA218FE157E1878180015FE5DA31401A25DA414030103B712F0A218 E0903A0003F000070207140F4B14C0A3171F020F15805DA2173F1800141F5D5F177EA214 3F92C712FE5FA34A1301027EECF81CA3160302FEECF03C4A1538A21878187013014A0101 13F018E0933800F1C0EF7F804948EC1F0094C7FCA35C1307A2001E5B127F130F00FF5BA2 49CAFC12FEEAF81EEA703CEA7878EA1FF0EA07C0385383BF33>12 D39 D44 D<387FFFFCA3B5FCA21605799521>I<120FEA3FC0127FA212FFA3 1380EA7F00123C0A0A77891C>I<15031507150F151F151E153E157EEC01FEEC03FC1407 141FEB01FF90380FFBF8EB1FC3EB0E07130015F0A2140FA215E0A2141FA215C0A2143FA2 1580A2147FA21500A25CA25CA21301A25CA21303A25CA21307A25CA2130FA25CA2131FA2 5CEB7FE0B612F0A215E0203D77BC2E>49 D<15FE913803FFC091380F01F091383C00F84A 137C4A7F4948133F49487F4A148049C7FC5BEB0E0C011E15C0EB1C0EEB3C061338137813 70020E133FD9F00C148013E0141C0218137F00011600EBC0384A13FEEC600102E05B3A00 E3C003F89039FF0007F0013C495A90C7485A5E037FC7FC15FC4A5A4A5AEC0FC04AC8FC14 7E14F8EB03E0495A011FC9FC133E49141801F0143C48481438485A1678485A48C85A120E 001E4A5AD83FE0130301FF495A397C3FF01FD8780FB55AD8700391C7FCD8F0015B486C6C 5A6E5AEC07C02A3F79BC2E>I<131EEB3F80137FEBFFC05AA214806C13005B133C90C7FC B3120FEA3FC0127FA212FFA35B6CC7FC123C122777A61C>58 D<4BB4FC031F13E092387E 00F8DA01F0131EDA07801307021FC7EA03C0023CEC01E04A1400D901E015704948157849 48153849C9121C131E49D907E0131E0138D93FFC130E49EBFC1E9039F001F0073C01E007 E00380079038C00FC0000390391F8001C09026803F0013FC2607007EEB00FE484914FC12 0E381E01F8D81C0314014A14F8EA3C0700385B0403130FD8780FEDF00E00705BA2040713 1ED8F01FEDE01C00E05BA2040F133CEFC038A3041F1370010F1580043F13F06E017F13E0 0107ECFF814B14C0903B03E003DF0380903A01F00F1F073C7000F83E0F8F0091393FF807 FC91390FC001F06C90CAFCA2123C121C7E000FEE1F806C6C157F6C6C913801FC006C6CEC 0FF0D80078ECFF80013FD91FFCC7FC010FB512C0010001F0C8FC384172BF46>64 D<171C173C177CA217FCA216011603A21607A24C7EA2161DA216391679167116E1A2ED01 C1A2ED038115071601150EA2031C7FA24B7EA25D15F05D4A5AA24A5AA24AC7FC5C140E5C 021FB6FC4A81A20270C7127FA25C13015C495AA249C8FCA2130E131E131C133C5B01F882 487ED807FEEC01FFB500E0017FEBFF80A25C39417BC044>I<9339FF8001C0030F13E003 3F9038F803809239FF807E07913A03FC001F0FDA0FF0EB071FDA1FC0ECBF00DA7F806DB4 FC4AC77E495AD903F86E5A495A130F4948157E4948157C495A13FF91C9FC484816781203 5B1207491670120FA2485A95C7FC485AA3127F5BA312FF5BA490CCFCA2170FA2170EA217 1E171C173C173817786C16706D15F04C5A003F5E6D1403001F4B5A6D4AC8FC000F151E6C 6C5C6C6C14F86C6C495A6C6CEB07C090397FC03F8090261FFFFEC9FC010713F001001380 3A4272BF41>67 D<49B812F8A390260003FEC7121F18074B14031801F000F014075DA314 0F5D19E0A2141F4B1338A2EF7801023F027013C04B91C7FCA217F0027F5CED8001160316 0F91B65AA3ED001F49EC07805CA3010392C8FC5CF003804C13070107020E14005C93C75A 180E010F161E4A151C183CA2011F5E5C60A2013F15014A4A5A1707017F150F4D5A4A147F 01FF913807FF80B9FCA295C7FC3D3E7BBD3E>69 D<49B812F0A390260003FEC7123F180F 4B1403A2F001E014075DA3140F5D19C0A2141F5D1770EFF003023F02E013804B91C7FCA2 1601027F5CED8003A2160702FFEB1F8092B5FCA349D9003FC8FC4A7F82A20103140E5CA2 161E0107141C5CA293C9FC130F5CA3131F5CA3133F5CA2137FA25C497EB612E0A33C3E7B BD3B>I<9339FF8001C0030F13E0033F9038F803809239FF807E07913A03FC001F0FDA0F F0EB071FDA1FC0ECBF00DA7F806DB4FC4AC77E495AD903F86E5A495A130F4948157E4948 157C495A13FF91C9FC4848167812035B1207491670120FA2485A95C7FC485AA3127F5BA3 12FF5BA30303B512FC90C7FCA2DB000190C7FCA25FA216035FA316076C5E7FA2003F150F 6D5D121F6D141F000F153F6C6C4A5A6C6C14F76C6CEB01E36CB4EB07C1903A7FC03F81C0 90391FFFFE00010701F890C8FC010013803A4272BF46>I<49B6FC5BA2D9000313005D5D A314075DA3140F5DA3141F5DA3143F5DA3147F5DA314FF92C7FCA35B5CA313035CA31307 5CA3130F5CA3131F5CA3133F5CA2137FA25C497EB67EA3283E7BBD23>73 D<4AB61280A2180091C713C0167F5FA216FF94C7FCA35D5EA315035EA315075EA3150F5E A3151F5EA3153F5EA3157FA25EA215FFA293C8FCA25CA25DA2380F8003EA3FC0D87FE05B A21407D8FFC05B140F01805B49485A12FC0070495A4A5A6C01FEC9FC383C01FC380F07F0 3807FFC0C648CAFC314079BD30>I<49B612C0A25FD9000390C8FC5D5DA314075DA3140F 5DA3141F5DA3143F5DA3147F5DA314FF92C9FCA35B5CA313035C18C0EF01E0010716C05C 17031880130F4A140718005F131F4A141EA2173E013F5D4A14FC1601017F4A5A16074A13 1F01FFECFFF0B8FCA25F333E7BBD39>76 D<49B5933807FFFC496062D90003F0FC00505A DBBF805E1A771AEF1407033F923801CFE0A2F1039F020FEE071F020E606F6C140E1A3F02 1E161C021C04385BA2F1707F143C023804E090C7FCF001C0629126780FE0495A02705FF0 0700F00E0114F002E0031C5BA2F03803010116704A6C6C5D18E019070103ED01C00280DA 03805BA2943807000F13070200020E5C5FDB03F8141F495D010E4B5CA24D133F131E011C DAF9C05CEEFB80197F013C6DB4C7FC013895C8FC5E01784A5C13F8486C4A5CD807FE4C7E B500F04948B512FE16E01500563E7BBD52>I<902601FFFE020FB5FC496D5CA2D900016D 010013C04AEE3F00193E70141C193CEC07BFDB3FE01438151F1978020F7FDA0E0F157082 19F0EC1E07021C6D5CA203031401023C7FDA38015DA2701303EC7800027002805BA2047F 130702F014C04A013F91C7FCA2715A0101141F4AECF00EA2040F131E010315F84A151C16 07EFFC3C0107140391C7143817FE040113784915FF010E16708218F0131E011C6F5AA217 3F133C01385E171F137813F8486C6F5AEA07FEB500F01407A295C8FC483E7BBD44>I<49 B77E18F018FC903B0003FE0003FEEF00FF4BEC7F80F03FC00207151F19E05DA2020F16F0 A25DA2141FF03FE05DA2023F16C0187F4B1580A2027FEDFF00604B495A4D5A02FF4A5A4D 5A92C7EA3FC04CB4C7FC4990B512FC17E04ACAFCA21303A25CA21307A25CA2130FA25CA2 131FA25CA2133FA25CA2137FA25C497EB67EA33C3E7BBD3E>80 D<49B612FCEFFF8018F0 903B0003FE000FF8EF03FE4BEB00FF8419800207ED3FC05DA219E0140F5DA3021FED7FC0 5DA2F0FF80143F4B15004D5A60027F4A5A4B495A4D5AEF3F8002FF02FEC7FC92380007F8 92B512E01780499038000FE04A6D7E707E707E0103814A130083A213075CA25E130F5C5F 1603131F5CA3013F020714404A16E05F017F160119C04A01031303496C1680B6D8800113 079438FE0F009338007E1ECAEA3FFCEF07F03B407BBD42>82 D<92391FE00380ED7FFC91 3A01FFFE0700913907F01F8F91390FC007DF4AC66CB4FC023E6D5A4A130014FC495A4948 147CA2495AA2010F15785CA3011F1570A46E91C7FCA2808014FE90380FFFE015FC6DEBFF 8016E06D806D806D6C7F141F02037FEC003FED07FF1501A281A282A212075A167E120EA2 001E15FE5EA25E003E14015E003F14034B5A486C5C150F6D495A6D49C8FCD8F9F0137C39 F8FE01F839F03FFFF0D8E00F13C026C001FEC9FC314279BF33>I<48B9FCA25A903AFE00 1FF00101F89138E0007FD807E0163E49013F141E5B48C75BA2001E147FA2001C4B131C12 3C003814FFA2007892C7FC12704A153C00F01738485CC716001403A25DA21407A25DA214 0FA25DA2141FA25DA2143FA25DA2147FA25DA214FFA292C9FCA25BA25CA21303A25CEB0F FE003FB67E5AA2383D71BC41>I<001FB500F090B512F0485DA226003FF0C7380FFC004A EC03F04A5D715A017F1503A24A5DA201FF150795C7FC91C8FCA2485E170E5BA20003161E 171C5BA20007163C17385BA2000F167817705BA2001F16F05F5BA2003F1501A2495DA200 7F1503A2495DA2160794C8FC48C8FC5E160E161E6C151C163C5E5E5E6C6C13014B5A001F 4A5A6C6C011FC9FC6D133E6C6C13F83903FC07F0C6B512C0013F90CAFCEB07F83C406FBD 44>II<147E49B47E9039 07C1C38090391F80EFC090383F00FF017E137F4914804848133F485AA248481400120F5B 001F5C157E485AA215FE007F5C90C7FCA21401485C5AA21403EDF0385AA21407EDE07802 0F1370127C021F13F0007E013F13E0003E137FECF3E1261F01E313C03A0F8781E3803A03 FF00FF00D800FC133E252977A72E>97 DIIII<167C4BB4FC923807C78092380F83C0ED1F 87161FED3F3FA2157EA21780EE0E004BC7FCA414015DA414035DA30103B512F8A3902600 07E0C7FCA3140F5DA5141F5DA4143F92C8FCA45C147EA414FE5CA413015CA4495AA4495A A4495A121E127F5C12FF49C9FCA2EAFE1EEAF83C1270EA7878EA3FE0EA0F802A5383BF1C >III<1478EB01 FCA21303A314F8EB00E01400AD137C48B4FC38038F80EA0707000E13C0121E121CEA3C0F 1238A2EA781F00701380A2EAF03F140012005B137E13FE5BA212015BA212035B14381207 13E0000F1378EBC070A214F0EB80E0A2EB81C01383148038078700EA03FEEA00F8163E79 BC1C>I 107 DIIII<903903E001F890390FF807FE903A1E7C1E0F80903A1C3E 3C07C0013C137801389038E003E0EB783F017001C013F0ED80019038F07F0001E015F814 7E1603000113FEA2C75AA20101140717F05CA20103140F17E05CA20107EC1FC0A24A1480 163F010F15005E167E5E131F4B5A6E485A4B5A90393FB80F80DA9C1FC7FCEC0FFCEC03E0 49C9FCA2137EA213FEA25BA21201A25BA21203A2387FFFE0B5FCA22D3A80A72E>I114 DII<137C48B4141C26038F 80137EEA0707000E7F001E15FE121CD83C0F5C12381501EA781F007001805BA2D8F03F13 03140000005D5B017E1307A201FE5C5B150F1201495CA2151F0003EDC1C0491481A2153F 1683EE0380A2ED7F07000102FF13005C01F8EBDF0F00009038079F0E90397C0F0F1C9039 1FFC07F8903907F001F02A2979A731>I<017CEB01C048B4EB07F038038F80EA0707000E 01C013F8121E001C1403EA3C0F0038EC01F0A2D8781F130000705BA2EAF03F91C712E012 005B017E130116C013FE5B1503000115805BA2ED07001203495B150EA25DA25D15780001 14706D5B0000495A6D485AD97E0FC7FCEB1FFEEB03F0252979A72A>I<017C167048B491 387001FC3A038F8001F8EA0707000E01C015FE001E1403001CEDF000EA3C0F0038177C15 07D8781F4A133C00701380A2D8F03F130F020049133812005B017E011F14784C137013FE 5B033F14F0000192C712E05BA2170100034A14C049137E17031880A2EF070015FE170E00 010101141E01F86D131C0000D9039F5BD9FC076D5A903A3E0F07C1E0903A1FFC03FFC090 2703F0007FC7FC372979A73C>I<903903F001F890390FFC07FE90393C1E0E0F9026780F 1C138001F0EBB83FD801E013F89039C007F07FEA0380000714E0D9000F140048151C000E 4AC7FCA2001E131FA2C75BA2143F92C8FCA35C147EA314FE4A131CA30101143C001E1538 003F491378D87F811470018314F000FF5D9039077801C039FE0F7C033A7C0E3C07802778 3C1E1EC7FC391FF80FFC3907E003F029297CA72A>I<137C48B4143826038F8013FCEA07 07000E7F001E1401001C15F8EA3C0F12381503D8781F14F000701380A2D8F03F13070200 13E012005B017E130F16C013FE5B151F1201491480A2153F000315005BA25D157EA315FE 5D00011301EBF8030000130790387C1FF8EB3FF9EB07E1EB00035DA21407000E5CEA3F80 007F495AA24A5AD8FF0090C7FC143E007C137E00705B387801F0383803E0381E0FC06CB4 C8FCEA03F8263B79A72C>I124 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fk cmsy10 10.95 2 /Fk 2 16 df13 D15 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fl cmtt10 10 89 /Fl 89 126 df<121C127FEAFF80B1EA7F00AF123EC7FCA8121C127FA2EAFF80A3EA7F00 A2121C09346FB32C>33 D<003C131E007F137F481480A66C1400A6007E7FA6003E133EA3 003C131E001C131C191977B32C>I<010F133C90381F807EA8013F13FE4A5AA4007FB612 F0B712F8A4003F15F03A007E01F800A5EBFE0301FC5BA6003FB612F0B712F8A46C15F03A 01F807E000A30003130F01F05BA86C486C5A25337DB22C>IIIII<143814FC13011303EB07F8EB0F F0EB1FC0EB3F80EB7F0013FE485A485A5B12075B120F5B485AA2123F90C7FCA25A127EA3 12FE5AAC7E127EA3127F7EA27F121FA26C7E7F12077F12037F6C7E6C7E137FEB3F80EB1F C0EB0FF0EB07F8EB03FC130113001438164272B92C>I<127012FC7E7E6C7E6C7EEA0FE0 6C7E6C7E6C7E6C7E137F7F1480131F14C0130FEB07E0A214F01303A214F81301A314FC13 00AC130114F8A3130314F0A2130714E0A2EB0FC0131F1480133F14005B13FE485A485A48 5A485AEA3FC0485A48C7FC5A5A1270164279B92C>II<147814FCAF007FB612F0B712F8A46C15F0C700FCC7FC AF147825267DAB2C>II<007FB6FCB712 80A46C150021067B9B2C>I<121FEA3F80EA7FC0EAFFE0A5EA7FC0EA3F80EA1F000B0B70 8A2C>I<1507ED0F80151FA2153F16005D157E15FE5D14015D14035DA214075D140F5D14 1F5D143F92C7FC5C147E14FE5CA213015C13035C13075C130F5C131F5CA2133F91C8FC5B 137E13FE5B12015B12035B12075BA2120F5B121F5B123F90C9FC5A127E12FE5AA25A1278 21417BB92C>II<1307497EA2131FA2 133F137F13FF5A1207127FB5FC13DF139FEA7C1F1200B3AE007FB512E0B612F0A36C14E0 1C3477B32C>IIII<000FB512 FE4880A35D0180C8FCADEB83FE90389FFF8090B512E015F8819038FE03FE9038F000FF01 C07F49EB3F8090C7121F6C15C0C8120FA2ED07E0A4123C127EB4FC150F16C0A248141F00 7EEC3F80007FEC7F006C6C5B6D485A391FF80FFC6CB55A6C5C000114C06C6C90C7FCEB0F F823347CB22C>II<1278B712 C016E0A316C000FCC7EA3F80ED7F0015FE00785CC712014A5A4A5A5D140F5D4A5A143F92 C7FC5C147E14FE5C13015CA2495AA213075CA3495AA4495AA5133F91C8FCAA131E23357C B32C>III<121FEA3F80EA7FC0EAFFE0A5EA7FC0EA3F80 EA1F00C7FCAE121FEA3F80EA7FC0EAFFE0A5EA7FC0EA3F80EA1F000B2470A32C>II<1507ED1F80153F15FF14034A1300EC1FFC4A5AECFFE0491380010790C7FCEB0FFCEB 3FF8EB7FE048485A4890C8FCEA0FFEEA1FF8EA7FF0EAFFC05BA27FEA7FF0EA1FF8EA0FFE EA03FF6C13C06C6C7EEB3FF8EB0FFC6DB4FC01017F6D13E0EC3FF86E7EEC07FF6E138014 00153F151FED0700212A7BAD2C>I<007FB612F0B712F8A4003F15F0CAFCA8003FB612F0 B712F8A46C15F025147DA22C>I<127012FC7E6C7E13E06C7EEA1FFC6C7E3803FF80C67F EB7FF0EB1FF8EB0FFEEB03FF6D13C06D6C7EEC3FF8EC0FFC6EB4FC0201138080A25C0207 1300EC0FFCEC3FF8EC7FE049485A4990C7FCEB0FFEEB1FF8EB7FF0EBFFC000035BD80FFE C8FC485AEA7FF0485A138048C9FC5A1270212A7BAD2C>I<14FE497EA4497FA214EFA213 0781A214C7A2010F7FA314C390381F83F0A590383F01F8A490387E00FCA549137E90B512 FEA34880A29038F8003FA34848EB1F80A4000715C049130FD87FFEEBFFFC6D5AB514FE6C 15FC497E27347EB32C>65 D<007FB512E015F8B612FE6C8016C03903F0003FED0FE0ED07 F01503A2ED01F8A6ED03F0A21507ED0FE0ED1FC0EDFF8090B612005D5D15FF16C09039F0 001FE0ED07F0ED03F81501ED00FCA216FE167EA616FE16FC1501ED03F8150FED3FF0007F B612E016C0B712806CECFE0015F027337FB22C>I<02FF13700107EBE0F84913F9013F13 FD4913FFEBFF813901FE007F4848131FD807F0130F1507485A491303485A150148C7FCA2 5A007EEC00F01600A212FE5AAB7E127EA3007F15F06CEC01F8A26C7EA26C6C13036D14F0 6C6C130716E0D803FC131F6C6CEB3FC03A00FF81FF806DB512006D5B010F5B6D13F00100 138025357DB32C>I<007FB5FCB612C015F0816C803907E003FEEC00FFED7F80153FED1F C0ED0FE0A2150716F0150316F81501A4ED00FCACED01F8A3150316F0A2150716E0150FED 1FC0153FED7F80EDFF00EC03FE007FB55AB65A5D15C06C91C7FC26337EB22C>I<007FB6 12F0B712F8A37E3903F00001A7ED00F01600A4EC01E04A7EA490B5FCA5EBF003A46E5A91 C8FCA5163C167EA8007FB612FEB7FCA36C15FC27337EB22C>I<007FB612F8B712FCA37E D803F0C7FCA716781600A515F04A7EA490B5FCA5EBF001A46E5A92C7FCAD387FFFE0B5FC 805C7E26337EB22C>I<903901FC038090390FFF87C04913EF017F13FF90B6FC48130738 03FC01497E4848137F4848133F49131F121F5B003F140F90C7FCA2127EED078092C7FCA2 12FE5AA8913803FFF84A13FCA27E007E6D13F89138000FC0A36C141FA27F121F6D133F12 0F6D137F6C7E6C6C13FF6D5A3801FF076C90B5FC6D13EF011F13CF6DEB0780D901FCC7FC 26357DB32C>II<007FB512F8B612FCA3 6C14F839000FC000B3B3A5007FB512F8B612FCA36C14F81E3379B22C>I<0107B5128049 14C0A36D148090390003F000B3AF1218127EA2B4FCA24A5A48130F007F131F9038C07FC0 6CB55A6C91C7FC6C5B000313F838007FC022347BB22C>II<387FFFE0B57EA36C5BD803F0C8FCB3AE16F0ED01F8A800 7FB6FCB7FCA36C15F025337DB22C>IIII<007FB512C0B612F88115FF6C 15802603F00013C0153FED0FE0ED07F0A2150316F81501A6150316F01507A2ED0FE0ED3F C015FF90B61280160015FC5D15C001F0C8FCB0387FFF80B57EA36C5B25337EB22C>II<387FFFFCB67E15E015F86C803907E007FE1401EC007F6F7E151FA26F7EA64B5A A2153F4BC7FCEC01FE140790B55A5D15E081819038E007FCEC01FE1400157F81A8160FEE 1F80A5D87FFEEB1FBFB5ECFF00815E6C486D5AC8EA01F029347EB22C>I<90381FF80790 B5EA0F804814CF000714FF5A381FF01F383FC003497E48C7FC007E147F00FE143F5A151F A46CEC0F00007E91C7FC127F7FEA3FE0EA1FFCEBFFC06C13FC0003EBFFC06C14F06C6C7F 01077F9038007FFEEC07FF02001380153FED1FC0A2ED0FE0A20078140712FCA56CEC0FC0 A26CEC1F806D133F01E0EB7F009038FE01FF90B55A5D00F914F0D8F83F13C0D8700790C7 FC23357CB32C>I<007FB612FCB712FEA43AFC007E007EA70078153CC71400B3AF90383F FFFCA2497F6D5BA227337EB22C>I<3B7FFF803FFFC0B56C4813E0A36C496C13C03B03F0 0001F800B3AF6D130300015DA26D130700005D6D130F017F495A6D6C485AECE0FF6DB5C7 FC6D5B010313F86D5B9038003F802B3480B22C>III<3A3FFF03FFE0484913F0148714076C6D13E03A01F800FE007F 0000495A13FE017E5BEB7F03013F5B1487011F5B14CF010F5B14FF6D5BA26D90C7FCA26D 5AA26D5AA2497EA2497EA2497F81EB0FCF81EB1FC7EC87F0EB3F83EC03F8EB7F01017E7F EBFE00497F0001147E49137F000380491480151FD87FFEEBFFFC6D5AB514FE6C15FC497E 27337EB22C>II<003FB612C04815E0A4007EC7EA1FC0ED3F80A2ED7F00157E15FE4A5A003C5C C712034A5AA24A5A4A5AA24A5A4AC7FCA214FE495AA2495A495AA2495A495AA2495A49C8 FCA213FE485AA24848EB03C049EB07E01207485A5B121F485AA248C7FCB7FCA46C15C023 337CB22C>I<387FFFFCB512FEA314FC00FCC7FCB3B3B3B512FC14FEA36C13FC17416FB9 2C>I<127812F87EA27E127E127F7E7F121F7F120F7F1207A27F12037F12017F12007F13 7E137F7F80131FA280130F801307801303801301801300A280147E147F8081141F81140F 811407811403A281140181140081157E157F811680151FA2150FED070021417BB92C>I< 387FFFFCB512FEA37EC7127EB3B3B3387FFFFEB5FCA36C13FC17417DB92C>I<007FB6FC B71280A46C150021067B7D2C>95 D<3801FFF0000713FE001F6D7E15E048809038C01FF8 1407EC01FC381F80000006C77EC8127EA3ECFFFE131F90B5FC1203120F48EB807E383FF8 00EA7FC090C7FC12FE5AA47E007F14FEEB8003383FE01F6CB612FC6C15FE6C14BF0001EB FE1F3A003FF007FC27247CA32C>97 DI<903803FFE0011F13F8017F13FE48B5FC48 804848C6FCEA0FF0485A49137E4848131890C9FC5A127EA25AA8127EA2127F6C140F6DEB 1F806C7E6D133F6C6CEB7F003907FE03FF6CB55A6C5C6C6C5B011F13E0010390C7FC2124 7AA32C>IIIIII<1307EB1FC0A2497EA36D5AA20107C7FC90C8FCA7387FFF C080B5FC7EA2EA0007B3A8007FB512FCB612FEA36C14FC1F3479B32C>I<140EEC3F80A2 EC7FC0A3EC3F80A2EC0E0091C7FCA748B512804814C0A37EC7120FB3B3A2141F003C1480 007E133FB414005CEB01FEEBFFFC6C5B5C001F5B000790C7FC1A467CB32C>II<387FFF E0B57EA37EEA0003B3B3A5007FB61280B712C0A36C158022337BB22C>I<3A7F83F007E0 9039CFFC1FF83AFFDFFE3FFCD87FFF13FF91B57E3A07FE1FFC3E01FCEBF83F496C487E01 F013E001E013C0A301C01380B33B7FFC3FF87FF0027F13FFD8FFFE6D13F8D87FFC4913F0 023F137F2D2481A32C>I<397FF01FE039FFF87FFC9038F9FFFE01FB7F6CB6FC00019038 F03F80ECC01F02807FEC000F5B5BA25BB3267FFFE0B5FCB500F11480A36C01E014002924 7FA32C>II<397FF01FE039FFF8FFF801FB13FE90B6FC6C158000019038F07FC091 38801FE091380007F049EB03F85BED01FC491300A216FE167EA816FE6D14FCA2ED01F86D 13036DEB07F0150F9138801FE09138E07FC091B51280160001FB5B01F813F8EC3FC091C8 FCAD387FFFE0B57EA36C5B27367FA32C>I<903903FC078090391FFF0FC0017F13CF48B5 12EF4814FF3807FE07380FF00148487E49137F4848133F90C7FC48141F127E150F5AA87E 007E141FA26C143F7F6C6C137F6D13FF380FF0033807FC0F6CB6FC6C14EF6C6C138F6D13 0FEB07F890C7FCAD0203B5FC4A1480A36E140029367DA32C>II<90387FF8700003B512F8120F5A5A387F C00F387E00034813015AA36CEB00F0007F140013F0383FFFC06C13FE6CEBFF80000314E0 C66C13F8010113FCEB0007EC00FE0078147F00FC143F151F7EA26C143F6D133E6D13FE90 38F007FC90B5FC15F815E000F8148039701FFC0020247AA32C>I<131E133FA9007FB6FC B71280A36C1500D8003FC8FCB1ED03C0ED07E0A5EC800F011FEB1FC0ECE07F6DB5128016 0001035B6D13F89038003FE0232E7EAD2C>I<3A7FF003FF80486C487FA3007F7F0001EB 000FB3A3151FA2153F6D137F3900FE03FF90B7FC6D15807F6D13CF902603FE0713002924 7FA32C>I<3A7FFF01FFFCB514FE148314016C15FC3A03E0000F80A26D131F00011500A2 6D5B0000143EA26D137E017C137CA2017E13FC013E5BA2EB3F01011F5BA21483010F5BA2 14C701075BA214EF01035BA214FF6D90C7FCA26D5A147C27247EA32C>II<3A3FFF03FFF048018713F8A36C010313F03A00FC00 7E005D90387E01F8013F5BEB1F83EC87E090380FCFC0903807EF80EB03FF6D90C7FC5C6D 5A147C14FE130180903803EF80903807CFC0EB0FC7EC83E090381F01F0013F7FEB7E0001 7C137C49137E0001803A7FFF01FFFC1483B514FE6C15FC140127247EA32C>I<3A7FFF01 FFFCB5008113FE148314816C010113FC3A03E0000F806C7E151F6D140012005D6D133E13 7C017E137E013E137CA2013F13FC6D5BA2EB0F815DA2EB07C1ECC3E0A2EB03E3ECE7C013 0114F75DEB00FFA292C7FC80A2143EA2147E147CA214FC5CA2EA0C01003F5BEA7F83EB87 E0EA7E0F495A387FFF806C90C8FC6C5A6C5AEA07E027367EA32C>I<003FB612E04815F0 A4007EC7EA1FE0ED3FC0ED7F80EDFF004A5A003C495AC7485A4A5A4A5A4A5A4A5A4AC7FC EB01FC495AEB0FF0495A495A495A49C8FC4848EB01E04848EB03F0485A485A485A485A48 5AB7FCA46C15E024247DA32C>I<15FF02071380141F147F91B512004913C04AC7FCEB03 F85CB31307EB1FE013FF007F5BB55A49C8FC6D7E6C7FC67F131FEB07F01303B380EB01FE ECFFC06D13FF6E1380141F14070200130021417BB92C>I<127812FCB3B3B3A912780641 6DB92C>II E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fm cmr10 10 34 /Fm 34 122 df12 D<146014E0EB01C0EB0380EB0700130E131E5B5B A25B485AA2485AA212075B120F90C7FCA25A121EA2123EA35AA65AB2127CA67EA3121EA2 121F7EA27F12077F1203A26C7EA26C7E1378A27F7F130E7FEB0380EB01C0EB00E0146013 5278BD20>40 D<12C07E12707E7E7E120F6C7E6C7EA26C7E6C7EA21378A2137C133C133E 131EA2131F7FA21480A3EB07C0A6EB03E0B2EB07C0A6EB0F80A31400A25B131EA2133E13 3C137C1378A25BA2485A485AA2485A48C7FC120E5A5A5A5A5A13527CBD20>I<121C127F EAFF80A213C0A3127F121C1200A412011380A2120313005A1206120E5A5A5A12600A1979 8817>44 DI<121C127FEAFF80A5EA7F00121C0909798817>I49 D73 D77 D80 D<003FB812E0A3D9C003EB001F273E0001FE 130348EE01F00078160000701770A300601730A400E01738481718A4C71600B3B0913807 FF80011FB612E0A335397DB83C>84 D<007FB590383FFFFCA3C601F801071380D97FE0D9 03FCC7FC013FEC01F06D6C5C5F6D6C5C6D6C13034CC8FC6D6C1306160E6D6C5B6DEB8018 163891387FC0306E6C5A16E06E6C5A91380FF18015FB6EB4C9FC5D14036E7EA26E7F6F7E A24B7E15DF9138019FF09138038FF8150F91380607FC91380E03FE140C4A6C7EEC380002 30804A6D7E14E04A6D7E49486D7E130391C76C7E01066E7E130E010C6E7E011C1401013C 8101FE822607FF80010713E0B500E0013FEBFF80A339397EB83E>88 D97 DIIII<147E903803FF8090380FC1E0EB1F8790 383F0FF0137EA213FCA23901F803C091C7FCADB512FCA3D801F8C7FCB3AB487E387FFFF8 A31C3B7FBA19>IIII< EA03F012FFA3120F1203B1913801FFFCA39138007FC01600157C15705D4A5A4A5A4AC7FC 141E1438147814FC13F1EBF3FEEBF73F01FE7FEBF81F496C7E8114076E7E6E7E81140015 7E157F811680ED1FC0486CEB3FF0B500C0B5FCA3283A7EB92C>107 DI<2703F00FF0EB1FE000 FFD93FFCEB7FF8913AF03F01E07E903BF1C01F83803F3D0FF3800FC7001F802603F70013 CE01FE14DC49D907F8EB0FC0A2495CA3495CB3A3486C496CEB1FE0B500C1B50083B5FCA3 40257EA445>I<3903F00FF000FFEB3FFCECF03F9039F1C01F803A0FF3800FC03803F700 13FE496D7EA25BA35BB3A3486C497EB500C1B51280A329257EA42E>I I<3903F01FE000FFEB7FF89038F1E07E9039F3801F803A0FF7000FC0D803FEEB07E049EB 03F04914F849130116FC150016FEA3167FAA16FEA3ED01FCA26DEB03F816F06D13076DEB 0FE001F614C09039F7803F009038F1E07E9038F0FFF8EC1FC091C8FCAB487EB512C0A328 357EA42E>I<3807E01F00FFEB7FC09038E1E3E09038E387F0380FE707EA03E613EE9038 EC03E09038FC0080491300A45BB3A2487EB512F0A31C257EA421>114 DI<1318A5 1338A31378A313F8120112031207001FB5FCB6FCA2D801F8C7FCB215C0A93800FC011580 EB7C03017E13006D5AEB0FFEEB01F81A347FB220>IIII121 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fn cmbx10 10 7 /Fn 7 117 df65 D97 D<13FFB5FCA412077EAF4AB47E020F13F0023F13FC9138FE03FFDAF000 13804AEB7FC00280EB3FE091C713F0EE1FF8A217FC160FA217FEAA17FCA3EE1FF8A217F0 6E133F6EEB7FE06E14C0903AFDF001FF80903AF8FC07FE009039F03FFFF8D9E00F13E0D9 C00390C7FC2F3A7EB935>I<903801FFC0010F13FC017F13FFD9FF8013802603FE0013C0 48485AEA0FF8121F13F0123F6E13804848EB7F00151C92C7FC12FFA9127FA27F123FED01 E06C7E15036C6CEB07C06C6C14806C6C131FC69038C07E006DB45A010F13F00101138023 257DA42A>I<9038FE03F000FFEB0FFEEC3FFF91387C7F809138F8FFC000075B6C6C5A5C A29138807F80ED3F00150C92C7FC91C8FCB3A2B512FEA422257EA427>114 D<90383FF0383903FFFEF8000F13FF381FC00F383F0003007E1301007C130012FC15787E 7E6D130013FCEBFFE06C13FCECFF806C14C06C14F06C14F81203C614FC131F9038007FFE 140700F0130114007E157E7E157C6C14FC6C14F8EB80019038F007F090B512C000F81400 38E01FF81F257DA426>I<130FA55BA45BA25B5BA25A1207001FEBFFE0B6FCA3000390C7 FCB21578A815F86CEB80F014816CEBC3E090383FFFC06D1380903803FE001D357EB425> I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fo cmtt10 10.95 93 /Fo 93 127 df<121C127FEAFF80B3EA7F00B2123EC7FCA8121C127FA2EAFF80A3EA7F00 A2121C09396DB830>33 D<00101304007C131F00FEEB3F80A26C137FA248133FB2007E14 00007C7F003C131E00101304191C75B830>I<903907C007C0A2496C487EA8011F131FA2 02C05BA3007FB7FCA2B81280A36C16006C5D3A007F807F80A2020090C7FCA9495BA2003F 90B512FE4881B81280A36C1600A22701FC01FCC7FCA300031303A201F85BA76C486C5AA2 29387DB730>I<1438147C14FCA4EB03FF011F13E090B512FC4880000780481580261FFE FD13C09039F0FC3FE0D83FC0131FD87F80EB0FF001001307007E15F800FE14035A1507A3 6CEC03F0A2007F91C7FC138013C0EA3FF0EA1FFE13FF6C13FF6C14E0000114F86C6C7F01 1F7F01037F0100148002FD13C09138FC7FE0151FED0FF015070018EC03F8127E1501B4FC A35AA26CEC03F07E01801307ED0FE0D83FC0131F01F0EB7FC0D81FFEB512806CB612006C 5C6C5CC614F0013F13C0D907FEC7FCEB00FCA5147C143825477BBE30>II II<141E147F14FF5BEB03 FEEB07FCEB0FF0EB1FE0EB3FC0EB7F80EBFF00485A5B12035B485A120F5BA2485AA2123F 5BA2127F90C7FCA412FEAD127FA47F123FA27F121FA26C7EA27F12076C7E7F12017F6C7E EB7F80EB3FC0EB1FE0EB0FF0EB07FCEB03FEEB01FF7F147F141E184771BE30>I<127812 FE7E7F6C7E6C7EEA0FF06C7E6C7E6C7E6C7EEB7F80133F14C0131FEB0FE014F01307A2EB 03F8A214FC1301A214FE1300A4147FAD14FEA4130114FCA2130314F8A2EB07F0A2130F14 E0EB1FC0133F1480137FEBFF00485A485A485A485AEA3FE0485A485A90C7FC5A12781847 78BE30>I<14E0497E497EA60038EC0380007EEC0FC0D8FF83EB3FE001C3137F9038F3F9 FF267FFBFB13C06CB61280000FECFE00000314F86C5C6C6C13C0011F90C7FC017F13C048 B512F04880000F14FE003FECFF80267FFBFB13C026FFF3F913E09038C3F87F0183133FD8 7E03EB0FC00038EC0380000091C7FCA66D5A6D5A23277AAE30>I<143EA2147FAF007FB7 FCA2B81280A36C1600A2C76CC8FCAF143EA229297DAF30>II<007FB612F0A2B712F8A36C15F0A225077B9E30>I<120F EA3FC0EA7FE0A2EAFFF0A4EA7FE0A2EA3FC0EA0F000C0C6E8B30>I<16F01501ED03F8A2 1507A2ED0FF0A2ED1FE0A2ED3FC0A2ED7F80A2EDFF00A24A5AA25D1403A24A5AA24A5AA2 4A5AA24A5AA24A5AA24AC7FCA2495AA25C1303A2495AA2495AA2495AA2495AA2495AA249 C8FCA2485AA25B1203A2485AA2485AA2485AA2485AA2485AA248C9FCA25AA2127CA22547 7BBE30>I<14FE903807FFC0497F013F13F8497F90B57E48EB83FF4848C6138049137F48 48EB3FC04848EB1FE049130F001F15F0491307A24848EB03F8A290C712014815FCA400FE EC00FEAD6C14016C15FCA36D1303003F15F8A26D1307001F15F0A26D130F6C6CEB1FE0A2 6C6CEB3FC06C6CEB7F806D13FF2601FF8313006CEBFFFE6D5B6D5B010F13E06D5BD900FE C7FC273A7CB830>IIIII<000FB6128048 15C05AA316800180C8FCAEEB83FF019F13C090B512F015FC8181D9FE0313809039F0007F C049133F0180EB1FE06CC7120F000E15F0C81207A216F81503A31218127EA2B4FC150716 F048140F6C15E06C141F6DEB3FC06D137F3A3FE001FF80261FFC0F13006CB55A6C5C6C5C 6C14E06C6C1380D90FFCC7FC25397BB730>II<127CB712FC16FEA416FC48C7EA 0FF816F0ED1FE0007CEC3FC0C8EA7F80EDFF00A24A5A4A5A5D14075D140F5D4A5AA24A5A A24AC7FCA25C5C13015CA213035CA213075CA4495AA6131F5CA96D5A6DC8FC273A7CB830 >I<49B4FC011F13F0017F13FC90B57E0003ECFF804815C048010113E03A1FF8003FF049 131FD83FC0EB07F8A24848EB03FC90C71201A56D1303003F15F86D13076C6CEB0FF06C6C EB1FE0D807FCEB7FC03A03FF83FF806C90B512006C6C13FC011F13F0497F90B512FE4880 2607FE0013C0D80FF8EB3FE0D81FE0EB0FF04848EB07F8491303007F15FC90C712014815 FE481400A66C14016C15FC6D1303003F15F86D1307D81FF0EB1FF06D133F3A0FFF01FFE0 6C90B512C06C1580C6ECFE006D5B011F13F0010190C7FC273A7CB830>I<49B4FC010F13 E0013F13F890B57E4880488048010113803A0FFC007FC0D81FF0EB3FE04848131F49EB0F F048481307A290C7EA03F85A4815FC1501A416FEA37E7E6D1303A26C6C13076C6C130F6D 133FD80FFC13FF6CB6FC7E6C14FE6C14F9013FEBE1FC010F138190380060011400ED03F8 A2150716F0150F000F15E0486C131F486CEB3FC0157FEDFF804A1300EC07FE391FF01FFC 90B55A6C5C6C5C6C1480C649C7FCEB3FF0273A7CB830>I<120FEA3FC0EA7FE0A2EAFFF0 A4EA7FE0A2EA3FC0EA0F00C7FCAF120FEA3FC0EA7FE0A2EAFFF0A4EA7FE0A2EA3FC0EA0F 000C276EA630>II<16F01503ED07F8151F157FEDFFF0 14034A13C0021F138091383FFE00ECFFF8495B010713C0495BD93FFEC7FC495A3801FFF0 485B000F13804890C8FCEA7FFC5BEAFFE05B7FEA7FF87FEA1FFF6C7F000313E06C7F3800 7FFC6D7E90380FFF806D7F010113F06D7FEC3FFE91381FFF80020713C06E13F01400ED7F F8151F1507ED03F01500252F7BB230>I<007FB7FCA2B81280A36C16006C5DCBFCA7003F B612FE4881B81280A36C1600A229157DA530>I<1278127EB4FC13C07FEA7FF813FEEA1F FF6C13C000037F6C13F86C6C7EEB1FFF6D7F010313E06D7F9038007FFC6E7E91380FFF80 6E13C0020113F080ED3FF8151F153FEDFFF05C020713C04A138091383FFE004A5A903801 FFF0495B010F13804990C7FCEB7FFC48485A4813E0000F5B4890C8FCEA7FFE13F8EAFFE0 5B90C9FC127E1278252F7BB230>III<147F4A7EA2497FA4497F14F7A401077F14E3A301 0F7FA314C1A2011F7FA490383F80FEA590387F007FA4498049133F90B6FCA34881A39038 FC001F00038149130FA4000781491307A2D87FFFEB7FFFB56CB51280A46C496C13002939 7DB830>I<007FB512F0B612FE6F7E82826C813A03F8001FF815076F7E1501A26F7EA615 015EA24B5A1507ED1FF0ED7FE090B65A5E4BC7FC6F7E16E0829039F8000FF8ED03FC6F7E 1500167FA3EE3F80A6167F1700A25E4B5A1503ED1FFC007FB6FCB75A5E16C05E6C02FCC7 FC29387EB730>I<91387F803C903903FFF03E49EBFC7E011F13FE49EBFFFE5B9038FFE0 7F48EB801F3903FE000F484813075B48481303A2484813015B123F491300A2127F90C8FC 167C16005A5AAC7E7EA2167C6D14FE123FA27F121F6D13016C6C14FCA26C6CEB03F86D13 076C6CEB0FF03901FF801F6C9038E07FE06DB512C06D14806D1400010713FC6D13F09038 007FC0273A7CB830>I<003FB512E04814FCB67E6F7E6C816C813A03F8007FF0ED1FF815 0F6F7E6F7E15016F7EA2EE7F80A2163F17C0161FA4EE0FE0AC161F17C0A3163F1780A216 7F17005E4B5A15034B5A150F4B5AED7FF0003FB65A485DB75A93C7FC6C14FC6C14E02B38 7FB730>I<007FB7FCB81280A47ED803F8C7123FA8EE1F0093C7FCA4157C15FEA490B5FC A6EBF800A4157C92C8FCA5EE07C0EE0FE0A9007FB7FCB8FCA46C16C02B387EB730>I<00 3FB712804816C0B8FCA27E7ED801FCC7121FA8EE0F8093C7FCA5153E157FA490B6FCA690 38FC007FA4153E92C8FCAE383FFFF8487FB5FCA27E6C5B2A387EB730>I<02FF13F00103 EBC0F8010F13F1013F13FD4913FF90B6FC4813C1EC007F4848133F4848131F49130F485A 491307121F5B123F491303A2127F90C7FC6F5A92C8FC5A5AA892B5FC4A14805CA26C7F6C 6D1400ED03F8A27F003F1407A27F121F6D130F120F7F6C6C131FA2D803FE133F6C6C137F ECC1FF6C90B5FC7F6D13FB010F13F30103EBC1F0010090C8FC293A7DB830>I<3B3FFF80 0FFFE0486D4813F0B56C4813F8A26C496C13F06C496C13E0D803F8C7EAFE00B290B6FCA6 01F8C7FCB3A23B3FFF800FFFE0486D4813F0B56C4813F8A26C496C13F06C496C13E02D38 7FB730>I<007FB6FCB71280A46C1500260007F0C7FCB3B3A8007FB6FCB71280A46C1500 213879B730>I<49B512F04914F85BA27F6D14F090C7EAFE00B3B3123C127EB4FCA24A5A 1403EB8007397FF01FF86CB55A5D6C5C00075C000149C7FC38003FF025397AB730>II<383FFFF8487FB57EA26C5B6C5BD801FCC9FCB3B0EE0F80EE1FC0A9003FB7FC5AB8 FCA27E6C16802A387EB730>III<90383FFFE048B512FC000714FF4815804815C04815 E0EBF80001E0133FD87F80EB0FF0A290C71207A44815F8481403B3A96C1407A26C15F0A3 6D130FA26D131F6C6CEB3FE001F813FF90B6FC6C15C06C15806C1500000114FCD8003F13 E0253A7BB830>I<007FB512F0B612FE6F7E16E0826C813903F8003FED0FFCED03FE1501 6F7EA2821780163FA6167F17005EA24B5A1503ED0FFCED3FF890B6FC5E5E16804BC7FC15 F001F8C9FCB0387FFFC0B57EA46C5B29387EB730>I<90383FFFE048B512FC000714FF48 15804815C04815E0EBF80001E0133F4848EB1FF049130F90C71207A44815F8481403B3A8 147E14FE6CEBFF076C15F0EC7F87A2EC3FC7018013CF9038C01FFFD83FE014E0EBF80F90 B6FC6C15C06C15806C1500000114FCD8003F7FEB00016E7EA21680157F16C0153F16E015 1F16F0150FED07E025467BB830>I<003FB57E4814F0B612FC15FF6C816C812603F8017F 9138003FF0151F6F7E15071503821501A515035E1507150F4B5A153F4AB45A90B65A5E93 C7FC5D8182D9F8007FED3FE0151F150F821507A817F8EEF1FCA53A3FFF8003FB4801C0EB FFF8B56C7E17F06C496C13E06C49EB7FC0C9EA1F002E397FB730>I<90390FF803C0D97F FF13E048B512C74814F74814FF5A381FF80F383FE001497E4848137F90C7123F5A48141F A2150FA37EED07C06C91C7FC7F7FEA3FF0EA1FFEEBFFF06C13FF6C14E0000114F86C8001 1F13FF01031480D9003F13C014019138007FE0151FED0FF0A2ED07F8A2007C140312FEA5 6C140716F07F6DEB0FE06D131F01F8EB3FC001FF13FF91B51280160000FD5CD8FC7F13F8 D8F81F5BD878011380253A7BB830>I<003FB712C04816E0B8FCA43AFE003F800FA8007C ED07C0C791C7FCB3B1011FB5FC4980A46D91C7FC2B387EB730>I<3B7FFFC007FFFCB56C 4813FEA46C496C13FCD803F8C7EA3F80B3B16D147F00011600A36C6C14FE6D13016D5CEC 800390393FE00FF890391FF83FF06DB55A6D5C6D5C6D91C7FC9038007FFCEC1FF02F3980 B730>III<3A3FFF01FF F84801837F02C77FA202835B6C01015B3A01FC007F806D91C7FC00005C6D5BEB7F01EC81 FCEB3F8314C3011F5B14E7010F5B14FF6D5BA26D5BA26D5BA26D90C8FCA4497FA2497FA2 815B81EB0FE781EB1FC381EB3F8181EB7F0081497F49800001143F49800003141F498000 07140FD87FFEEB7FFFB590B5128080A25C6C486D130029387DB730>II<001FB612 FC4815FE5AA490C7EA03FCED07F816F0150FED1FE016C0153FED7F80003E1500C85A4A5A 5D14034A5A5D140F4A5A5D143F4A5A92C7FC5C495A5C1303495A5C130F495A5C133F495A 91C8FC5B4848147C4914FE1203485A5B120F485A5B123F485A90B6FCB7FCA46C15FC2738 7CB730>I<007FB5FCB61280A4150048C8FCB3B3B3A5B6FC1580A46C140019476DBE30>I< 127CA212FEA27EA26C7EA26C7EA26C7EA26C7EA26C7EA26C7EA212017FA26C7EA26D7EA2 6D7EA26D7EA26D7EA26D7EA26D7EA2130180A26D7EA26E7EA26E7EA26E7EA26E7EA26E7E A26E7EA2140181A26E7EA2ED7F80A2ED3FC0A2ED1FE0A2ED0FF0A2ED07F8A21503A2ED01 F0150025477BBE30>I<007FB5FCB61280A47EC7123FB3B3B3A5007FB5FCB6FCA46C1400 19477DBE30>I<007FB612F0A2B712F8A36C15F0A225077B7D30>95 D<1338137CEA01FE12031207EA0FFC13F0EA1FE013C0EA3F8013005A127EA212FE5AA5EA FFC013E013F0127FA2123FA2EA1FE0EA07C00F1D70BE30>II< EA3FFC487E12FFA2127F123F1200AAEC03FE91381FFF80027F13E091B57E90B612FC82EC FE079138F001FF4A6C13804A137F4AEB3FC091C7121F17E049140FA217F01607A8160FA2 17E07F161F6EEB3FC0A26EEB7F806E13FFDAF00313009138FC0FFE91B55A5E495CD97E7F 13C0D93C1F90C7FC90380003FC2C3980B730>II<913801FFE04A7F5CA2 8080EC0007AAEB03FE90381FFF874913E790B6FC5A5A481303380FFC00D81FF0133F4913 1F485A150F4848130790C7FCA25AA25AA87E6C140FA27F003F141F6D133F6C7E6D137F39 0FF801FF2607FE07EBFFC06CB712E06C16F06C14F76D01C713E0011F010313C0D907FCC8 FC2C397DB730>I<49B4FC010713E0011F13F8017F7F90B57E488048018113803A07FC00 7FC04848133FD81FE0EB1FE0150F484814F0491307127F90C7FCED03F85A5AB7FCA516F0 48C9FC7E7EA27F003FEC01F06DEB03F86C7E6C7E6D1307D807FEEB1FF03A03FFC07FE06C 90B5FC6C15C0013F14806DEBFE00010713F8010013C0252A7CA830>IIII<14 E0EB03F8A2497EA36D5AA2EB00E091C8FCA9381FFFF8487F5AA27E7EEA0001B3A9003FB6 12C04815E0B7FCA27E6C15C023397AB830>III<387FFFF8B57EA47EEA0001B3B3A8007FB612F0B712F8A46C15F025387BB730> I<02FC137E3B7FC3FF01FF80D8FFEF01877F90B500CF7F15DF92B57E6C010F13872607FE 07EB03F801FC13FE9039F803FC01A201F013F8A301E013F0B3A23C7FFE0FFF07FF80B548 018F13C0A46C486C01071380322881A730>II<49B4 FC010F13E0013F13F8497F90B57E0003ECFF8014013A07FC007FC04848EB3FE0D81FE0EB 0FF0A24848EB07F8491303007F15FC90C71201A300FEEC00FEA86C14016C15FCA26D1303 003F15F86D13076D130F6C6CEB1FF06C6CEB3FE06D137F3A07FF01FFC06C90B512806C15 006C6C13FC6D5B010F13E0010190C7FC272A7CA830>II<49B413F8010FEBC1FC013F13F14913FD48B6FC5A48138139 0FFC007F49131F4848130F491307485A491303127F90C7FC15015A5AA77E7E15037FA26C 6C1307150F6C6C131F6C6C133F01FC137F3907FF01FF6C90B5FC6C14FD6C14F9013F13F1 010F13C1903803FE0190C7FCAD92B512F84A14FCA46E14F82E3C7DA730>I I<90381FFC1E48B5129F000714FF5A5A5A387FF007EB800100FEC7FC4880A46C143E007F 91C7FC13E06CB4FC6C13FC6CEBFF806C14E0000114F86C6C7F01037F9038000FFF020013 80007C147F00FEEC1FC0A2150F7EA27F151F6DEB3F806D137F9039FC03FF0090B6FC5D5D 00FC14F0D8F83F13C026780FFEC7FC222A79A830>III<3B3FFFC0 7FFF80486DB512C0B515E0A26C16C06C496C13803B01F80003F000A26D130700005DA26D 130F017E5CA2017F131F6D5CA2EC803F011F91C7FCA26E5A010F137EA2ECE0FE01075BA2 14F101035BA3903801FBF0A314FF6D5BA36E5A6E5A2B277EA630>I<3B3FFFC01FFFE048 6D4813F0B515F8A26C16F06C496C13E0D807E0C7EA3F00A26D5C0003157EA56D14FE0001 5DEC0F80EC1FC0EC3FE0A33A00FC7FF1F8A2147DA2ECFDF9017C5C14F8A3017E13FBA290 393FF07FE0A3ECE03FA2011F5C90390F800F802D277FA630>I<3A3FFF81FFFC4801C37F B580A26C5D6C01815BC648C66CC7FC137FEC80FE90383F81FC90381FC3F8EB0FE3ECE7F0 6DB45A6D5B7F6D5B92C8FC147E147F5C497F81903803F7E0EB07E790380FE3F0ECC1F890 381F81FC90383F80FE90387F007E017E137F01FE6D7E48486D7E267FFF80B5FCB500C114 8014E3A214C16C0180140029277DA630>I<3B3FFFC07FFF80486DB512C0B515E0A26C16 C06C496C13803B01FC0003F000A2000014076D5C137E150F017F5C7F151FD91F805BA214 C0010F49C7FCA214E00107137EA2EB03F0157C15FCEB01F85DA2EB00F9ECFDF0147D147F A26E5AA36E5AA35DA2143F92C8FCA25C147EA2000F13FE486C5AEA3FC1EBC3F81387EB8F F0EBFFE06C5B5C6C90C9FC6C5AEA01F02B3C7EA630>I<001FB612FC4815FE5AA316FC90 C7EA0FF8ED1FF0ED3FE0ED7FC0EDFF80003E491300C7485A4A5A4A5A4A5A4A5A4A5A4A5A 4990C7FC495A495A495A495A495A495A4948133E4890C7127F485A485A485A485A485A48 B7FCB8FCA46C15FE28277DA630>II<127C A212FEB3B3B3AD127CA207476CBE30>II<017C133848 B4137C48EB80FE4813C14813C348EBEFFC397FEFFFF0D8FF8713E0010713C0486C1380D8 7C0113003838007C1F0C78B730>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fp cmbx10 10.95 68 /Fp 68 124 df12 D40 D<127012F8127C7EEA3F806C7E6C7E12076C7E7F6C7E6C7EA2137F8013 3F806D7EA280130FA280130780A36D7EA4807FA51580B01500A55B5CA4495AA35C130F5C A2131F5CA2495A5C137F91C7FC13FEA2485A485A5B485A120F485A485A003EC8FC5A5A12 70195A7AC329>I44 DII<161C163E167EA216FE16FC150116F8A2 150316F0A2150716E0150F16C0A2151F1680153F1600A25D157E15FE5DA214015DA21403 5D14075DA2140F5D141F5DA2143F92C7FC5C147EA214FE5CA213015C13035CA213075C13 0F5CA2131F5C133F91C8FCA25B137EA213FE5B12015BA212035B12075BA2120F5B121F5B A2123F90C9FCA25A127E12FE5AA25A1278275B7AC334>II<140F143F5C495A130F48B5FCB6FCA313F7EAFE071200B3B3A8007FB612F0A5 243C78BB34>I<903803FF80013F13F890B512FE00036E7E4881260FF80F7F261FC0037F 4848C67F486C6D7E6D6D7E487E6D6D7EA26F1380A46C5A6C5A6C5A0007C7FCC8FC4B1300 A25E153F5E4B5AA24B5A5E4A5B4A5B4A48C7FC5D4A5AEC1FE04A5A4A5A9139FF000F80EB 01FC495A4948EB1F00495AEB1F8049C7FC017E5C5B48B7FC485D5A5A5A5A5AB7FC5EA429 3C7BBB34>I<903801FFE0010F13FE013F6D7E90B612E04801817F3A03FC007FF8D807F0 6D7E82D80FFC131F6D80121F7FA56C5A5E6C48133FD801F05CC8FC4B5A5E4B5A4A5B020F 5B902607FFFEC7FC15F815FEEDFFC0D9000113F06E6C7E6F7E6F7E6F7E1780A26F13C0A2 17E0EA0FC0487E487E487E487EA317C0A25D491580127F49491300D83FC0495A6C6C495A 3A0FFE01FFF86CB65A6C5DC61580013F49C7FC010313E02B3D7CBB34>II<00071538D80FE0EB01F801FE133F90B6 FC5E5E5E5E93C7FC5D15F85D15C04AC8FC0180C9FCA9ECFFC0018713FC019F13FF90B67E 020113E09039F8007FF0496D7E01C06D7E5B6CC77FC8120F82A31780A21207EA1FC0487E 487E12FF7FA21700A25B4B5A6C5A01805C6CC7123F6D495AD81FE0495A260FFC075B6CB6 5A6C92C7FCC614FC013F13F0010790C8FC293D7BBB34>II<121F7F13F890B712F0A45A17E017C0178017005E5E5A007E C7EA01F84B5A007C4A5A4B5A4B5A93C7FC485C157E5DC7485A4A5AA24A5A140F5D141F14 3F5D147FA214FF92C8FC5BA25BA3495AA3130FA5131FAA6D5A6D5A6D5A2C3F7ABD34>I< ECFFF0010713FE011F6D7E017F14E09039FFC07FF03A01FE001FF848486D7E48486D7E15 03485A8281121FA27F7F7F6D5B02C05B14F06C6D485A9138FE0FF89138FF9FF06CECFFE0 6C5D5E6C92C7FC6C816D14E0011F80498090B67E48812607FE3F7F48486C1480381FF807 D9F00114C048486C7E007F8049010F13E0150348487F81167FA2163FA36D15C0127FEE7F 807F6C6CECFF006C6C5B01FEEB07FE3A0FFFC03FFC6C90B55A000115E06C6C5C011F49C7 FC010113F02B3D7CBB34>I<903801FFE0010F13FC013F13FF90B612C04801E07F489038 003FF048486D7E000F6E7E485A6F7E123F48488081178012FFA217C0A517E0A4007F5CA4 003F5C6C7E5D6C7E00075C3903FF80FB6C13FF6C6C13F36D13C3010F018313C090380008 031400A24B1380EA03F0487E486C1500487E4B5AA25E151F4B5A495C6C48EBFFE049485B 2607FC0F5B6CB6C7FC6C14FC6C14F06D13C0D90FFEC8FC2B3D7CBB34>II<90381FFF8090B512F0000314 FC000F14FF261FF8071380263FC00113C0018014E0486C7E486C14F07FA56C5A4A13E0EA 3FC0260F000313C0C714804A13004A5A4A5A15F04A5A4A5A5D92C7FC14FE5C13015CA25C AA90C9FCA8EB03F0497E497E497E497EA66D5A6D5A6D5A6D5A24407ABF31>63 D<16FCA24B7EA24B7EA34B7FA24B7FA34B7FA24B7FA34B7F157C03FC7FEDF87FA2020180 EDF03F0203804B7E02078115C082020F814B7E021F811500824A81023E7F027E81027C7F A202FC814A147F49B77EA34982A2D907E0C7001F7F4A80010F835C83011F8391C87E4983 133E83017E83017C81B500FC91B612FCA5463F7CBE4F>65 DI<922607FFC0130E92B500FC131E02 0702FF133E023FEDC07E91B7EAE1FE01039138803FFB499039F80003FF4901C01300013F 90C8127F4948151FD9FFF8150F48491507485B4A1503481701485B18004890CAFC197E5A 5B193E127FA349170012FFAC127F7F193EA2123FA27F6C187E197C6C7F19FC6C6D16F86C 6D150119F06C6D15036C6DED07E0D97FFEED0FC06D6CED3F80010F01C0ECFF006D01F8EB 03FE6D9039FF801FFC010091B55A023F15E002071580020002FCC7FC030713C03F407ABE 4C>IIII<922607FFC0130E92B500FC131E020702FF 133E023FEDC07E91B7EAE1FE01039138803FFB499039F80003FF4901C01300013F90C812 7F4948151FD9FFF8150F48491507485B4A1503481701485B18004890CAFC197E5A5B193E 127FA34994C7FC12FFAB0407B612FC127F7FA3003F92C7383FFE00A27F7EA26C7FA26C7F 6C7FA26C7F6C7FD97FFE157F6D6C7E010F01E014FF6D01F813036D9038FF801F010091B5 12F3023F15C00207ED803E02009138FE000E030701E090C7FC46407ABE52>III<0103B612F8A590C7 383FFC00B3B3A4EA1FE0487E487EA2487EA3157F5EA26C48495A495C263FE0035B261FF8 0F5B6CB6C7FC000314FCC614F0011F90C8FC2D3F7EBD36>I76 DII< ED3FFF0203B512F0021F14FE027F6E7E902701FFF80713E00107D9C00013F84990C7EA3F FCD93FFCEC0FFF49486E7F49486E7F48496E7F4A80488448496F7EA24890C96C7E4884A2 49161F003F84A34848701380A400FF19C0AD007F19806D5EA3003F1900A26D5E6C60A26C 6D4B5AA26C6D4B5A6C6D4A5BA26C6D4A5B6C6D4A5B6D6C4A5B6DB4023F90C7FC6D01C0EB FFFE0107D9F80713F8010190B612E06D5E021F4AC8FC020314F0DA003F90C9FC42407ABE 4F>IIII<903A03FF C001C0011FEBF803017FEBFE0748B6128F4815DF48010013FFD80FF8130F48481303497F 4848EB007F127F49143F161F12FF160FA27F1607A27F7F01FC91C7FCEBFF806C13F8ECFF C06C14FCEDFF806C15E016F86C816C816C816C16806C6C15C07F010715E0EB007F020714 F0EC003F1503030013F8167F163F127800F8151FA2160FA27EA217F07E161F6C16E06D14 3F01E015C001F8EC7F8001FEEB01FF9026FFE00713004890B55A486C14F8D8F81F5CD8F0 0314C027E0003FFEC7FC2D407ABE3A>I<003FB912FCA5903BFE003FFE003FD87FF0EE0F FE01C0160349160190C71500197E127EA2007C183EA400FC183F48181FA5C81600B3AF01 0FB712F8A5403D7CBC49>II< B600FC020FB512C0A5C66C48C9381F8000013F95C7FC80616D173E6F157E6D177C6F15FC 6D5F8118016D6D5D18036D5F6F14076D5F6F140F027F5E81181F023F93C8FC6F5C6E153E 70137E6E157C8218FC6E6D5B17016E5DEEF0036E5DEEF8076E5D16FC170F037F5CEEFE1F 033F91C9FC705A6F133E17BE17FE6F5BA26F5BA26F5BA26F5BA36F5BA2705AA270CAFCA2 4A3F7EBD4F>II<007FB6013FB512F0A5D8001F01C0D9003FC7FC6D6D 147E18FE6D6D5C6D6D495A6D4B5A6F13076D6D5C6E6C495A4D5A6EEB803F6E01C090C8FC 6E147E705A6E13F16EEBF9F86EEBFBF0EEFFE0806F5B5F816F7F81836F7F81834B7F4B7F 5D83DB3F3F7FED7E1F03FE804B6C7F4A486C7F4A487E0207814B6C7F4A487E4A4880023F 6E7E92C76C7F027E804A8201016F7F4A6E7F495A49486E7F010F6F7F4A80B600C0017F90 B5FCA5483E7DBD4F>I<903807FFC0013F13F848B6FC48812607FE037F260FF8007F6DEB 3FF0486C806F7EA36F7EA26C5A6C5AEA01E0C8FC153F91B5FC130F137F3901FFFE0F4813 E0000F1380381FFE00485A5B485A12FF5BA4151F7F007F143F6D90387BFF806C6C01FB13 FE391FFF07F36CEBFFE100031480C6EC003FD91FF890C7FC2F2B7DA933>97 D<13FFB5FCA512077EAFEDFFE0020713FC021FEBFF80027F80DAFF8113F09139FC003FF8 02F06D7E4A6D7E4A13074A80701380A218C082A318E0AA18C0A25E1880A218005E6E5C6E 495A6E495A02FCEB7FF0903AFCFF01FFE0496CB55AD9F01F91C7FCD9E00713FCC7000113 C033407DBE3A>IIIII<903A03FF8007F0 013F9038F83FF8499038FCFFFC48B712FE48018313F93A07FC007FC34848EB3FE1001FED F1FC4990381FF0F81700003F81A7001F5DA26D133F000F5D6C6C495A3A03FF83FF8091B5 C7FC4814FC01BF5BD80F03138090CAFCA2487EA27F13F06CB6FC16F016FC6C15FF17806C 16C06C16E01207001F16F0393FE000034848EB003F49EC1FF800FF150F90C81207A56C6C EC0FF06D141F003F16E001F0147FD81FFC903801FFC02707FF800F13006C90B55AC615F8 013F14E0010101FCC7FC2F3D7DA834>I<13FFB5FCA512077EAFED1FF8EDFFFE02036D7E 4A80DA0FE07F91381F007F023C805C4A6D7E5CA25CA35CB3A4B5D8FE0FB512E0A5333F7C BE3A>III<13FFB5FCA512077EB092380FFFFEA5DB01FEC7FC4B5AED07F0ED1FE04B5A4B5A4B C8FCEC03FC4A5A4A5A141F4A7EECFFFCA2818102E77F02C37F148102007F826F7E6F7E15 1F6F7E826F7F6F7F816F7FB5D8FC07EBFFC0A5323F7DBE37>I<13FFB5FCA512077EB3B3 AFB512FCA5163F7CBE1D>I<01FFD91FF8ECFFC0B590B5010713F80203DAC01F13FE4A6E 487FDA0FE09026F07F077F91261F003FEBF8010007013EDAF9F0806C0178ECFBC04A6DB4 486C7FA24A92C7FC4A5CA34A5CB3A4B5D8FE07B5D8F03FEBFF80A551297CA858>I<01FF EB1FF8B5EBFFFE02036D7E4A80DA0FE07F91381F007F0007013C806C5B4A6D7E5CA25CA3 5CB3A4B5D8FE0FB512E0A533297CA83A>II<01FFEBFFE0B5000713FC021FEBFF80027F80DAFF8113F09139FC007FF8000701 F06D7E6C496D7E4A130F4A6D7E1880A27013C0A38218E0AA4C13C0A318805E18005E6E5C 6E495A6E495A02FCEBFFF0DAFF035B92B55A029F91C7FC028713FC028113C00280C9FCAC B512FEA5333B7DA83A>II<3901FE01 FE00FF903807FF804A13E04A13F0EC3F1F91387C3FF8000713F8000313F0EBFFE0A29138 C01FF0ED0FE091388007C092C7FCA391C8FCB3A2B6FCA525297DA82B>I<90383FFC1E48 B512BE000714FE5A381FF00F383F800148C7FC007E147EA200FE143EA27E7F6D90C7FC13 F8EBFFE06C13FF15C06C14F06C806C806C806C80C61580131F1300020713C01400007814 7F00F8143F151F7EA27E16806C143F6D140001E013FF9038F803FE90B55A15F0D8F87F13 C026E00FFEC7FC222B7DA929>IIII< B53CFC3FFFFC03FFFEA50003D980009039C0000F806E161F6C037F15006E496C5B6C183E 836E48157E017F177C6E486D13FC013F02EF5C83DAFC071401011F02C75CDAFE0FEBFE03 010F02835C17FFDAFF1F14076D02015C03BF148F6DD9BE005C18CF03FE14DF6D49017F90 C7FC18FF6D496D5AA36E486D5AA26E486D5AA36E486D5AA26E486D5A47287EA74C>III123 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fq cmti12 12 18 /Fq 18 120 df<91B912C0A30201902680000313806E90C8127F4A163F191F4B150FA302 03EE07005DA314074B5D190EA2140F4B1307A25F021F020E90C7FC5DA2171E023F141C4B 133C177C17FC027FEB03F892B5FCA39139FF8003F0ED00011600A2495D5CA2160101034B 13705C19F061010791C8FC4A1501611803010F5F4A150796C7FC60131F4A151E183E183C 013F167C4A15FC4D5A017F1503EF0FF04A143F01FF913803FFE0B9FCA26042447AC342> 69 D 71 D<91B612F0A25F020101C0C7FC6E5B4A90C8FCA25DA314035DA314075DA3140F5DA3 141F5DA3143F5DA3147F5DA314FF92C9FCA35B5CA3010316104A1538A21878010716705C 18F018E0010F15015C18C01703011F15074A1580170FA2013FED1F004A5C5F017F15FE16 034A130F01FFEC7FFCB8FCA25F35447AC33D>76 D87 D97 D100 D<15FCEC03FF91390F83838091393E01CFC09138 7C00EF4A13FF4948137F010315804948133F495A131F4A1400133F91C75A5B167E13FE16 FE1201495CA215011203495CA21503A2495CA21507A25EA2150F151F5E0001143F157F6C 6C13FF913801DF8090387C039F90383E0F3FEB0FFCD903F090C7FC90C7FC5DA2157EA215 FEA25DA2001C495A127F48495A14074A5A485C023FC8FC00F8137E387C01F8381FFFE000 0390C9FC2A407BAB2D>103 D<143C147E14FE1301A3EB00FC14701400AE137C48B4FC38 03C780380703C0000F13E0120E121C13071238A21278EA700F14C0131F00F0138012E0EA 003F1400A25B137EA213FE5B12015BA212035B141E0007131C13E0A2000F133CEBC038A2 1478EB807014F014E0EB81C0EA0783EBC7803803FE00EA00F8174378C11E>105 D<14FE137FA3EB01FC13001301A25CA21303A25CA21307A25CA2130FA25CA2131FA25C16 7E013F49B4FC92380783C09138000E07ED3C1F491370ED603F017E13E0EC01C09026FE03 801380913907000E00D9FC0E90C7FC5C00015B5C495AEBF9C03803FB8001FFC9FCA214F0 3807F3FCEBF07F9038E01FC06E7E000F130781EBC003A2001F150FA20180140EA2003F15 1E161C010013E0A2485DA2007E1578167000FE01015B15F1489038007F800038021FC7FC 2A467AC42D>107 DIIIII114 DI<137C48B414072603C780EB1F80380703C0000F7F000E 153F121C0107150012385E1278D8700F147E5C011F14FE00F05B00E05DEA003FEC0001A2 495C137E150313FE495CA215071201495CA2030F13380003167849ECC070A3031F13F0EE 80E0153F00011581037F13C06DEBEF8300000101148090397C03C787903A3E0F07C70090 391FFE01FE903903F000782D2D78AB34>117 D<017CEE038048B4020EEB0FC02603C780 013FEB1FE0380703C0000E7F5E001C037E130F01071607123804FE130300785DEA700F4A 1501011F130100F001804914C012E0EA003FDA000314034C14805B137E0307140701FE17 00495CA2030F5C0001170E495CA260A24848495A60A2601201033F5C7F4B6C485A000002 F713036D9039E7E0078090267E01C349C7FC903A1F0781F81E903A0FFF007FF8D901FCEB 0FE03B2D78AB41>119 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fr cmr10 10.95 92 /Fr 92 125 df<4AB4EB0FE0021F9038E03FFC913A7F00F8FC1ED901FC90383FF03FD907 F090397FE07F80494801FF13FF4948485BD93F805C137F0200ED7F00EF003E01FE6D91C7 FC82ADB97EA3C648C76CC8FCB3AE486C4A7E007FD9FC3FEBFF80A339407FBF35>11 DIII<127C12FC7E7EA2EA7F80EA3FC0EA1FE012 0FEA07F0EA03F81201EA007C133E131F130E1304101176BE2D>18 D<121EEA7F80EAFFC0A9EA7F80ACEA3F00AC121EAB120CC7FCA8121EEA7F80A2EAFFC0A4 EA7F80A2EA1E000A4179C019>33 D<001E130F397F803FC000FF137F01C013E0A201E013 F0A3007F133F391E600F3000001300A401E01370491360A3000114E04913C00003130101 001380481303000EEB070048130E0018130C0038131C003013181C1C7DBE2D>I<4B6C13 0C4B6C131EA20307143EA24C133CA2030F147CA293C71278A24B14F8A2031E5CA2033E13 01A2033C5CA3037C1303A203785CA203F81307A24B5CA20201140F007FBAFCBB1280A26C 1900C72707C0003EC8FC4B133CA3020F147CA292C71278A24A14F8A2021E5CA3023E1301 007FBAFCBB1280A26C1900C727F80007C0C8FC4A5CA20101140FA24A91C9FCA301035CA2 4A131EA20107143EA24A133CA2010F147CA291C71278A34914F8A2011E5CA2013E1301A2 013C5CA201186D5A41517BBE4C>I<013F1603D9FFC04B7E2601E0E0150F2607C070151F 48486C4BC7FC023E157E48486C15FE48D90FC0EB03FC003ED90EF0EB0FF8DA0F3F13FD00 7E903A070FFFF1F0007C0200EB03E0160000FC6D6C495A170F604DC8FC5F173E5F17FC5F 4C5A1603007CD907005B4C5A007E150F003E495C020E49C9FC003F5D6C49133E260F803C 5B023813FC6C6C485B3A01E0E001F03800FFC090273F0003E0133F90C70007ECFFC09339 C001E0E0923A0F8007C070031F49487E0400143C033E90381F001C037E497F037C133E4B 150F0201027E7F4B137C4A5A020702FCEB03805D4A5A141F92C7FC143E147E147C5CA249 5A0103037CEB07005C4948147E010F033E5B4A160E49C8123F496F5B013E92380F803C49 173801FC6F6C5A49923801E0E0496FB45A0160043FC7FC41497BC34C>37 DI<121EEA7F8012FF13C0A213E0A3127FEA1E601200A413E013 C0A312011380120313005A120E5A1218123812300B1C79BE19>I<1430147014E0EB01C0 EB03801307EB0F00131E133E133C5B13F85B12015B1203A2485AA2120F5BA2121F90C7FC A25AA3123E127EA6127C12FCB2127C127EA6123E123FA37EA27F120FA27F1207A26C7EA2 12017F12007F13787F133E131E7FEB07801303EB01C0EB00E014701430145A77C323>I< 12C07E12707E7E121E7E6C7E7F12036C7E7F12007F1378137CA27FA2133F7FA21480130F A214C0A3130714E0A6130314F0B214E01307A614C0130FA31480A2131F1400A25B133EA2 5BA2137813F85B12015B485A12075B48C7FC121E121C5A5A5A5A145A7BC323>II<150615 0FB3A9007FB912E0BA12F0A26C18E0C8000FC9FCB3A915063C3C7BB447>I<121EEA7F80 12FF13C0A213E0A3127FEA1E601200A413E013C0A312011380120313005A120E5A121812 3812300B1C798919>II<121EEA7F80A2EAFFC0A4EA7F80A2EA1E 000A0A798919>IIIIII<150E151E153EA2157EA215FE1401 A21403EC077E1406140E141CA214381470A214E0EB01C0A2EB0380EB0700A2130E5BA25B 5BA25B5B1201485A90C7FC5A120E120C121C5AA25A5AB8FCA3C8EAFE00AC4A7E49B6FCA3 283E7EBD2D>I<00061403D80780131F01F813FE90B5FC5D5D5D15C092C7FC14FCEB3FE0 90C9FCACEB01FE90380FFF8090383E03E090387001F8496C7E49137E497F90C713800006 141FC813C0A216E0150FA316F0A3120C127F7F12FFA416E090C7121F12FC007015C01278 0038EC3F80123C6CEC7F00001F14FE6C6C485A6C6C485A3903F80FE0C6B55A013F90C7FC EB07F8243F7CBC2D>II<1238123C 123F90B612FCA316F85A16F016E00078C712010070EC03C0ED078016005D48141E151C15 3C5DC8127015F04A5A5D14034A5A92C7FC5C141EA25CA2147C147814F8A213015C1303A3 1307A3130F5CA2131FA6133FAA6D5A0107C8FC26407BBD2D>III<121EEA7F80A2EAFFC0A4EA7F80A2EA1E00C7FCB3121EEA7F80A2EAFFC0A4EA7F80 A2EA1E000A2779A619>I<121EEA7F80A2EAFFC0A4EA7F80A2EA1E00C7FCB3121E127FEA FF80A213C0A4127F121E1200A412011380A3120313005A1206120E120C121C5A1230A20A 3979A619>I<007FB912E0BA12F0A26C18E0CDFCAE007FB912E0BA12F0A26C18E03C167B A147>61 D63 DI<15074B7EA34B7EA34B7EA34B7EA34B7E15E7A2913801C7FC15C3A2 91380381FEA34AC67EA3020E6D7EA34A6D7EA34A6D7EA34A6D7EA34A6D7EA349486D7E91 B6FCA249819138800001A249C87EA24982010E157FA2011E82011C153FA2013C82013815 1FA2017882170F13FC00034C7ED80FFF4B7EB500F0010FB512F8A33D417DC044>IIII IIIII<011FB512FCA3D9000713006E5A1401B3B3A6123FEA7F80EAFF C0A44A5A1380D87F005B007C130700385C003C495A6C495A6C495A2603E07EC7FC3800FF F8EB3FC026407CBD2F>IIIIIIIIII<003FB91280A3903AF0007FE001018090393FC0003F48C7ED1F C0007E1707127C00781703A300701701A548EF00E0A5C81600B3B14B7E4B7E0107B612FE A33B3D7DBC42>II< B691380FFFFEA3000301E0020113E06C01809138007F806CEF3F00017F163E181C6E153C 013F1638A26E1578011F1670A26D6C5DA26E140101075EA26E140301035EA26D6C4AC7FC A2806D150EA26F131E027F141CA26F133C023F1438A26E6C5BA26F13F0020F5CA2EDF801 02075CA26E6C485AA2EDFE07020191C8FCA26F5A6E130EA2ED7F9CA216DCED3FF8A36F5A A36F5AA26F5AA36F5A3F407EBD44>II<007FB5D8C003B512E0A3C649C7EBFC00D93F F8EC3FE06D48EC1F806D6C92C7FC171E6D6C141C6D6C143C5F6D6C14706D6D13F04C5ADA 7FC05B023F13036F485ADA1FF090C8FC020F5BEDF81E913807FC1C163C6E6C5A913801FF 7016F06E5B6F5AA26F7E6F7EA28282153FED3BFEED71FF15F103E07F913801C07F020380 4B6C7EEC07004A6D7E020E6D7E5C023C6D7E02386D7E14784A6D7E4A6D7F130149486E7E 4A6E7E130749C86C7E496F7E497ED9FFC04A7E00076DEC7FFFB500FC0103B512FEA33F3E 7EBD44>II<003FB712F8A391C7EA 1FF013F801E0EC3FE00180EC7FC090C8FC003EEDFF80A2003C4A1300007C4A5A12784B5A 4B5AA200704A5AA24B5A4B5AA2C8485A4A90C7FCA24A5A4A5AA24A5AA24A5A4A5AA24A5A 4A5AA24990C8FCA2495A4948141CA2495A495AA2495A495A173C495AA24890C8FC485A17 78485A484815F8A24848140116034848140F4848143FED01FFB8FCA32E3E7BBD38>II<486C13C000031301010013804813 03000EEB070048130E0018130C0038131C003013180070133800601330A300E013704813 60A400CFEB678039FFC07FE001E013F0A3007F133FA2003F131F01C013E0390F0007801C 1C73BE2D>II96 DII<49B4FC010F13E090383F00F8017C131E4848131F4848137F0007ECFF80 485A5B121FA24848EB7F00151C007F91C7FCA290C9FC5AAB6C7EA3003FEC01C07F001F14 0316806C6C13076C6C14000003140E6C6C131E6C6C137890383F01F090380FFFC0D901FE C7FC222A7DA828>IIII<167C903903F801FF903A1FFF078F8090 397E0FDE1F9038F803F83803F001A23B07E000FC0600000F6EC7FC49137E001F147FA800 0F147E6D13FE00075C6C6C485AA23901F803E03903FE0FC026071FFFC8FCEB03F80006CA FC120EA3120FA27F7F6CB512E015FE6C6E7E6C15E06C810003813A0FC0001FFC48C7EA01 FE003E140048157E825A82A46C5D007C153E007E157E6C5D6C6C495A6C6C495AD803F0EB 0FC0D800FE017FC7FC90383FFFFC010313C0293D7EA82D>III< 1478EB01FEA2EB03FFA4EB01FEA2EB00781400AC147FEB7FFFA313017F147FB3B3A5123E 127F38FF807E14FEA214FCEB81F8EA7F01387C03F0381E07C0380FFF803801FC00185185 BD1C>I II<2701F801FE14FF 00FF902707FFC00313E0913B1E07E00F03F0913B7803F03C01F80007903BE001F87000FC 2603F9C06D487F000101805C01FBD900FF147F91C75B13FF4992C7FCA2495CB3A6486C49 6CECFF80B5D8F87FD9FC3F13FEA347287DA74C>I<3901F801FE00FF903807FFC091381E 07E091387803F000079038E001F82603F9C07F0001138001FB6D7E91C7FC13FF5BA25BB3 A6486C497EB5D8F87F13FCA32E287DA733>I<14FF010713E090381F81F890387E007E01 F8131F4848EB0F804848EB07C04848EB03E0000F15F04848EB01F8A2003F15FCA248C812 FEA44815FFA96C15FEA36C6CEB01FCA3001F15F86C6CEB03F0A26C6CEB07E06C6CEB0FC0 6C6CEB1F80D8007EEB7E0090383F81FC90380FFFF0010090C7FC282A7EA82D>I<3901FC 03FC00FF90381FFF8091387C0FE09039FDE003F03A07FFC001FC6C496C7E6C90C7127F49 EC3F805BEE1FC017E0A2EE0FF0A3EE07F8AAEE0FF0A4EE1FE0A2EE3FC06D1580EE7F007F 6E13FE9138C001F89039FDE007F09039FC780FC0DA3FFFC7FCEC07F891C9FCAD487EB512 F8A32D3A7EA733>I<02FF131C0107EBC03C90381F80F090397F00387C01FC131CD803F8 130E4848EB0FFC150748481303121F485A1501485AA448C7FCAA6C7EA36C7EA2001F1403 6C7E15076C6C130F6C7E6C6C133DD8007E137990383F81F190380FFFC1903801FE0190C7 FCAD4B7E92B512F8A32D3A7DA730>I<3901F807E000FFEB1FF8EC787CECE1FE3807F9C1 00031381EA01FB1401EC00FC01FF1330491300A35BB3A5487EB512FEA31F287EA724>I< 90383FC0603901FFF8E03807C03F381F000F003E1307003C1303127C0078130112F81400 A27E7E7E6D1300EA7FF8EBFFC06C13F86C13FE6C7F6C1480000114C0D8003F13E0010313 F0EB001FEC0FF800E01303A214017E1400A27E15F07E14016C14E06CEB03C09038800780 39F3E01F0038E0FFFC38C01FE01D2A7DA824>I<131CA6133CA4137CA213FCA212011203 1207001FB512C0B6FCA2D801FCC7FCB3A215E0A912009038FE01C0A2EB7F03013F138090 381F8700EB07FEEB01F81B397EB723>IIIIII<001FB61280A2EBE0000180140049485A001E495A121C4A5A003C495A141F00385C4A 5A147F5D4AC7FCC6485AA2495A495A130F5C495A90393FC00380A2EB7F80EBFF005A5B48 4813071207491400485A48485BA248485B4848137F00FF495A90B6FCA221277EA628>I< B812F0A22C0280982D>II E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fs cmtt12 14.4 15 /Fs 15 118 df<4AB4EB03C0020F9038F007E0023FEBFC0F91B512FE49ECFF9F010715DF 4915FF49138090393FFC001FD97FF07F4A7F49487F48497F4890C8FC5B4848157FA24848 153F5B121F49151FA2123F5BA2007FEE0FC04992C7FCA412FF90CBFCAD7F127FA47F003F EE0FC0EF1FE07F121FA27F120F6D153F6C6C16C0A26C6C157F6D16806C6D14FF6C6D4913 006D6C495A6E1307D93FFCEB1FFC6DB46CB45A6D90B55A6D5D01015D6D92C7FC023F13FC 020F13F002011380334B7BC93E>67 D<267FFFF890383FFFFCB56C4913FEA56C496D13FC D801FEC81300B3A790B8FCA749C8FCB3A9267FFFF8013F13FCB56C4913FEA56C496D13FC 37497DC83E>72 D<003FB7FC481680B812C0A36C16806C1600C7D87F80C7FCB3B3B3A500 3FB7FC481680B812C0A36C16806C16002A4976C83E>I77 D<007FB612F016FEB87E17E017 F86C8283C690C76C7E040F13801603040013C0EF7FE0173FA2EF1FF0170FA218F81707A7 170F18F0A2171FEF3FE0A2177FEFFFC004031380160F047F130091B65A5F5F17E017804C C7FC16F091CAFCB3A5007F13FEA2B6FCA36C5BA235497DC83E>80 D<913807FFF0023F13FE49B61280010715C04915E04915F0137F903AFFFC003FF84801E0 131F48138091C7FC485A4848EC0FF049EC07E0484891C7FC5B123F5B127F5BA312FF90CA FCA97F127FA27F123F7F17FC6C6CEC01FE7F6C7E6C6C14036DEC07FC6C01C0130F6C01F0 EB1FF86C01FEEBFFF06DB612E06D15C0010F15806D1500010114FC6D6C13F0020790C7FC 2F3678B43E>99 D101 D<383FFF805AB57EA37E7EEA003FAEED07FC92383FFF8092B512E002C38002C78002CF80 02DF809138FFF80F9238C003FFED00014A7F4A815C177F5CA25CA35CB3A8003FB5D8C07F B51280486EB612C0B66C15E0A36C4A15C06C4A6C14803B497FC83E>104 D<143E147F4A7E497FA56D5B6EC8FC143E91C9FCAC003FB57E5A81A47EC7123FB3B3007F B71280B812C0A56C16802A4A76C93E>I109 DI112 D114 D<903901FFF00F011F9038FE 1F8090B612BF000315FF5A5A5A393FFE003F01F01307D87FC0130190C8FC5A48157FA47E EE3F00D87FC091C7FC13F0EA3FFE381FFFF06CEBFFC06C14FE6C6E7EC615E0013F14F801 0780D9003F7F02007F03071380030013C0003EED3FE0007F151F48150F17F06D1407A37F A26D140F6D15E0161F01FCEC3FC06D14FF9026FFC00F138091B612005E485D013F5C6D14 E0D8FC0714802778007FF8C7FC2C3677B43E>I<263FFF80EB7FFF4892B5FCB56C4880A3 6C806C81D8003FEC007FB3AC17FFA25E5E80011F140F6E5B02FE90B612806DB812C06D17 E083010114FE6DDAF83F13C0023F01E01480020790C9FC3B347FB23E>117 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Ft cmbx12 14.4 50 /Ft 50 122 df12 D39 D44 D46 D<157815FC14031407141F14FF130F0007B5FCB6 FCA2147F13F0EAF800C7FCB3B3B3A6007FB712FEA52F4E76CD43>49 DI<91380FFFC091B512FC0107ECFF80011F15E09026 3FF8077F9026FF800113FC4848C76C7ED803F86E7E491680D807FC8048B416C080486D15 E0A4805CA36C17C06C5B6C90C75AD801FC1680C9FC4C13005FA24C5A4B5B4B5B4B13C04B 5BDBFFFEC7FC91B512F816E016FCEEFF80DA000713E0030113F89238007FFE707E701380 7013C018E07013F0A218F8A27013FCA218FEA2EA03E0EA0FF8487E487E487EB57EA318FC A25E18F891C7FC6C17F0495C6C4816E001F04A13C06C484A1380D80FF84A13006CB44A5A 6CD9F0075BC690B612F06D5D011F1580010302FCC7FCD9001F1380374F7ACD43>I<177C 17FEA2160116031607160FA2161F163F167FA216FF5D5DA25D5DED1FBFED3F3F153E157C 15FCEC01F815F0EC03E01407EC0FC01580EC1F005C147E147C5C1301495A495A5C495A13 1F49C7FC133E5B13FC485A5B485A1207485A485A90C8FC123E127E5ABA12C0A5C96C48C7 FCAF020FB712C0A53A4F7CCE43>III<171F4D7E4D 7EA24D7EA34C7FA24C7FA34C7FA34C7FA24C7FA34C8083047F80167E8304FE804C7E0301 8116F8830303814C7E03078116E083030F814C7E031F81168083033F8293C77E4B82157E 8403FE824B800201835D840203834B800207835D844AB87EA24A83A3DA3F80C88092C97E 4A84A2027E8202FE844A82010185A24A820103854A82010785A24A82010F855C011F717F EBFFFCB600F8020FB712E0A55B547BD366>65 DI<932601FFFCEC01C0047FD9FFC013030307B600F81307033F03FE13 1F92B8EA803F0203DAE003EBC07F020F01FCC7383FF0FF023F01E0EC0FF94A01800203B5 FC494848C9FC4901F8824949824949824949824949824990CA7E494883A2484983485B1B 7F485B481A3FA24849181FA3485B1B0FA25AA298C7FC5CA2B5FCAE7EA280A2F307C07EA3 6C7FA21B0F6C6D1980A26C1A1F6C7F1C006C6D606C6D187EA26D6C606D6D4C5A6D6D1603 6D6D4C5A6D6D4C5A6D01FC4C5A6D6DEE7F806D6C6C6C4BC7FC6E01E0EC07FE020F01FEEC 1FF80203903AFFE001FFF0020091B612C0033F93C8FC030715FCDB007F14E0040101FCC9 FC525479D261>IIII<932601FFFCEC01C0047FD9FFC013030307B600 F81307033F03FE131F92B8EA803F0203DAE003EBC07F020F01FCC7383FF0FF023F01E0EC 0FF94A01800203B5FC494848C9FC4901F8824949824949824949824949824990CA7E4948 83A2484983485B1B7F485B481A3FA24849181FA3485B1B0FA25AA298C8FC5CA2B5FCAE6C 057FB712E0A280A36C94C7003FEBC000A36C7FA36C7FA27E6C7FA26C7F6C7FA26D7E6D7F 6D7F6D6D5E6D7F6D01FC93B5FC6D13FF6D6C6D5C6E01F0EC07FB020F01FEEC1FF1020390 3AFFF001FFE0020091B6EAC07F033FEE001F030703FC1307DB007F02E01301040149CAFC 5B5479D26A>III77 D80 D<93380FFFC00303B6FC031F15E092B712FC0203D9FC0013FF020F01C0010F13C0023F90 C7000313F0DA7FFC02007F902601FFF0ED3FFE49496F7E49496F7F49496F7F4990C96C7F 4948707F4948707F01FF854A177F48864849717EA24849711380A2481BC04A83481BE0A2 4A83481BF0A3481BF8A291CB7EA3B51AFCAF6C1BF8A26E5FA36C1BF0A36C6D4D13E0A36C 1BC06E5F6C1B806E5F6CDB01FE16006C6D902607FF80495A4C13E06C6D013F6D495A017F 91267F03F85C6D6C90277C00FC015B6D6C49D97E035B6D01806E485B6D6D48D91F8F5B6D 01E0039F90C7FC6D01F06EB45A6DD9FCF85DDA3FFF6E13F0020F6D4913C0020301FF90B5 C8FC020091B512FC031F180C0303181EDB001FEBE3FE93C7EA01FF74133E74137E7413FE F2F8077290B5FC1CFCA285A21CF8A2851CF07314E0A27314C0731480731400735B963800 7FF8F21FE0576A79D265>I I<91260FFF80130791B500F85B010702FF5B011FEDC03F49EDF07F9026FFFC006D5A4801 E0EB0FFD4801800101B5FC4848C87E48488149150F001F824981123F4981007F82A28412 FF84A27FA26D82A27F7F6D93C7FC14C06C13F014FF15F86CECFF8016FC6CEDFFC017F06C 16FC6C16FF6C17C06C836C836D826D82010F821303010082021F16801400030F15C0ED00 7F040714E01600173F050F13F08383A200788200F882A3187FA27EA219E07EA26CEFFFC0 A27F6D4B13806D17006D5D01FC4B5A01FF4B5A02C04A5A02F8EC7FF0903B1FFFC003FFE0 486C90B65AD8FC0393C7FC48C66C14FC48010F14F048D9007F90C8FC3C5479D24B>I<00 3FBC1280A59126C0003F9038C0007F49C71607D87FF8060113C001E08449197F49193F90 C8171FA2007E1A0FA3007C1A07A500FC1BE0481A03A6C994C7FCB3B3AC91B912F0A55351 7BD05E>III97 DI<913801FFF8021FEBFF80 91B612F0010315FC010F9038C00FFE903A1FFE0001FFD97FFC491380D9FFF05B4817C048 495B5C5A485BA2486F138091C7FC486F1300705A4892C8FC5BA312FFAD127F7FA27EA2EF 03E06C7F17076C6D15C07E6E140F6CEE1F806C6DEC3F006C6D147ED97FFE5C6D6CEB03F8 010F9038E01FF0010390B55A01001580023F49C7FC020113E033387CB63C>I<4DB47E04 07B5FCA5EE001F1707B3A4913801FFE0021F13FC91B6FC010315C7010F9038E03FE74990 380007F7D97FFC0101B5FC49487F4849143F484980485B83485B5A91C8FC5AA3485AA412 FFAC127FA36C7EA37EA26C7F5F6C6D5C7E6C6D5C6C6D49B5FC6D6C4914E0D93FFED90FEF EBFF80903A0FFFC07FCF6D90B5128F0101ECFE0FD9003F13F8020301C049C7FC41547CD2 4B>I<913803FFC0023F13FC49B6FC010715C04901817F903A3FFC007FF849486D7E4948 6D7E4849130F48496D7E48178048497F18C0488191C7FC4817E0A248815B18F0A212FFA4 90B8FCA318E049CAFCA6127FA27F7EA218E06CEE01F06E14037E6C6DEC07E0A26C6DEC0F C06C6D141F6C6DEC3F806D6CECFF00D91FFEEB03FE903A0FFFC03FF8010390B55A010015 C0021F49C7FC020113F034387CB63D>IIII<137F497E000313E0487FA2487FA76C5BA26C5B C613806DC7FC90C8FCADEB3FF0B5FCA512017EB3B3A6B612E0A51B547BD325>I107 DIII< 913801FFE0021F13FE91B612C0010315F0010F9038807FFC903A1FFC000FFED97FF86D6C 7E49486D7F48496D7F48496D7F4A147F48834890C86C7EA24883A248486F7EA3007F1880 A400FF18C0AC007F1880A3003F18006D5DA26C5FA26C5F6E147F6C5F6C6D4A5A6C6D495B 6C6D495B6D6C495BD93FFE011F90C7FC903A0FFF807FFC6D90B55A010015C0023F91C8FC 020113E03A387CB643>I<903A3FF001FFE0B5010F13FE033FEBFFC092B612F002F30101 7F913AF7F8007FFE0003D9FFE0EB1FFFC602806D7F92C76C7F4A824A6E7F4A6E7FA2717F A285187F85A4721380AC1A0060A36118FFA2615F616E4A5BA26E4A5B6E4A5B6F495B6F49 90C7FC03F0EBFFFC9126FBFE075B02F8B612E06F1480031F01FCC8FC030313C092CBFCB1 B612F8A5414D7BB54B>I<912601FFE0EB0780021F01F8130F91B500FE131F0103ECFF80 010F9039F03FC03F499039800FE07F903A7FFE0003F04948903801F8FF4849EB00FD4849 147F4A805A4849805A4A805AA291C87E5AA35B12FFAC6C7EA37EA2806C5EA26C6D5CA26C 6D5C6C6D5C6C93B5FC6C6D5B6D6C5B6DB4EB0FEF010F9038C07FCF6D90B5120F010114FE D9003F13F80203138091C8FCB1040FB61280A5414D7CB547>I<90397FE003FEB590380F FF80033F13E04B13F09238FE1FF89139E1F83FFC0003D9E3E013FEC6ECC07FECE78014EF 150014EE02FEEB3FFC5CEE1FF8EE0FF04A90C7FCA55CB3AAB612FCA52F367CB537>I<90 3903FFF00F013FEBFE1F90B7FC120348EB003FD80FF81307D81FE0130148487F4980127F 90C87EA24881A27FA27F01F091C7FC13FCEBFFC06C13FF15F86C14FF16C06C15F06C816C 816C81C681013F1580010F15C01300020714E0EC003F030713F015010078EC007F00F815 3F161F7E160FA27E17E07E6D141F17C07F6DEC3F8001F8EC7F0001FEEB01FE9039FFC00F FC6DB55AD8FC1F14E0D8F807148048C601F8C7FC2C387CB635>I<143EA6147EA414FEA2 1301A313031307A2130F131F133F13FF5A000F90B6FCB8FCA426003FFEC8FCB3A9EE07C0 AB011FEC0F8080A26DEC1F0015806DEBC03E6DEBF0FC6DEBFFF86D6C5B021F5B02031380 2A4D7ECB34>IIII121 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fu cmr12 14.4 23 /Fu 23 121 df45 D<1738177CA217FC17F8A2160117F0A21603 17E0A2160717C0A2160F1780161F1700A25E163EA2167E167CA216FC5EA215015E15035E A215075EA2150F5EA2151F93C7FCA25D153E157E157CA215FC5DA214015DA214035DA214 075D140F5DA2141F92C8FCA25C143EA2147E147CA214FC5CA213015C13035CA213075CA2 130F5CA2131F91C9FCA25B133E137E137CA213FC5BA212015BA212035BA212075B120F5B A2121F90CAFCA25A123EA2127E127CA212FC5AA212702E787AD93B>47 DI<14075C5C147F5C1307133F00 0FB5FCB6FC13F913C1EAF0011200B3B3B3A7497F010F13E0B712FEA4274F75CE3B>I65 D67 DII72 DI76 DIIII82 DI<003FBB12C0A449C79038F0000701F06E48130001C0183F48C8EE0FE0007E1907 007C1903A200781901A400701900A500F01AF0481A70A6C91700B3B3AC4C7E030313FC02 7FB712E0A44C517CD055>III101 D118 D<007FB5D8800FB51280A4C69026FC0003EBF000D93F F86D1380011F4BC7FC010F15F801075D6D6C5C6E495A6D6C5C6D14076E6C48C8FCEDC01E 6E6C5A021F133891380FF0786F5A913807FDE002035BEC01FF5E80157F6F7E824B7E15FF EDE7F802017F913803C3FEEC07814AC67E020E80021E6D7E4A133F4A6D7E4A80707E4948 130749486D7E010781010F6E7E013F8201FF8200076D010713F0B500F8011FEBFFE0A43B 337FB23E>120 D E %EndDVIPSBitmapFont end %%EndProlog %%BeginSetup %%Feature: *Resolution 600dpi TeXDict begin %%PaperSize: A4 %%EndSetup %%Page: 0 1 0 0 bop 1860 212 a Fu(ANL/MCS-TM-ANL-01/x)36 b(Rev)j(x)465 1273 y Ft(Installation)47 b(and)d(User's)i(Guide)f(to)g Fs(MPICH)p Ft(,)582 1422 y(a)g(P)l(ortable)h(Implemen)l(tation)h(of)f (MPI)1228 1572 y(V)-11 b(ersion)45 b(1.2.6)97 1721 y(The)g Fs(ch)p 503 1721 37 4 v 43 w(shmem)d Ft(device)k(for)f(Shared)g(Memory) g(Pro)t(cessors)1561 2093 y Fr(b)m(y)931 2465 y Fq(Wil)5 b(liam)34 b(Gr)-5 b(opp)35 b(and)g(Ewing)f(Lusk)-342 5761 y @beginspecial 240 @llx 380 @lly 370 @urx 520 @ury 720 @rwi @setspecial %%BeginDocument: /home/gropp/tools.n/tex/argonne.ps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: Philippe Lacroute %%Title: Argonne National Laboratory logo %%CreationDate: 29 August 1989 %%BoundingBox: 240 380 370 520 %%DocumentFonts: Helvetica-Bold Symbol %%EndComments % see page 167 of the blue book (PostScript Language Tutorial and Cookbook) % for detailed comments describing how to make circular text /circtextdict 16 dict def circtextdict begin % return half the angle spanned by a string /findhalfangle { % string => angle stringwidth pop 2 div 2 xradius mul pi mul div 360 mul } def % draw one character and then rotate to next position (text reads cw) /cwplacechar { % char => - /char exch def /halfangle char findhalfangle def gsave halfangle neg rotate radius 0 translate -90 rotate char stringwidth pop 2 div neg 0 moveto char show grestore halfangle 2 mul neg rotate } def % draw one character and then rotate to next position (text reads ccw) /ccwplacechar { % char => - /char exch def /halfangle char findhalfangle def gsave halfangle rotate radius ptsize fudge sub add 0 translate 90 rotate char stringwidth pop 2 div neg 0 moveto char show grestore halfangle 2 mul rotate } def /pi 3.1415923 def end % draw a string on a circular path in the clockwise direction /cwcircletext { % string fontsize centerangle radius => - circtextdict begin /radius exch def /centerangle exch def /ptsize exch def /str exch def /xradius radius ptsize 4 div add def gsave centerangle str findhalfangle add rotate str { /charcode exch def ( ) dup 0 charcode put cwplacechar } forall grestore end } def % draw a string on a circular path in the counter-clockwise direction /ccwcircletext { % string fontsize fudge centerangle radius => - circtextdict begin /radius exch def /centerangle exch def /fudge exch def % fudge factor; set to zero and then adjust /ptsize exch def /str exch def /xradius radius ptsize 4 div add def gsave centerangle str findhalfangle sub rotate str { /charcode exch def ( ) dup 0 charcode put ccwplacechar } forall grestore end } def % draw the interior of the ANL logo (arrow + circle) /drawcenter { % side width outsider insider circrad circdy => - gsave 30 dict begin /circdy exch def % vertical offset for circle /circrad exch def % radius of circle /insider exch def % radius of turn for inside line (in arrow) /outsider exch def % radius of turn for outside line (in arrow) /width exch def % distance between inside and outside lines /side exch def % length of one (out)side of the arrow /root3 3 sqrt def /y0 root3 6 div side mul neg def /y1 y0 width add def /y2 y1 2 mul neg def /y3 y2 width 3 mul 4 div add def /y4 y0 2 mul neg def /dx0 root3 4 div width mul def /dx1 side 2 div width root3 mul sub def /dx2 dx1 width root3 div add def /dx3 side width root3 mul sub 2 div def /dx4 side 2 div def % inside line width 2 div neg y1 moveto dx1 neg y1 0 y2 insider arcto pop pop pop pop 0 y2 dx1 y1 insider arcto pop pop pop pop dx1 y1 width 2 div y1 insider arcto pop pop pop pop width 2 div y1 lineto % outside line width 2 div y0 lineto dx4 y0 0 y4 outsider arcto pop pop pop pop 0 y4 dx3 neg y1 outsider arcto pop pop pop pop dx4 neg y0 dx2 y0 outsider arcto pop pop pop pop width 2 div neg y0 lineto closepath stroke % circle 0 circdy circrad 0 360 arc closepath stroke end grestore } def /Helvetica-Bold findfont 10 scalefont setfont 306 448 translate (ARGONNE NATIONAL LABORATORY) 10 90 55 cwcircletext (UNIVERSITY OF CHICAGO) 10 3 -90 55 ccwcircletext /Symbol findfont 10 scalefont setfont (\267 \267) 10 3 -90 55 ccwcircletext 104 18 10 1 10 -2 drawcenter %%EndDocument @endspecial 2356 5424 a Fu(MA)-10 b(THEMA)g(TICS)38 b(AND)2295 5573 y(COMPUTER)g(SCIENCE)3011 5723 y(DIVISION)p eop %%Page: 3 2 3 1 bop 107 388 a Ft(Con)l(ten)l(ts)107 592 y Fp(Abstract)3148 b(1)107 796 y(1)84 b(In)m(tro)s(duction)2836 b(1)243 909 y Fr(1.1)94 b(F)-8 b(eatures)32 b(of)e(recen)m(t)i(releases)53 b(.)45 b(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)183 b(2)243 1021 y(1.2)94 b(Cho)s(osing)29 b(the)i(correct)g(device)g(and)e (release)85 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)g(.)f(.)h(.)g(.)183 b(4)243 1134 y(1.3)94 b(Citations)30 b(and)f(References)j(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)183 b(4)107 1338 y Fp(2)84 b(Quic)m(k)35 b(Start)2879 b(5)243 1451 y Fr(2.1)94 b(Do)m(wnloading)31 b Fo(MPICH)92 b Fr(.)45 b(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)183 b(5)243 1564 y(2.2)94 b(Con\014guring,)29 b(Making,)h(and)g(Installing) 91 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)183 b(5)243 1677 y(2.3)94 b(Running)28 b(examples)77 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)183 b(6)243 1790 y(2.4)94 b(Sample)29 b(MPI)i(programs)53 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)183 b(7)107 1994 y Fp(3)84 b(Programming)35 b(T)-9 b(o)s(ols)2509 b(7)243 2107 y Fr(3.1)94 b(Compiling,)28 b(linking,)g(and)h(running)f (programs)52 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)183 b(7)452 2219 y(3.1.1)106 b(Compiling)28 b(and)h(Linking)f(without)i(the)g(Scripts)73 b(.)45 b(.)h(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)183 b(9)243 2332 y(3.2)94 b(Running)28 b(programs)i(with)f Fo(mpirun)39 b Fr(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)183 b(9)243 2445 y(3.3)94 b(Symmetric)30 b(Multipro)s(cessors)e(\(SMPs\))j(and)e(the)i Fo(ch)p 2331 2445 29 4 v 34 w(shmem)e Fr(device)85 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(10)243 2558 y(3.4)94 b(MPMD)32 b(Programs)c(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) g(.)f(.)h(.)g(.)138 b(10)243 2671 y(3.5)94 b(Debugging)32 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)138 b(10)452 2784 y(3.5.1)106 b(The)30 b Fo(printf)f Fr(Approac)m(h)54 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(10)452 2897 y(3.5.2)106 b(Error)30 b(handlers)78 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(11)452 3010 y(3.5.3)106 b(Starting)30 b(jobs)g(with)f(a)i(debugger)39 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)138 b(11)452 3123 y(3.5.4)106 b(Starting)30 b(the)h(debugger)f(when)f(an)h(error)g(o)s(ccurs)54 b(.)45 b(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(11)452 3236 y(3.5.5)106 b(A)m(ttac)m(hing)32 b(a)f(debugger)f(to)h(a) g(running)c(program)45 b(.)g(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(12)452 3349 y(3.5.6)106 b(Debugging)30 b(MPI)h(programs)f(with)f(T)-8 b(otalView)42 b(.)k(.)f(.)h(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(12)243 3461 y(3.6)94 b(Log)31 b(and)f(trace\014le)h(to)s(ols)61 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(13)452 3574 y(3.6.1)106 b(Jumpshot)55 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)g(.)f(.)h(.)g(.)138 b(14)243 3687 y(3.7)94 b(Execution)30 b(tracing)i(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)138 b(14)243 3800 y(3.8)94 b(P)m(erformance)31 b(measuremen)m(ts)76 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(14)107 4004 y Fp(4)84 b(Details)3040 b(15)243 4117 y Fr(4.1)94 b(Con\014gure)30 b(options)k(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)138 b(15)452 4230 y(4.1.1)106 b(MPI)31 b(and)e(PMPI)h(routines)38 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(16)452 4343 y(4.1.2)106 b(Con\014guring)30 b Fo(MPICH)f Fr(for)h(use)g(with)f(threads)86 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(16)452 4456 y(4.1.3)106 b(Signals)26 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) g(.)f(.)h(.)g(.)138 b(17)243 4569 y(4.2)94 b(Alternate)31 b(C)f(Compilers)45 b(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(18)243 4681 y(4.3)94 b(F)-8 b(ortran)31 b(Compilers)77 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(19)452 4794 y(4.3.1)106 b(What)31 b(if)f(there)g(is)g(no)g(F)-8 b(ortran)31 b(compiler?)76 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(19)452 4907 y(4.3.2)106 b(F)-8 b(ortran)31 b(90)c(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)138 b(20)452 5020 y(4.3.3)106 b(F)-8 b(ortran)31 b(77)g(and)f(F)-8 b(ortran)31 b(90)k(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)138 b(20)452 5133 y(4.3.4)106 b(F)-8 b(ortran)31 b(90)g(Mo)s(dules)85 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)138 b(20)452 5246 y(4.3.5)106 b(Con\014guring)28 b(with)h(the)i(Absoft)f(F)-8 b(ortran)31 b(Compiler)84 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(21)452 5359 y(4.3.6)106 b(Con\014guring)28 b(for)j(Multiple)d(F)-8 b(ortran)31 b(Compilers)58 b(.)45 b(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g (.)f(.)h(.)g(.)138 b(21)243 5472 y(4.4)94 b(C++)35 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) g(.)f(.)h(.)g(.)138 b(22)243 5585 y(4.5)94 b(Using)30 b(Shared)f(Libraries)38 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)138 b(22)1869 5946 y(iii)p eop %%Page: 4 3 4 2 bop 243 388 a Fr(4.6)94 b(File)30 b(System)g(Issues)80 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(23)452 501 y(4.6.1)106 b(NFS)31 b(and)e(MPI-IO)k(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(23)243 614 y(4.7)94 b(Building)29 b Fo(MPICH)58 b Fr(.)46 b(.)g(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(24)243 727 y(4.8)94 b(Installing)30 b Fo(MPICH)e Fr(for)j(Others)e(to)i(Use)80 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)g(.)f(.)h(.)g(.)138 b(25)452 840 y(4.8.1)106 b(User)31 b(commands)d(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)138 b(26)452 953 y(4.8.2)106 b(Installing)28 b(do)s(cumen)m(tation) 90 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(26)452 1065 y(4.8.3)106 b(Man)31 b(pages)91 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)138 b(27)452 1178 y(4.8.4)106 b(Examples)63 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(27)243 1291 y(4.9)94 b(Sp)s(ecial)29 b(Considerations)f(for)i (Running)e(with)h(Shared)h(Memory)88 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)138 b(27)243 1404 y(4.10)49 b(Thorough)30 b(T)-8 b(esting)27 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.) f(.)h(.)g(.)138 b(27)243 1517 y(4.11)49 b(In)m(ternationalization)25 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(28)107 1721 y Fp(5)84 b(Do)s(cumen)m(tation)2657 b(29)107 1925 y(6)84 b(In)35 b(Case)f(of)h(T)-9 b(rouble)2505 b(30)243 2038 y Fr(6.1)94 b(Things)29 b(to)i(try)f(\014rst)87 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(30)243 2151 y(6.2)94 b(Submitting)28 b(bug)i(rep)s(orts)87 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(30)243 2263 y(6.3)94 b(The)30 b(Most)h(Common)f(Problems)55 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(31)243 2376 y(6.4)94 b(T)-8 b(roublesho)s(oting)29 b(Shared)g(Libraries)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(31)243 2489 y(6.5)94 b(Other)30 b(Problems)i(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)138 b(33)243 2602 y(6.6)94 b(Problems)29 b(con\014guring)38 b(.)45 b(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)138 b(33)452 2715 y(6.6.1)106 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(33)452 2828 y(6.6.2)106 b(Lin)m(ux)76 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(33)243 2941 y(6.7)94 b(Problems)29 b(building)f Fo(MPICH)d Fr(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(34)452 3054 y(6.7.1)106 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(34)452 3167 y(6.7.2)106 b(W)-8 b(orkstation)32 b(Net)m(w)m(orks)55 b(.)46 b(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(35)452 3280 y(6.7.3)106 b(Cra)m(y)31 b(T3D)44 b(.)i(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(36)452 3393 y(6.7.4)106 b(SGI)80 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(36)452 3505 y(6.7.5)106 b(Lin)m(ux)76 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(37)452 3618 y(6.7.6)106 b(Compaq)30 b(UL)-8 b(TRIX)31 b(and)e(T)-8 b(ru64)71 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)138 b(37)243 3731 y(6.8)94 b(Problems)29 b(in)g(testing)34 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(37)452 3844 y(6.8.1)106 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(38)243 3957 y(6.9)94 b(Problems)29 b(compiling)f(or)j(linking)c(F)-8 b(ortran)31 b(programs)84 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)138 b(38)452 4070 y(6.9.1)106 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(38)243 4183 y(6.10)49 b(Problems)29 b(Linking)f(C)i(Programs)94 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(39)452 4296 y(6.10.1)61 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.) f(.)h(.)g(.)138 b(39)452 4409 y(6.10.2)61 b(HPUX)40 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(40)452 4522 y(6.10.3)61 b(LINUX)82 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(40)243 4635 y(6.11)49 b(Problems)29 b(starting)h(programs)52 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(40)452 4747 y(6.11.1)61 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)g(.)f(.)h(.)g(.)138 b(40)452 4860 y(6.11.2)61 b(IBM)31 b(RS6000)80 b(.)45 b(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(43)452 4973 y(6.11.3)61 b(IBM)31 b(SP)52 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(43)243 5086 y(6.12)49 b(Programs)31 b(fail)e(at)i(startup)55 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(44)452 5199 y(6.12.1)61 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(44)452 5312 y(6.12.2)61 b(W)-8 b(orkstation)32 b(Net)m(w)m(orks)55 b(.)46 b(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(45)243 5425 y(6.13)49 b(Programs)31 b(fail)e(after)i (starting)72 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(46)452 5538 y(6.13.1)61 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(46)452 5651 y(6.13.2)61 b(HPUX)40 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)g(.)f(.)h(.)g(.)138 b(47)1870 5946 y(iv)p eop %%Page: 5 4 5 3 bop 452 388 a Fr(6.13.3)61 b(c)m(h)p 836 388 28 4 v 33 w(shmem)30 b(device)55 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)138 b(47)452 501 y(6.13.4)61 b(LINUX)82 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(48)243 614 y(6.14)49 b(T)-8 b(rouble)29 b(with)g(Input)g(and)h (Output)40 b(.)45 b(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(48)452 727 y(6.14.1)61 b(General)67 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(48)452 840 y(6.14.2)61 b(W)-8 b(orkstation)32 b(Net)m(w)m(orks)55 b(.)46 b(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(48)452 953 y(6.14.3)61 b(HP-UX)80 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h (.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(49)243 1065 y(6.15)49 b(Sp)s(ecial)29 b(debugging)g(argumen)m(ts)76 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(49)107 1269 y Fp(Ac)m(kno)m(wledgmen)m(ts)2675 b(50)107 1473 y(A)57 b(F)-9 b(requen)m(tly)35 b(Ask)m(ed)h(Questions)2074 b(50)243 1586 y Fr(A.1)71 b(In)m(tro)s(duction)27 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) 138 b(51)243 1699 y(A.2)71 b(Installing)28 b(MPICH)c(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(51)243 1812 y(A.3)71 b(Using)30 b(MPICH)f(.)45 b(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(51)243 1925 y(A.4)71 b(P)m(ermission)29 b(Denied)72 b(.)46 b(.)f(.)h(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(51)243 2038 y(A.5)71 b(Notes)32 b(on)e(getting)h(MPICH)f(running)e(Under)h(Lin)m (ux)64 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)138 b(52)243 2151 y(A.6)71 b(p)s(oll:)39 b(proto)s(col)30 b(failure)f(during)f(circuit)h(creation)58 b(.)45 b(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(58)243 2263 y(A.7)71 b(Using)30 b(SSH)f(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(58)243 2376 y(A.8)71 b(Mac)32 b(OS)d(X)i(and)f(hostname)86 b(.)45 b(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(58)243 2489 y(A.9)71 b(SIGSEGV)48 b(.)e(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(59)243 2602 y(A.10)26 b(semop)31 b(lo)s(c)m(k)f(failed)54 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(59)243 2715 y(A.11)26 b(Compiler)i(Switc)m(hes)73 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)138 b(59)243 2828 y(A.12)26 b(C++)k(Builds)e(F)-8 b(ail)70 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.) g(.)138 b(59)243 2941 y(A.13)26 b(F)-8 b(ortran)31 b(programs)f(giv)m (e)h(errors)f(ab)s(out)g(mismatc)m(hed)g(t)m(yp)s(es)74 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(60)243 3054 y(A.14)26 b(Missing)j(Sym)m(b)s(ols)g(When)h(Linking)41 b(.)k(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(60)243 3167 y(A.15)26 b(W)-8 b(arning)30 b(messages)i(while)c(building)e(MPICH)71 b(.)46 b(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.) h(.)g(.)138 b(61)243 3280 y(A.16)26 b(MPMD)32 b(\(Multiple)c(Program)j (Multiple)d(Data\))k(Programs)38 b(.)46 b(.)g(.)f(.)h(.)g(.)f(.)h(.)g (.)g(.)f(.)h(.)g(.)138 b(61)243 3393 y(A.17)26 b(Rep)s(orting)k (problems)e(and)i(supp)s(ort)71 b(.)46 b(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(61)243 3505 y(A.18)26 b(Algorithms)j(used)h(in)f(MPICH)63 b(.)46 b(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.) f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(61)243 3618 y(A.19)26 b(Jumpshot)j(and)h(X11)53 b(.)46 b(.)f(.)h(.)g(.)f(.)h (.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.) g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(61)107 3822 y Fp(B)62 b(History)35 b(of)45 b Fo(MPICH)2612 b Fp(62)107 4026 y(C)60 b(File)35 b(Manifest)2753 b(62)107 4230 y(D)56 b(Con\014gure)35 b(Usage)2607 b(63)107 4434 y(E)67 b Fo(Mpirun)33 b Fp(Usage)2766 b(70)107 4637 y(F)70 b(Change)35 b(summary)e(from)h(the)h(previous)h(v)m(ersion)1350 b(73)107 4841 y(G)54 b(Deprecated)35 b(F)-9 b(eatures)2416 b(88)243 4954 y Fr(G.1)68 b(Getting)31 b(Tcl,)f(Tk,)g(and)g(wish)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g (.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(89)243 5067 y(G.2)68 b(Obsolete)31 b(Systems)41 b(.)46 b(.)g(.)f(.)h(.)g(.)f (.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)f(.) h(.)g(.)f(.)h(.)g(.)g(.)f(.)h(.)g(.)138 b(90)243 5180 y(G.3)68 b(More)31 b(detailed)f(con)m(trol)h(o)m(v)m(er)g(compiling)d (and)i(linking)68 b(.)46 b(.)f(.)h(.)g(.)f(.)h(.)g(.)f(.)h(.)g(.)g(.)f (.)h(.)g(.)138 b(91)107 5384 y Fp(References)3005 b(92)1883 5946 y Fr(v)p eop %%Page: 1 5 1 4 bop 1724 388 a Fn(Abstract)459 575 y Fm(MPI)28 b(\(Message-P)n (assing)e(In)n(terface\))i(is)h(a)g(standard)f(sp)r(eci\014cation)g (for)h(message-passing)d(li-)334 674 y(braries.)44 b Fl(MPICH)28 b Fm(is)i(a)g(p)r(ortable)g(implemen)n(tation)g(of)h(the)f (full)i(MPI-1)d(sp)r(eci\014cation)h(for)g(a)f(wide)334 774 y(v)-5 b(ariet)n(y)23 b(of)g(parallel)g(and)g(distributed)i (computing)e(en)n(vironmen)n(ts.)34 b Fl(MPICH)22 b Fm(con)n(tains,)i (along)e(with)334 873 y(the)35 b(MPI)f(library)f(itself,)k(a)d (programming)e(en)n(vironmen)n(t)i(for)g(w)n(orking)f(with)i(MPI)f (programs.)334 973 y(The)22 b(programming)e(en)n(vironmen)n(t)i (includes)g(a)g(p)r(ortable)f(startup)h(mec)n(hanism,)h(sev)n(eral)e (pro\014ling)334 1073 y(libraries)32 b(for)h(studying)g(the)g(p)r (erformance)g(of)g(MPI)g(programs,)f(and)h(an)g(X)h(in)n(terface)f(to)g (all)g(of)334 1172 y(the)25 b(to)r(ols.)36 b(This)25 b(do)r(cumen)n(t)g(describ)r(es)f(ho)n(w)g(to)h(install)f(and)h(use)g (the)g Fl(MPICH)e Fm(implemen)n(tation)i(of)334 1272 y(MPI.)248 1520 y Fr(This)h(do)s(cumen)m(t)i(describ)s(es)f(ho)m(w)h (to)h(obtain,)f(install,)f(and)g(use)h Fo(MPICH)f Fr([10)q(],)i(the)f (p)s(ortable)f(imple-)107 1633 y(men)m(tation)k(of)f(the)h(MPI)f (Message-P)m(assing)i(Standard.)40 b(This)28 b(do)s(cumen)m(t)i (describ)s(es)f(v)m(ersion)h(1.2.6.)107 1979 y Ft(1)135 b(In)l(tro)t(duction)107 2242 y Fo(MPICH)26 b Fr(is)h(a)h(freely)f(a)m (v)-5 b(ailable)27 b(implemen)m(tation)g(of)h(the)g(MPI)f(standard)g (that)i(runs)d(on)i(a)g(wide)e(v)-5 b(ariet)m(y)107 2355 y(of)34 b(systems.)50 b(The)33 b(details)f(of)i(the)g Fo(MPICH)e Fr(implemen)m(tation)g(are)i(describ)s(ed)e(in)g([10)q(];)j (related)f(pap)s(ers)107 2468 y(include)28 b([7)q(])i(and)g([8)q(].)248 2641 y Fo(MPICH)24 b Fr(is)g(no)h(longer)g(b)s(eing)e(dev)m(elop)s(ed;) k(the)e(curren)m(t)g(release)h(ma)m(y)f(b)s(e)g(the)g(last)g(release)h (of)32 b Fo(MPICH)p Fr(.)107 2754 y(A)38 b(new)f(v)m(ersion)h(of)g (MPI,)g(MPICH2,)i(is)d(a)m(v)-5 b(ailable)37 b(from)g Fo(www.mcs.anl.gov/mpi/mpich2)o Fr(.)58 b(This)107 2866 y(all-new)29 b(implemen)m(tation)g(of)h(MPI)h(includes)d(all)h(of)i(b)s (oth)e(MPI-1)i(and)f(MPI-2)248 3039 y(Ma)5 b(jor)31 b(F)-8 b(eatures)32 b(of)37 b Fo(MPICH)p Fr(:)243 3287 y Fk(\017)46 b Fr(F)-8 b(ull)29 b(MPI)h(1.2)i(compliance,)e Fj(including)38 b Fr(cancel)31 b(of)g(sends.)243 3475 y Fk(\017)46 b Fr(MPMD)31 b(programs)f(\(see)i(Section)e(3.4\))i(and)d(heterogeneous)j (clusters)e(are)g(supp)s(orted.)243 3662 y Fk(\017)46 b Fr(The)30 b(MPI-2)h(standard)f(C++)f(bindings)e(are)k(a)m(v)-5 b(ailable)30 b(for)g(the)g(MPI-1)h(functions.)243 3850 y Fk(\017)46 b Fr(Both)21 b(F)-8 b(ortran)22 b(77)f(and)f(F)-8 b(ortran)21 b(90)h(bindings,)e(including)d(b)s(oth)j(`)p Fo(mpif.h)p Fr(')f(and)h(an)h(MPI)f(mo)s(dule.)243 4037 y Fk(\017)46 b Fr(A)31 b(Windo)m(ws)g(NT)g(v)m(ersion)g(is)f(a)m(v)-5 b(ailable)31 b(as)g(op)s(en)g(source.)43 b(The)31 b(installation)e(and) i(use)g(for)g(this)334 4150 y(v)m(ersion)f(is)f(di\013eren)m(t;)h(this) g(man)m(ual)f(co)m(v)m(ers)j(only)e(the)g(Unix)g(v)m(ersion)f(of)38 b Fo(MPICH)p Fr(.)243 4338 y Fk(\017)46 b Fr(Supp)s(orts)34 b(a)j(wide)e(v)-5 b(ariet)m(y)36 b(of)h(en)m(vironmen)m(ts,)g (including)c(clusters)j(of)g(SMPs)g(and)g(massiv)m(ely)334 4451 y(parallel)29 b(computers.)243 4639 y Fk(\017)46 b Fr(F)-8 b(ollo)m(ws)38 b(man)m(y)g(\(but)f(not)h(y)m(et)h(all\))e(of) h(GNU-recommended)h(build)c(and)i(install)e(targets,)42 b(in-)334 4751 y(cluding)28 b(VP)-8 b(A)g(TH.)243 4939 y Fk(\017)46 b Fr(P)m(arts)31 b(of)g(MPI-2)g(are)f(also)h(supp)s (orted:)436 5127 y Fp({)46 b Fr(Most)28 b(of)f(MPI-IO)g(is)g(supp)s (orted)e(through)h(the)i(R)m(OMIO)f(implemen)m(tation)e(\(See)j(`)p Fo(romio/)534 5240 y(README)p Fr(')h(for)h(details\).)436 5386 y Fp({)46 b Fr(Supp)s(ort)g(for)h Fo(MPI_INIT_THREAD)d Fr(\(but)j(only)g(for)g Fo(MPI_THREAD_SINGLE)c Fr(and)k Fo(MPI_-)534 5499 y(THREAD_FUNNELLED)p Fr(\).)436 5645 y Fp({)f Fr(Miscellaneous)29 b(new)h Fo(MPI_Info)e Fr(and)i Fo(MPI_Datatype)d Fr(routines.)1884 5946 y(1)p eop %%Page: 2 6 2 5 bop 243 388 a Fk(\017)46 b Fo(MPICH)29 b Fr(also)h(includes)e(comp) s(onen)m(ts)j(of)f(a)h(parallel)e(programming)g(en)m(vironmen)m(t,)h (including)436 572 y Fp({)46 b Fr(T)-8 b(racing)22 b(and)g(log\014le)g (to)s(ols)g(based)g(on)h(the)f(MPI)h(pro\014ling)d(in)m(terface,)k (including)19 b(a)k(scalable)534 685 y(log\014le)30 b(format)g (\(SLOG\).)436 827 y Fp({)46 b Fr(P)m(arallel)29 b(p)s(erformance)h (visualization)e(to)s(ols)j(\()p Fo(upshot)e Fr(and)g Fo(jumpshot)p Fr(\).)436 970 y Fp({)46 b Fr(Extensiv)m(e)30 b(correctness)i(and)d(p)s(erformance)h(tests.)436 1112 y Fp({)46 b Fr(Both)31 b(large)g(and)e(small)g(application)g(examples.) 107 1414 y Fi(1.1)112 b(F)-9 b(eatures)38 b(of)g(recen)m(t)f(releases) 107 1646 y Fr(V)-8 b(ersion)30 b(1.2.6)j(of)38 b Fo(MPICH)29 b Fr(is)h(primarily)d(a)k(bug)f(\014x)g(and)g(increased)g(p)s (ortabilit)m(y)f(release,)i(particularly)107 1759 y(for)f(Lin)m (ux-based)f(clusters.)248 1932 y(New)h(and)g(impro)m(v)m(ed)g(in)f (1.2.6:)243 2170 y Fk(\017)46 b Fr(Impro)m(v)m(ed)30 b(build)e(for)i(Mac)h(OSX,)f(including)d(use)j(of)h(the)f(IBM)h (compilers)243 2354 y Fk(\017)46 b Fr(Man)m(y)31 b(small)e(\014xes)243 2538 y Fk(\017)46 b Fr(Additional)28 b(impro)m(v)m(emen)m(ts)j(to)g (the)f(collectiv)m(e)h(algorithms)107 2777 y(New)f(and)g(impro)m(v)m (ed)g(in)f(1.2.5:)243 3015 y Fk(\017)46 b Fr(Up)s(dated)30 b(Globus2)f(device)i(for)f(Globus)f(2.2)j(or)e(later)243 3199 y Fk(\017)46 b Fr(Impro)m(v)m(ed)30 b(SLOG)g(and)g(Jumpshot)243 3383 y Fk(\017)46 b Fr(New)31 b(collectiv)m(e)g(algorithms)243 3567 y Fk(\017)46 b Fr(Better)32 b(handling)c(of)i(startup)g(in)f(the)i Fo(ch_p4)e Fr(device.)107 3806 y(New)h(and)g(impro)m(v)m(ed)g(in)f (1.2.4:)243 4045 y Fk(\017)46 b Fr(Added)27 b(supp)s(ort)e(for)i(the)h (POSIX)e Fo(sched_yield)f Fr(call.)39 b(This)25 b(signi\014can)m(tly)h (increases)h(the)g(p)s(er-)334 4158 y(formance)39 b(of)h(the)f Fo(ch_shmem)d Fr(device)j(and)g Fo(ch_p4)e Fr(device)i(when)f Fo(-comm=shared)e Fr(is)i(c)m(hosen,)334 4270 y(when)30 b(there)h(are)g(more)h(total)f(pro)s(cesses)g(\(including)d(op)s (erating)i(system)h(and)g(other)g(user)f(pro-)334 4383 y(cesses\))h(than)e(pro)s(cessors)g(on)h(a)g(no)s(de.)40 b(This)27 b(is)i(no)m(w)h(the)g(default)e(where)i(a)m(v)-5 b(ailable.)39 b(Ho)m(w)m(ev)m(er,)334 4496 y(when)e(there)h(are)g(few)m (er)g(pro)s(cesses)f(than)h(pro)s(cessors,)h(lo)m(w)m(er)f(latencies)f (can)h(b)s(e)f(ac)m(hiev)m(ed)i(b)m(y)334 4609 y(con\014guring)29 b(with)g Fo(--disable-yield)p Fr(.)243 4780 y Fk(\017)46 b Fr(The)40 b(option)g Fo(--with-common-prefix=dir)34 b Fr(can)41 b(b)s(e)f(used)g(to)h(set)g(the)g(directory)f(path)g(for) 334 4880 y(installing)c(to)s(ols)i(suc)m(h)h(as)g Fo(upshot)e Fr(and)h Fo(jumpshot)e Fr(that)k(are)f(indep)s(enden)m(t)d(of)j(the)g (MPICH)334 4979 y(device.)i(F)-8 b(or)31 b(example,)378 5180 y Fl(configure)40 b(--with-device=c)o(h_)o(p4)d(--prefix=/usr/loc) o(al)o(/mp)o(ic)o(h-)o(1.2)o(.4)o(/ch)o(_p)o(4)h(\\)552 5280 y(--with-common-pr)o(efi)o(x=)o(/u)o(sr/)o(lo)o(cal)o(/m)o(pic)o (h-)o(1.)o(2.4)378 5379 y(make)378 5479 y(make)k(install)378 5579 y(configure)e(--with-device=c)o(h_)o(p4m)o(pd)81 b(--prefix=/usr/l)o(oca)o(l/)o(mp)o(ich)o(-1)o(.2.)o(4/)o(ch-)o(p4)o (mp)o(d)38 b(\\)552 5678 y(--with-common-pr)o(efi)o(x=)o(/u)o(sr/)o(lo) o(cal)o(/m)o(pic)o(h-)o(1.)o(2.4)1884 5946 y Fr(2)p eop %%Page: 3 7 3 6 bop 243 388 a Fk(\017)46 b Fr(Added)29 b Fo(CYGWIN_NT)f Fr(to)j(kno)m(wn)f(arc)m(hitectures.)243 576 y Fk(\017)46 b Fr(Added)29 b(more)i(supp)s(ort)e(for)h(the)g(MPI-2)h(feature)g Fo(MPI_STATUS_NULL)p Fr(.)243 763 y Fk(\017)46 b Fr(Fixed)30 b(sev)m(eral)h(bugs)e(in)g(the)i(\015o)m(w)f(con)m(trol)h(co)s(de)g (that)g(could)e(cause)i(programs)f(to)h(hang.)243 951 y Fk(\017)46 b Fr(Man)m(y)31 b(impro)m(v)m(emen)m(ts)g(to)g(the)f (MPICH-NT)h(v)m(ersion.)243 1138 y Fk(\017)46 b Fr(A)20 b(bug)g(in)f(the)i Fo(autoconf)d Fr(macro)i Fo(AC_CHECK_HEADER)d Fr(has)j(b)s(een)f(\014xed;)k(this)c(caused)i Fo(configure)334 1251 y Fr(to)31 b(conclude)f(that)h(header)f(\014les)f(w)m(ere)i(not)g (a)m(v)-5 b(ailable)30 b(ev)m(en)h(though)f(they)g(w)m(ere.)243 1439 y Fk(\017)46 b Fr(Fixes)30 b(for)g(NETBSD)h(\(usc)f(co)s(de)h(in)e Fo(ch_p4)p Fr(\))243 1627 y Fk(\017)248 1874 y Fr(New)h(and)g(impro)m (v)m(ed)g(in)f(1.2.3:)243 2122 y Fk(\017)46 b Fr(Reorganized)31 b(man)m(uals,)f(arranged)h(b)m(y)f(device)h(and)f(including)d(a)k (frequen)m(tly)e(ask)m(ed)j(questions)334 2235 y(section.)243 2422 y Fk(\017)46 b Fr(F)-8 b(urther)30 b(impro)m(v)m(emen)m(ts)h(to)g (the)f Fo(ch_p4mpd)e Fr(device.)243 2610 y Fk(\017)46 b Fr(Impro)m(v)m(emen)m(ts)31 b(to)g(the)g(SMP)f(supp)s(ort)f(in)g(the) h Fo(ch_p4)f Fr(device,)i(thanks)f(to)h(P)m(ete)g(Wyk)m(co\013.)243 2798 y Fk(\017)46 b Fr(Supp)s(ort)28 b(for)i(IA64)i(systems)e(running)e (Lin)m(ux)h(and)g(for)h(Mac)i(OS)d(X.)243 2985 y Fk(\017)46 b Fr(Supp)s(ort)28 b(for)i(v)m(ersion)g(2)h(of)g(Globus)e(in)g(the)h Fo(globus2)f Fr(device.)243 3173 y Fk(\017)46 b Fr(Man)m(y)41 b(bug)f(\014xes)g(and)g(co)s(de)h(impro)m(v)m(emen)m(ts.)72 b(See)40 b Fo(www.mcs.anl.gov/mpi/mpich)o(/r1_)o(2_)334 3286 y(3changes.html)27 b Fr(for)j(a)h(complete)g(list)e(of)h(c)m (hanges.)248 3534 y(New)g(and)g(impro)m(v)m(ed)g(in)f(1.2.2:)243 3781 y Fk(\017)46 b Fr(A)31 b(greatly)f(impro)m(v)m(ed)g Fo(ch_p4mpd)e Fr(device.)243 3969 y Fk(\017)46 b Fr(Impro)m(v)m(ed)21 b(supp)s(ort)f(for)h(assorted)g(F)-8 b(ortran)22 b(77)g(and)f(F)-8 b(ortran)22 b(90)g(compilers,)g(including)17 b(compile-)334 4082 y(time)30 b(ev)-5 b(aluation)30 b(of)h(F)-8 b(ortran)31 b(constan)m(ts)g(used)f(in)f(the)h Fo(MPICH)f Fr(implemen)m(tation.)243 4269 y Fk(\017)46 b Fr(An)30 b(impro)m(v)m(ed)g Fo(globus2)e Fr(device,)j(pro)m(viding)d(b)s(etter)i(p)s(erformance.)243 4457 y Fk(\017)46 b Fr(A)31 b(new)e Fo(bproc)g Fr(mo)s(de)h(for)g(the)h Fo(ch_p4)e Fr(device)h(supp)s(orts)f(Scyld)g(Beo)m(wulfs.)243 4645 y Fk(\017)46 b Fr(Man)m(y)34 b(TCP)f(p)s(erformance)g(impro)m(v)m (emen)m(ts)h(for)f(the)h Fo(ch_p4)e Fr(and)h Fo(ch_p4mpd)f Fr(devices,)i(as)g(w)m(ell)334 4757 y(as)243 4945 y Fk(\017)46 b Fr(Man)m(y)41 b(bug)f(\014xes)g(and)g(co)s(de)h(impro)m(v)m(emen)m (ts.)72 b(See)40 b Fo(www.mcs.anl.gov/mpi/mpich)o(/r1_)o(2_)334 5058 y(2changes.html)27 b Fr(for)j(a)h(complete)g(list)e(of)h(c)m (hanges.)1884 5946 y(3)p eop %%Page: 4 8 4 7 bop 107 388 a Fi(1.2)112 b(Cho)s(osing)38 b(the)f(correct)f(device) h(and)i(release)107 620 y Fo(MPICH)34 b Fr(is)g(designed)g(to)j(b)s(e)d (p)s(orted)h(and)g(optimized)f(for)h(a)h(v)-5 b(ariet)m(y)36 b(of)f(systems)h(though)f(implemen-)107 732 y(tations)g(of)f(an)h Fj(abstr)-5 b(act)38 b(devic)-5 b(e)37 b(interfac)-5 b(e)42 b Fr(\(ADI\).)36 b(Man)m(y)f(di\013eren)m(t)f(implemen)m (tations)g(of)g(the)h(ADI)107 845 y(exist;)30 b(eac)m(h)i(is)d(called)h (a)h Fj(devic)-5 b(e)p Fr(.)107 1110 y Fp(W)c(orkstation)35 b(Net)m(w)m(orks,)g(Beo)m(wulf)g(Clusters,)g(and)g(Individual)f(W)-9 b(orkstations.)47 b Fr(The)20 b(most)334 1223 y(imp)s(ortan)m(t)37 b(devices)g(are)h Fo(ch_p4)f Fr(and)g Fo(ch_p4mpd)p Fr(.)60 b(The)37 b Fo(ch_p4)g Fr(device)g(is)g(the)h(most)g(general)334 1336 y(and)22 b(supp)s(orts)e(SMP)j(no)s(des,)g(MPMD)g(programs,)h(and) e(heterogeneous)i(collections)e(of)g(systems.)334 1449 y(The)i Fo(ch_p4mpd)e Fr(device)i(\(so)h(far\))g(supp)s(orts)d(only)h (homogenous)i(clusters)e(of)i(unipro)s(cessors,)e(but)334 1562 y(pro)m(vides)29 b(for)i(far)f(faster)g(and)g(more)h(scalable)f (startup.)107 1747 y Fp(Grids.)46 b Fr(The)30 b Fo(globus2)f Fr(uses)i(Globus)e(\()p Fo(www.globus.org)p Fr(\))f(to)k(pro)m(vide)d (a)j(grid-enabled)d(implemen-)334 1859 y(tation)j(of)g(MPI.)g(This)e (device)i(is)e(appropriate)h(for)h(collections)f(of)h(systems)g(on)f (whic)m(h)g(Globus)334 1972 y(is)e(installed.)107 2157 y Fp(Symmetric)k(Multipro)s(cessors.)48 b Fr(The)37 b Fo(ch_shmem)e Fr(device)i(is)g(appropriate)g(for)g(a)h(single)e (shared-)334 2270 y(memory)23 b(system,)i(suc)m(h)d(as)h(a)g(SGI)g (Origin)d(or)j(Sun)e(E10000.)41 b(This)21 b(device)h(uses)h(shared)f (memory)334 2383 y(to)30 b(pass)e(messages)i(b)s(et)m(w)m(een)f(pro)s (cesses,)g(and)g(mak)m(es)g(use)g(of)g(facilities)e(pro)m(vided)g(b)m (y)i(the)g(op)s(er-)334 2496 y(ating)g(system)g(suc)m(h)f(as)h(System)f (V)h(shared)f(memory)h(or)g(anon)m(ymous)f(mmap)g(regions)h(for)f(data) 334 2609 y(and)39 b(System)g(V)g(semaphores)g(or)g(OS-sp)s(eci\014c)f (m)m(utex)h(routines)f(for)h(sync)m(hronization.)66 b(The)334 2722 y Fo(ch_lfshmem)30 b Fr(device)j(is)f(a)h(v)m(ersion)g(of)g Fo(ch_shmem)e Fr(that)i(uses)g(a)g(lo)s(c)m(k-free)h(approac)m(h)f(and) f(that)334 2835 y(w)m(e)h(dev)m(elop)s(ed)f(for)h(the)f(NEC)h(SX-4)g ([7].)48 b(The)32 b Fo(ch_shmem)f Fr(is)g(appropriate)h(for)g(most)h (systems;)334 2948 y(the)28 b Fo(ch_lfshmem)c Fr(requires)i(sp)s(ecial) h(assem)m(bly)g(language)g(co)s(ding)g(but)g(can)h(b)s(e)e(p)s(orted)h (to)h(most)334 3061 y(systems.)41 b(Curren)m(tly)-8 b(,)29 b(ho)m(w)m(ev)m(er,)j(the)f Fo(ch_lfshmem)c Fr(supp)s(orts)i(only)g (the)i(NEC)f(SX-4.)107 3246 y Fp(Massiv)m(ely)36 b(P)m(arallel)f(Pro)s (cessors)i(\(MPPs\).)46 b Fo(MPICH)26 b Fr(w)m(as)h(originally)e(dev)m (elop)s(ed)i(to)h(pro)m(vide)e(an)334 3358 y(implemen)m(tation)32 b(of)i(MPI)f(for)g(man)m(y)h(of)f(the)h(massiv)m(ely)e(parallel)g(pro)s (cessors,)i(eac)m(h)g(of)g(whic)m(h)334 3471 y(had)i(its)h(o)m(wn,)h (propritary)-8 b(,)38 b(message-passing)f(system.)61 b(W)-8 b(e)38 b(still)d(include)f(the)j(devices)g Fo(ch_-)334 3584 y(meiko)p Fr(,)i Fo(ch_nx)e Fr(and)h Fo(ch_mpl)f Fr(with)g Fo(MPICH)g Fr(releases,)k(though)e(most)f(of)h(these)g (systems)g(ha)m(v)m(e)334 3697 y(no)m(w)30 b(disapp)s(eared.)107 3882 y Fp(Others.)45 b Fo(MPICH)33 b Fr(w)m(as)i(designed)e(to)j (enable)e(other)h(groups)f(to)h(use)f(it)h(when)e(dev)m(eloping)h (their)g(o)m(wn)334 3995 y(MPI)23 b(implemen)m(tations.)37 b(Both)23 b(v)m(endors)g(and)f(researc)m(h)h(groups)f(ha)m(v)m(e)i (used)e Fo(MPICH)g Fr(as)h(the)g(basis)334 4108 y(for)k(their)f (implemen)m(tation.)38 b(One)27 b(imp)s(ortan)m(t)f(one)i(in)d(the)j (cluster)e(en)m(vironmen)m(t)h(is)f Fo(MPICH-GM)p Fr(,)334 4221 y(for)k(Myrinet)g(switc)m(h-connected)h(clusters;)f(it)g(is)f(a)m (v)-5 b(ailable)30 b(directly)f(from)h(Myricom.)248 4485 y(T)-8 b(o)33 b(mak)m(e)h(it)e(easier)h(to)h(build)c(and)i(use)g Fo(MPICH)p Fr(,)g(customized)h(v)m(ersions)f(of)h(this)f(man)m(ual)g (are)h(con-)107 4598 y(structured)c(for)h(eac)m(h)i(ma)5 b(jor)30 b(device.)107 4900 y Fi(1.3)112 b(Citations)36 b(and)i(References)107 5132 y Fr(The)27 b(name)i Fo(MPICH)d Fr(is)h(deriv)m(ed)g(from)h(MPI)g(and)g(Chameleon;)g(Chameleon)f(b)s (oth)h(b)s(ecause)g Fo(MPICH)e Fr(can)107 5245 y(run)20 b(\(adapt)j(its)e(color\))h(on)g(a)g(wide)f(range)h(of)g(en)m(vironmen) m(ts)f(and)g(b)s(ecause)h(the)g(initial)d(implemen)m(tation)107 5358 y(of)31 b Fo(MPICH)23 b Fr(used)h(the)g(Chameleon)g([14)q(])g (message-passing)h(p)s(ortabilit)m(y)d(system.)39 b Fo(MPICH)23 b Fr(is)g(pronounced)107 5471 y(\\Em)e(P)m(ee)h(Ey)m(e)f(See)g(Ayc)m (h,")j(not)d(\\Emm)g(Pitc)m(h.")37 b(The)21 b(prop)s(er)e(references)i (for)g Fo(MPICH)e Fr(are)i(the)g(pap)s(er)f(in)107 5584 y(the)27 b(journal)f Fj(Par)-5 b(al)5 b(lel)31 b(Computing)36 b Fr([10)q(])27 b(and)g(this)f(man)m(ual)g([9)q(].)40 b(BibT)-8 b(eX)27 b(v)m(ersions)f(of)h(these)h(citations)107 5697 y(are)j(a)m(v)-5 b(ailable)29 b(at)i Fo (www.mcs.anl.gov/mpi/mpich/)o(mpic)o(h-)t(pr)o(efe)o(r-)t(ref)o(.ht)o (ml)p Fr(.)1884 5946 y(4)p eop %%Page: 5 9 5 8 bop 107 388 a Ft(2)135 b(Quic)l(k)44 b(Start)107 651 y Fr(Here)24 b(is)e(a)i(set)g(of)g(steps)f(for)g(setting)h(up)e (and)h(minimally)d(testing)k Fo(MPICH)p Fr(.)f(Details)g(and)g (instructions)e(for)107 764 y(a)36 b(more)g(thorough)g(tour)f(of)43 b Fo(MPICH)p Fr('s)35 b(features,)j(including)32 b(installing,)i(v)-5 b(alidating,)36 b(b)s(enc)m(hmarking,)107 877 y(and)30 b(using)e(the)j(p)s(erformance)f(ev)-5 b(aluation)30 b(to)s(ols,)g(are)h(giv)m(en)f(in)f(the)i(follo)m(wing)e(sections.)107 1180 y Fi(2.1)112 b(Do)m(wnloading)38 b Fh(MPICH)107 1412 y Fr(The)30 b(\014rst)f(step)i(is)e(to)i(do)m(wnload)f Fo(MPICH)f Fr(and)h(install)e(an)m(y)i(necessary)h(patc)m(hes.)218 1684 y(1.)46 b(The)32 b(easiest)h(w)m(a)m(y)h(to)f(get)h Fo(MPICH)e Fr(is)f(to)j(use)e(the)h(w)m(eb)f(page)i Fo (www.mcs.anl.gov/mpi/mpic)o(h/)334 1797 y(download.html)p Fr(;)25 b(y)m(ou)k(can)f(also)g(use)f(anon)m(ymous)h(ftp)g(from)f Fo(ftp.mcs.anl.gov)d Fr(in)i(directory)334 1910 y(`)p Fo(pub/mpi)p Fr('.)41 b(Get)32 b(the)f(\014le)f(`)p Fo(mpich.tar.gz)p Fr('.)39 b(\(If)31 b(that)h(\014le)e(is)g(to)s(o)h(big,)g(try)f (getting)i(the)f(pieces)334 2023 y(from)f Fo(pub/mpi/mpisplit)c Fr(and)k Fo(cat)p Fr(ting)f(them)h(together.\))218 2211 y(2.)46 b(Unpac)m(k)28 b(the)f(`)p Fo(mpich.tar.gz)p Fr(')e(\014le)h(in)m(to)i(a)f(build)e(directory)-8 b(.)39 b(W)-8 b(e)29 b(recommend)e(using)f(a)h(lo)s(cally)334 2324 y(moun)m(ted)k(partition)e(rather)i(than)f(an)h(NFS)f(\(net)m(w)m (ork)i(\014le)e(system\))h(partition.)40 b(F)-8 b(or)32 b(example,)334 2437 y(on)f(man)m(y)g(systems,)h(`)p Fo(/tmp)p Fr(')e(or)h(`)p Fo(/sandbox)p Fr(')f(are)h(lo)s(cally)f(moun)m(ted.)43 b(Mak)m(e)32 b(sure)f(that)g(there)h(is)334 2549 y(enough)g(space)g(a)m (v)-5 b(ailable)32 b(\(100MB)i(should)c(b)s(e)h(more)h(than)g (enough\).)45 b(T)-8 b(o)33 b(unpac)m(k,)f(assuming)334 2662 y(that)f(`)p Fo(mpich.tar.gz)p Fr(')d(has)i(b)s(een)f(do)m (wnloaded)h(in)m(to)g(`)p Fo(/tmp)p Fr(',)g(use)477 2887 y Fo(\045)48 b(cd)f(/tmp)477 3000 y(\045)h(tar)f(zxovf)f(mpich.tar.gz) 334 3225 y Fr(If)30 b(y)m(our)g Fo(tar)g Fr(do)s(es)g(not)g(accept)i (the)f Fo(z)f Fr(option,)g(use)477 3450 y Fo(\045)48 b(cd)f(/tmp)477 3563 y(\045)h(gunzip)e(-c)h(mpich.tar.gz)d(|)k(tar)f (zxovf)f(-)218 3788 y Fr(3.)g(Apply)19 b(an)m(y)h(patc)m(hes.)39 b(Chec)m(k)20 b(the)h(w)m(eb)f(page)h Fo(www.mcs.anl.gov/mpi/mpic)o (h/bu)o(gli)o(st-)t(tb)o(l.)334 3901 y(html)34 b Fr(for)h(an)m(y)h (patc)m(hes)g(that)f(need)g(to)h(b)s(e)f(applied.)53 b(Normally)-8 b(,)35 b(v)m(ersions)g(of)42 b Fo(MPICH)34 b Fr(that)i(al-)334 4014 y(ready)41 b(ha)m(v)m(e)h(these)g(imp)s(ortan) m(t)e(patc)m(hes)i(applied)d(are)i(a)m(v)-5 b(ailable;)46 b(they)41 b(are)h(indicated)d(b)m(y)i(a)334 4127 y(fourth)28 b(n)m(um)m(b)s(er)g(in)g(the)i(release)f(name)h(\(e.g.,)h(1.2.2.3\).)43 b(But)30 b(in)e(some)h(cases,)i(a)f(patc)m(h)f(is)g(made)334 4240 y(a)m(v)-5 b(ailable)30 b(early)-8 b(.)41 b(The)29 b(patc)m(h)i(page)h(has)e(instructions)e(on)i(applying)e(the)j(patc)m (hes.)248 4512 y(No)m(w)g(y)m(ou)g(are)g(ready)f(to)h(build)c Fo(MPICH)p Fr(.)107 4816 y Fi(2.2)112 b(Con\014guring,)38 b(Making,)g(and)g(Installing)107 5047 y Fr(Before)43 b(y)m(ou)f(can)h(use)e Fo(MPICH)p Fr(,)g(y)m(ou)i(m)m(ust)f (con\014gure)f(and)h(mak)m(e)h(it.)75 b(The)42 b(con\014guration)f(pro) s(cess)107 5160 y(analyzes)36 b(y)m(our)g(system)g(and)f(determines)g (the)h(correct)h(options)e(and)g(settings;)k(it)c(also)h(creates)i(the) 107 5273 y(`)p Fo(Makefile)p Fr('s)28 b(that)j(are)g(used)f(to)h(mak)m (e)g Fo(MPICH)p Fr(.)218 5546 y(1.)46 b(Decide)37 b(where)f(y)m(ou)i(w) m(an)m(t)f(to)h(install)c Fo(MPICH)p Fr(.)i(This)f(step)i(is)e(not)i (strictly)f(necessary)h(\(except)334 5659 y(in)f(the)i(case)h(of)e(the) h Fo(ch_p4mpd)d Fr(device\);)42 b(ho)m(w)m(ev)m(er,)f(installing)36 b Fo(MPICH)g Fr(\(whic)m(h)g(can)i(b)s(e)f(done)1884 5946 y(5)p eop %%Page: 6 10 6 9 bop 334 388 a Fr(without)35 b(an)m(y)h(privilages)e(in)g(a)j(user)e (directory\))g(b)s(oth)h(mak)m(es)g(it)g(easier)f(to)i(manage)g(up)s (dates)334 501 y(to)32 b Fo(MPICH)d Fr(and)h(allo)m(ws)g(y)m(ou)h(to)h (reduce)e(the)h(amoun)m(t)h(disk)d(space)i(that)h Fo(MPICH)d Fr(tak)m(es)j(up,)e(since)334 614 y(the)46 b(installed)d(v)m(ersion)i (con)m(tains)h(only)e(the)i(libraries,)g(header)g(\014les,)i(do)s (cumen)m(tation,)h(and)334 727 y(supp)s(orting)19 b(programs.)37 b(W)-8 b(e)23 b(recommend)e(an)g(install)e(path)i(that)h(con)m(tains)g (the)f(v)m(ersion)g(n)m(um)m(b)s(er)334 840 y(of)45 b Fo(MPICH)p Fr(.)37 b(F)-8 b(or)39 b(example,)h(if)d(y)m(ou)h(are)g (installing)f Fo(MPICH)f Fr(for)i(others)g(to)h(use,)h(and)d(y)m(ou)i (ha)m(v)m(e)334 953 y(the)31 b(required)f(access)i(righ)m(ts,)f(y)m(ou) h(could)e(c)m(ho)s(ose)i(`)p Fo(/usr/local/mpich-1.2.6/)p Fr('.)37 b(If)31 b(y)m(ou)g(are)334 1065 y(installing)22 b(it)i(just)g(for)g(y)m(our)h(o)m(wn)g(use,)g(y)m(ou)g(could)f(use)g (something)h(lik)m(e)e(`)p Fo(/home/me/software/)334 1178 y(mpich-1.2.6)p Fr('.)218 1352 y(2.)46 b(In)m(v)m(ok)m(e)32 b Fo(configure)c Fr(with)h(the)h(appropriate)g Fo(prefix)p Fr(:)508 1561 y Fl(\045)44 b(./configure)39 b(--prefix=/usr/l)o(oca)o (l/)o(mpi)o(ch)o(-1)o(.2.)o(6)e(|&)43 b(tee)f(c.log)334 1784 y Fr(This)24 b(will)f(con\014gure)j Fo(MPICH)e Fr(for)i(the)g (default)e(device;)k(this)d(is)f(usually)g(the)i(appropriate)f(c)m (hoice.)334 1897 y(Section)i(4.1)i(discusses)d(the)h(options)g(that)h (can)g(b)s(e)f(giv)m(en)g(to)h Fo(configure)d Fr(to)j(customize)g Fo(MPICH)p Fr(.)334 2047 y(The)38 b(output)g(of)g Fo(configure)e Fr(is)h(pip)s(ed)f(to)j Fo(tee)p Fr(;)i(this)c(program)h(b)s(oth)g (writes)f(the)h(output)g(to)334 2160 y(the)45 b(\014le)g(sp)s (eci\014ed)e(b)m(y)i(its)g(argumen)m(t)h(\(here)f(`)p Fo(c.log)p Fr('\))g(and)f(to)i(standard)f(output.)85 b(If)44 b(y)m(ou)334 2272 y(ha)m(v)m(e)33 b(trouble)d(with)g(the)h Fo(configure)e Fr(or)i Fo(make)f Fr(step,)i(the)g(\014le)e(`)p Fo(c.log)p Fr(')g(will)f(help)h(iden)m(tify)f(an)m(y)334 2385 y(problems.)218 2572 y(3.)46 b(Mak)m(e)32 b Fo(MPICH)p Fr(:)525 2795 y Fo(\045)47 b(make)g(|&)g(tee)g(make.log)334 3017 y Fr(This)26 b(ma)m(y)j(tak)m(e)h(a)f(while,)e(dep)s(ending)e(on)j (the)h(load)f(on)g(y)m(our)g(system)g(and)g(on)g(y)m(our)g(\014le)f (serv)m(er,)334 3130 y(it)j(ma)m(y)h(tak)m(e)h(an)m(ywhere)e(from)g(a)h (few)f(min)m(utes)f(to)j(an)e(hour)f(or)i(more.)107 3433 y Fi(2.3)112 b(Running)37 b(examples)218 3642 y Fr(1.)46 b(\(Optional\))30 b(Build)e(and)i(run)e(a)j(simple)e(test)i(program:) 525 3865 y Fo(\045)47 b(cd)h(examples/basic)525 3978 y(\045)f(make)g(cpi)525 4091 y(\045)g(../../bin/mpirun)d(-np)j(4)g(cpi) 334 4313 y Fr(A)m(t)30 b(this)e(p)s(oin)m(t)g(y)m(ou)i(ha)m(v)m(e)g (run)e(an)h(MPI)g(program)g(on)g(y)m(our)g(system.)41 b(If)29 b(y)m(ou)g(ha)m(v)m(e)h(trouble,)f(see)334 4426 y(Section)h(6.)218 4613 y(2.)46 b(\(Optional\))23 b(Put)g(the)h (distribution)c(through)i(its)h(complete)h(acceptance)i(test)f(\(See)f (Section)f(4.10)334 4726 y(for)30 b(ho)m(w)h(to)g(do)f(this\).)218 4913 y(3.)46 b(\(Optional\))26 b(If)g(y)m(ou)g(wish)f(to)i(install)d Fo(MPICH)h Fr(in)h(a)g(public)e(place)j(so)f(that)h(others)g(ma)m(y)g (use)f(it,)h(use)525 5135 y Fo(\045)47 b(make)g(install)334 5358 y Fr(to)38 b(install)d Fo(MPICH)h Fr(in)m(to)h(the)g(directory)g (sp)s(eci\014ed)e(b)m(y)i(the)h Fo(--prefix)d Fr(option)h(to)i Fo(configure)p Fr(.)334 5471 y(Installation)19 b(will)f(consist)j(of)f (an)h(`)p Fo(include)p Fr(',)h(`)p Fo(lib)p Fr(',)g(`)p Fo(bin)p Fr(',)h(`)p Fo(sbin)p Fr(',)f(`)p Fo(www)p Fr(',)g(and)e(`)p Fo(man)p Fr(')h(directories)334 5584 y(and)37 b(a)h(small)e(`)p Fo(examples)p Fr(')g(directory)-8 b(.)62 b(Should)35 b(y)m(ou)j(wish)e(to)i(remo)m(v)m(e)h(the)f(installation,)f(y)m(ou)334 5697 y(can)31 b(run)e(the)h(script)g Fo(sbin/mpiuninstall)p Fr(.)1884 5946 y(6)p eop %%Page: 7 11 7 10 bop 218 388 a Fr(4.)46 b(\(Optional\))25 b(A)m(t)i(this)e(p)s(oin) m(t)f(y)m(ou)j(can)f(announce)f(to)i(y)m(our)f(users)f(ho)m(w)h(to)g (compile)f(and)g(run)g(MPI)334 501 y(programs,)36 b(using)e(the)i (installation)d(y)m(ou)i(ha)m(v)m(e)i(just)e(built)e(in)h(`)p Fo(/usr/local/mpich-1.2.6/)p Fr(')334 614 y(\(or)e(wherev)m(er)g(y)m (ou)f(ha)m(v)m(e)i(installed)d(it\).)44 b(See)32 b(Section)f(3)h(for)f (commands)h(they)f(can)h(use.)44 b(They)334 727 y(can)34 b(also)g(cop)m(y)h(the)f(`)p Fo(Makefile)p Fr(')e(in)g(`)p Fo(/usr/local/mpich-1.2.6/exa)o(mpl)o(es)p Fr(')c(and)33 b(adapt)h(it)334 840 y(for)c(their)g(o)m(wn)g(use.)107 1143 y Fi(2.4)112 b(Sample)37 b(MPI)g(programs)107 1374 y Fr(The)i Fo(MPICH)f Fr(distribution)e(con)m(tains)k(a)g(v)-5 b(ariet)m(y)40 b(of)g(sample)f(programs,)j(whic)m(h)c(are)i(lo)s(cated) g(in)f(the)107 1487 y Fo(MPICH)29 b Fr(source)h(tree.)42 b(Most)31 b(of)g(these)f(will)e(w)m(ork)j(with)e(an)m(y)h(MPI)h (implemen)m(tation,)e(not)i(just)e Fo(MPICH)p Fr(.)107 1759 y Fp(examples/basic)45 b Fr(con)m(tains)37 b(a)f(few)g(short)g (programs)f(in)g(F)-8 b(ortran,)38 b(C,)e(and)g(C++)f(for)g(testing)i (the)334 1871 y(simplest)29 b(features)h(of)h(MPI.)107 2059 y Fp(examples/test)44 b Fr(con)m(tains)22 b(m)m(ultiple)d(test)k (directories)d(for)i(the)f(v)-5 b(arious)21 b(parts)g(of)h(MPI.)g(En)m (ter)f(\\mak)m(e)334 2171 y(testing")31 b(in)e(this)g(directory)h(to)h (run)e(our)h(suite)g(of)g(function)f(tests.)107 2359 y Fp(examples/p)s(erftest)44 b Fr(P)m(erformance)30 b(b)s(enc)m (hmarking)d(programs.)40 b(See)29 b(the)h(script)e Fo(runmpptest)e Fr(for)334 2472 y(information)j(on)h(ho)m(w)g(to)i(run)c(the)j(b)s(enc) m(hmarks.)40 b(These)30 b(are)h(relativ)m(ely)e(sophisticated.)107 2659 y Fp(mp)s(e/con)m(trib/mandel)45 b Fr(A)30 b(Mandelbrot)f(program) g(that)i(uses)e(the)h(MPE)g(graphics)e(pac)m(k)-5 b(age)32 b(that)334 2772 y(comes)j(with)d(mpic)m(h.)50 b(It)34 b(should)d(w)m(ork)j(with)f(an)m(y)h(other)g(MPI)f(implemen)m(tation)g (as)h(w)m(ell,)f(but)334 2885 y(w)m(e)g(ha)m(v)m(e)h(not)f(tested)h (it.)47 b(This)31 b(is)g(a)i(go)s(o)s(d)g(demo)g(program)f(if)g(y)m(ou) h(ha)m(v)m(e)h(a)f(fast)g(X)f(serv)m(er)h(and)334 2997 y(not)e(to)s(o)g(man)m(y)f(pro)s(cesses.)107 3185 y Fp(mp)s(e/con)m (trib/mastermind)44 b Fr(A)30 b(program)h(for)f(solving)f(the)i (Mastermind)f(puzzle)g(in)f(parallel.)40 b(It)334 3298 y(can)31 b(use)f(graphics)f(\()p Fo(gmm)p Fr(\))h(or)h(not)f(\()p Fo(mm)p Fr(\).)248 3569 y(Additional)c(examples)i(from)g(the)h(b)s(o)s (ok)f Fj(Using)i(MPI)e Fr([11)q(])h(are)g(a)m(v)-5 b(ailable)28 b(at)h Fo(www.mcs.anl.gov/)107 3682 y(mpi/using)p Fr(.)38 b(T)-8 b(utorial)29 b(material)h(on)g(MPI)h(can)f(also)h(b)s(e)e(found) g(at)j Fo(www.mcs.anl.gov/mpi)p Fr(.)107 4028 y Ft(3)135 b(Programming)45 b(T)-11 b(o)t(ols)107 4291 y Fr(The)30 b Fo(MPICH)g Fr(implemen)m(tation)g(comes)i(with)d(a)j(v)-5 b(ariet)m(y)31 b(of)g(to)s(ols)g(for)g(building,)d(running,)h (debugging,)107 4404 y(and)h(analyzing)f(MPI)h(programs.)41 b(This)28 b(section)j(details)e(these)i(to)s(ols.)107 4707 y Fi(3.1)112 b(Compiling,)35 b(linking,)h(and)i(running)f (programs)107 4939 y Fr(The)c Fo(MPICH)f Fr(implemen)m(tation)g(pro)m (vides)h(four)g(commands)g(for)g(compiling)e(and)i(linking)e(C)i(\()p Fo(mpicc)p Fr(\),)107 5051 y(C++)c(\()p Fo(mpicxx)p Fr(\),)h(F)-8 b(ortran)31 b(77)g(\()p Fo(mpif77)p Fr(\),)f(and)f(F)-8 b(ortran)32 b(90)f(\()p Fo(mpif90)p Fr(\))e(programs.)248 5224 y(Use)h(these)f(commands)g(just)g(lik)m(e)f(the)i(usual)e(C,)h(F) -8 b(ortran)30 b(77,)g(C++,)f(or)g(F)-8 b(ortran)30 b(compilers.)39 b(F)-8 b(or)107 5337 y(example,)298 5584 y Fo(mpicc)46 b(-c)h(foo.c)298 5697 y(mpif77)f(-c)h(foo.f)1884 5946 y Fr(7)p eop %%Page: 8 12 8 11 bop 298 388 a Fo(mpicxx)46 b(-c)h(foo.cxx)298 501 y(mpif90)f(-c)h(foo.f)107 732 y Fr(and)298 964 y Fo(mpicc)f(-o)h(foo)g (foo.o)298 1077 y(mpif77)f(-o)h(foo)g(foo.o)298 1190 y(mpicxx)f(-o)h(foo)g(foo.o)298 1303 y(mpif90)f(-o)h(foo)g(foo.o)107 1534 y Fr(Commands)38 b(for)g(the)h(link)m(er)e(ma)m(y)j(include)c (additional)h(libraries.)63 b(F)-8 b(or)40 b(example,)h(to)e(use)g (routines)107 1647 y(from)30 b(the)g(C)g(math)h(library)d(library)-8 b(,)28 b(use)298 1879 y Fo(mpicc)46 b(-o)h(foo)g(foo.o)g(-lm)107 2111 y Fr(Com)m(bining)28 b(compilation)h(and)h(linking)d(in)i(a)i (single)e(command,)h(as)h(sho)m(wn)f(here,)298 2342 y Fo(mpicc)46 b(-o)h(foo)g(foo.c)298 2455 y(mpif77)f(-o)h(foo)g(foo.f)298 2568 y(mpicxx)f(-o)h(foo)g(foo.cxx)298 2681 y(mpif90)f(-o)h(foo)g (foo.f)107 2913 y Fr(ma)m(y)31 b(also)f(b)s(e)g(used)f(\(on)i(most)g (systems\).)248 3086 y(Note)43 b(that)f(while)d(the)j(su\016xes)f Fo(.c)g Fr(for)g(C)g(programs)h(and)f Fo(.f)f Fr(for)i(F)-8 b(ortran-77)43 b(programs)e(are)107 3198 y(standard,)e(there)g(is)e(no) h(consensus)g(for)g(the)g(su\016xes)g(for)g(C++)f(and)h(F)-8 b(ortran-90)40 b(programs.)64 b(The)107 3311 y(ones)34 b(sho)m(wn)g(here)g(are)g(accepted)i(b)m(y)e(man)m(y)g(but)g(not)g(all) f(systems.)52 b Fo(MPICH)33 b Fr(tries)g(to)i(determine)f(the)107 3424 y(accepted)e(su\016xes,)d(but)h(ma)m(y)h(not)g(alw)m(a)m(ys)g(b)s (e)e(able)h(to.)248 3597 y(Earlier)j(v)m(ersions)h(of)g(MPICH)h(used)f Fo(mpiCC)f Fr(to)i(compile)f(C++)f(programs.)53 b(Ho)m(w)m(ev)m(er,)38 b(on)c(some)107 3710 y(op)s(erating)h(systems,)i(suc)m(h)f(as)g(Mac)h (OS)e(X,)h(\014lenames)f(that)h(di\013er)e(only)h(in)g(case,)j(suc)m(h) e(as)g(`)p Fo(mpicc)p Fr(')107 3823 y(and)e(`)p Fo(mpiCC)p Fr(',)f(refer)h(to)i(the)e(same)h(\014le.)52 b(T)-8 b(o)35 b(a)m(v)m(oid)g(problems)d(caused)j(when)e(scripts)g(and)h(Mak)m (e\014les)107 3936 y(that)h(use)g(the)g(MPICH)g(compilation)f(scripts)g (are)h(p)s(orted)g(to)g(suc)m(h)g(systems,)i(w)m(e)e(ha)m(v)m(e)h(c)m (hnaged)g(to)107 4049 y(using)d(only)i Fo(mpicxx)e Fr(for)i(compiling)d (and)j(linking)d(C++)i(programs.)54 b(W)-8 b(e)37 b(also)e(encourage)h (users)e(to)107 4162 y(use)24 b(`)p Fo(.cxx)p Fr(')g(or)g(`)p Fo(.cc)p Fr(')h(as)f(the)h(\014le)f(extension)g(for)g(C++)g(programs)g (rather)g(than)h(`)p Fo(.C)p Fr(')f(\(b)s(ecause)h(it)f(is)g(the)107 4275 y(same)29 b(as)h(`)p Fo(.c)p Fr(')f(on)g(OS)f(X\))i(or)f(`)p Fo(.cpp)p Fr(')f(\(b)s(ecause)i(some)g(applications)d(use)i(that)g (su\016x)g(for)g(\014les)f(created)107 4388 y(with)h(the)h(C)g(prepro)s (cessor\).)248 4560 y(Y)-8 b(ou)27 b(can)g(o)m(v)m(erride)g(the)g(c)m (hoice)h(of)e(compiler)g(b)m(y)g(sp)s(ecifying)f(the)i(en)m(vironmen)m (t)f(v)-5 b(ariable)26 b Fo(MPICH_-)107 4673 y(CC)p Fr(,)37 b Fo(MPICH_F77)p Fr(,)g Fo(MPICH_CCC)p Fr(,)e(or)j Fo(MPICH_F90)p Fr(.)59 b(Ho)m(w)m(ev)m(er,)42 b(b)s(e)37 b(w)m(arned)g(that)h(this)e (will)f(w)m(ork)j(only)107 4786 y(if)31 b(the)h(alternate)g(compiler)f (is)f(compatible)i(with)e(the)i(default)f(one)h(\(b)m(y)g(compatible,)g (w)m(e)g(mean)g(that)107 4899 y(is)38 b(uses)h(the)g(same)g(sizes)g (for)g(all)f(datat)m(yp)s(es)i(and)e(la)m(y)m(outs,)43 b(and)38 b(generates)i(ob)5 b(ject)40 b(co)s(de)g(that)f(can)107 5012 y(b)s(e)32 b(used)h(with)e(the)j Fo(MPICH)d Fr(libraries\).)47 b(If)32 b(y)m(ou)i(wish)d(to)j(o)m(v)m(erride)f(the)h(link)m(er,)e(use) h(the)g(en)m(vironmen)m(t)107 5125 y(v)-5 b(ariables)29 b Fo(MPICH_CLINKER)p Fr(,)e Fo(MPICH_F77LINKER)p Fr(,)f Fo(MPICH_CCLINKER)p Fr(,)h(or)j Fo(MPICH_F90LINKER)p Fr(.)248 5298 y(If)35 b(y)m(ou)g(w)m(an)m(t)h(to)g(see)f(the)h (commands)e(that)i(w)m(ould)e(b)s(e)g(used)g(without)h(actually)f (running)f(them,)107 5411 y(add)d(the)g(command)g(line)f(argumen)m(t)i Fo(-show)p Fr(.)248 5584 y(In)22 b(addition,)g(the)h(follo)m(wing)e(sp) s(ecial)g(options)h(are)g(supp)s(orted)f(for)h(accessing)h(some)g(of)g (the)f(features)107 5697 y(of)30 b(the)h(MPE)f(en)m(vironmen)m(t)g(for) g(monitoring)f(MPI)i(calls)e(from)h(within)e(an)i(application:)1884 5946 y(8)p eop %%Page: 9 13 9 12 bop 107 388 a Fp(-mpilog)45 b Fr(Build)28 b(v)m(ersion)i(that)h (generates)h(MPE)e(log)h(\014les.)107 576 y Fp(-mpitrace)44 b Fr(Build)28 b(v)m(ersion)i(that)h(generates)h(traces.)107 763 y Fp(-mpianim)43 b Fr(Build)29 b(v)m(ersion)g(that)i(generates)h (real-time)e(animation.)107 1011 y(These)g(are)h(describ)s(ed)d(in)h (more)i(detail)e(in)g(Section)h(3.6.)107 1311 y Fp(3.1.1)105 b(Compiling)35 b(and)f(Linking)i(without)e(the)g(Scripts)107 1543 y Fr(In)39 b(some)h(cases,)j(it)c(is)g(not)g(p)s(ossible)f(to)i (use)f(the)h(scripts)e(supplied)f(b)m(y)j Fo(MPICH)f Fr(for)g(compiling)e(and)107 1656 y(linking)27 b(programs.)41 b(F)-8 b(or)31 b(example,)f(another)g(to)s(ol)h(ma)m(y)f(ha)m(v)m(e)i (its)e(o)m(wn)g(compilation)f(scripts.)39 b(In)30 b(this)107 1768 y(case,)39 b(y)m(ou)f(can)f(use)f Fo(-compile)p 1237 1768 29 4 v 32 w(info)g Fr(and)g Fo(-link)p 1920 1768 V 33 w(info)g Fr(to)h(ha)m(v)m(e)h(the)f Fo(MPICH)f Fr(compilation)f(scripts)107 1881 y(indicate)g(the)g(compiler)g (\015ags)g(and)h(linking)c(libraries)h(that)j(are)g(required)e(for)i (correct)g(op)s(eration)g(of)107 1994 y(the)31 b Fo(MPICH)g Fr(routines.)43 b(F)-8 b(or)32 b(example,)g(when)e(using)g(the)i Fo(ch_shmem)d Fr(device)i(on)h(Solaris)e(systems,)i(the)107 2107 y(library)23 b Fo(thread)h Fr(\()p Fo(-lthread)p Fr(\))g(m)m(ust)h(b)s(e)g(link)m(ed)f(with)h(the)g(application.)38 b(If)25 b(the)h Fo(thread)e Fr(library)f(is)h(not)107 2220 y(pro)m(vided,)k(the)h(application)f(will)e(still)h(link,)h(but)g (essen)m(tial)h(routines)f(will)e(b)s(e)j(replaced)f(with)g(dumm)m(y) 107 2333 y(v)m(ersions)i(con)m(tained)g(within)e(the)j(Solaris)d(C)i (library)-8 b(,)29 b(causing)h(the)g(application)f(to)i(fail.)248 2506 y(F)-8 b(or)32 b(example,)g(to)h(determine)e(the)g(\015ags)h(used) f(to)i(compile)d(and)h(link)f(C)h(programs,)h(y)m(ou)g(can)g(use)107 2619 y(these)f(commands,)f(whose)g(output)g(for)g(the)h Fo(ch_p4)e Fr(device)h(on)g(a)h(Lin)m(ux)e(w)m(orkstation)i(is)e(sho)m (wn.)155 2866 y Fo(\045)47 b(mpicc)f(-compile_info)155 2979 y(cc)h(-DUSE_STDARG)d(-DHAVE_STDLIB_H=1)f(-DHAVE_STRING_H=1)g (-DHAVE_UNISTD_H=1)155 3092 y(-DHAVE_STDARG_H=1)g(-DUSE_STDARG=1)h (-DMALLOC_RET_VOID=1)155 3205 y(-I/usr/local/mpich/incl)o(ude)d(-c)155 3431 y(\045)47 b(mpicc)f(-link_info)155 3544 y(cc)h(-DUSE_STDARG)d (-DHAVE_STDLIB_H=1)f(-DHAVE_STRING_H=1)g(-DHAVE_UNISTD_H=1)155 3657 y(-DHAVE_STDARG_H=1)g(-DUSE_STDARG=1)h(-DMALLOC_RET_VOID=1)155 3770 y(-L/usr/local/mpich/lib)d(-lmpich)107 4073 y Fi(3.2)112 b(Running)37 b(programs)h(with)e Fh(mpirun)107 4305 y Fr(T)-8 b(o)21 b(run)d(an)j(MPI)f(program,)i(use)e(the)g Fo(mpirun)f Fr(command,)j(whic)m(h)d(is)h(lo)s(cated)g(in)f(`)p Fo(/usr/local/mpich-1.2.6/bin)o Fr('.)107 4418 y(F)-8 b(or)31 b(almost)f(all)g(systems,)g(y)m(ou)h(can)g(use)f(the)g(command) 298 4665 y Fo(mpirun)46 b(-np)h(4)g(a.out)107 4913 y Fr(to)34 b(run)f(the)h(program)g(`)p Fo(a.out)p Fr(')f(on)g(four)h(pro) s(cessors.)50 b(The)34 b(command)f Fo(mpirun)46 b(-help)33 b Fr(giv)m(es)h(y)m(ou)g(a)107 5026 y(complete)d(list)e(of)h(options,)g (whic)m(h)f(ma)m(y)i(also)g(b)s(e)e(found)g(in)g(App)s(endix)f(E.)248 5199 y(On)c(exit,)j Fo(mpirun)d Fr(returns)g(the)h(status)h(of)g(one)f (of)h(the)f(pro)s(cesses,)i(usually)c(the)i(pro)s(cess)g(with)f(rank) 107 5312 y(zero)31 b(in)e Fo(MPI_COMM_WORLD)p Fr(.)1884 5946 y(9)p eop %%Page: 10 14 10 13 bop 107 388 a Fi(3.3)112 b(Symmetric)35 b(Multipro)s(cessors)i (\(SMPs\))f(and)j(the)e Fh(ch)p 2676 388 31 4 v 38 w(shmem)h Fi(device)107 620 y Fr(On)33 b(man)m(y)h(of)g(the)g(shared-memory)f (implemen)m(tations,)g Fo(MPICH)g Fr(reserv)m(es)h(some)g(shared)f (memory)h(in)107 732 y(whic)m(h)j(messages)j(are)f(transferred)e(bac)m (k)j(and)e(forth.)65 b(By)39 b(default,)h Fo(MPICH)d Fr(reserv)m(es)i(roughly)e(four)107 845 y(MBytes)45 b(of)g(shared)e (memory)-8 b(.)83 b(Y)-8 b(ou)44 b(can)h(c)m(hange)g(this)e(with)g(the) h(en)m(vironmen)m(t)g(v)-5 b(ariable)43 b Fo(MPI_-)107 958 y(GLOBMEMSIZE)p Fr(.)27 b(F)-8 b(or)31 b(example,)g(to)g(mak)m(e)g (it)f(8)h(MB,)g(en)m(ter)298 1206 y Fo(setenv)46 b(MPI_GLOBMEMSIZE)d (8388608)107 1454 y Fr(Large)31 b(messages)h(are)g(transfered)e(in)g (fragmen)m(ts,)h(so)h Fo(MPI_GLOBMEMSIZE)26 b Fr(do)s(es)31 b(not)g(limit)e(the)i(maxi-)107 1566 y(m)m(um)26 b(message)i(size)f (but)g(increasing)e(it)i(ma)m(y)g(impro)m(v)m(e)g(p)s(erformance.)39 b(Also)27 b(note)h(that)f(systems)g(ma)m(y)107 1679 y(limit)h(the)j (amoun)m(t)f(of)h(shared)f(memory)g(a)m(v)-5 b(ailable.)248 1852 y(By)31 b(default,)e Fo(MPICH)g Fr(limits)f(the)j(n)m(um)m(b)s(er) e(of)i(pro)s(cesses)f(for)g(the)g Fo(ch_shmem)f Fr(device)h(to)h(32,)g (unless)107 1965 y(it)37 b(determines)f(at)i(con\014gure)f(time)g(that) h(the)f(mac)m(hine)g(has)g(more)g(pro)s(cessors.)61 b(Y)-8 b(ou)38 b(can)g(o)m(v)m(erride)107 2078 y(this)31 b(limit)f(b)m(y)i (setting)h(the)f(en)m(vironmen)m(t)g(v)-5 b(ariable)31 b Fo(PROCESSOR_COUNT)d Fr(to)33 b(the)g(maxim)m(um)e(n)m(um)m(b)s(er) 107 2191 y(of)f(pro)s(cesses)h(that)f(y)m(ou)h(will)d(w)m(an)m(t)j(to)g (run,)e(and)h(then)g(recon\014gure)g(and)g(remak)m(e)i Fo(MPICH)p Fr(.)107 2494 y Fi(3.4)112 b(MPMD)38 b(Programs)107 2726 y Fr(It)26 b(is)f(p)s(ossible)e(to)j(run)f(a)h(parallel)e(program) h(with)g(di\013eren)m(t)g(executables)h(with)f(sev)m(eral)h(of)g(the)g (devices)107 2839 y(including)k(the)k Fo(ch_p4)p Fr(,)g Fo(ch_mpl)p Fr(,)f(and)h Fo(globus2)e Fr(devices.)51 b(It)34 b(is)f(curren)m(tly)g(not)h(p)s(ossible)d(to)k(do)f(this)107 2952 y(with)29 b(the)h Fo(ch_shmem)e Fr(or)i Fo(ch_p4mpd)e Fr(devices.)40 b(This)29 b(st)m(yle)h(of)h(parallel)d(programming)h(is) g(often)i(called)107 3065 y(MPMD)25 b(for)g(\\m)m(ultiple)e(program)h (m)m(ultiple)f(data".)40 b(In)24 b(man)m(y)h(cases,)i(it)d(is)g(easy)h (to)g(con)m(v)m(ert)i(a)e(MPMD)107 3178 y(program)e(in)m(to)h(a)g (single)e(program)h(that)h(uses)f(the)h(rank)f(of)h(the)g(pro)s(cess)f (to)h(in)m(v)m(ok)m(e)h(a)e(di\013eren)m(t)g(routine;)107 3291 y(doing)i(so)i(mak)m(es)g(it)f(easier)h(to)g(start)g(parallel)d (programs)i(and)g(often)h(to)g(debug)f(them.)39 b(If)26 b(con)m(v)m(erting)h(a)107 3404 y(MPMD)j(program)f(to)h(a)g(SPMD)g (\(single)e(program)h(m)m(ultiple)e(data,)k(not)e(to)i(b)s(e)d (confused)h(with)f(single)107 3516 y Fj(instruction)47 b Fr(m)m(ultiple)37 b(data,)42 b(or)e(SIMD\))f(is)g(not)g(feasible,)i (then)e(y)m(ou)g(can)h(run)e(MPMD)i(programs)107 3629 y(using)33 b Fo(MPICH)p Fr(.)f(Ho)m(w)m(ev)m(er,)37 b(y)m(ou)d(will)d (not)j(b)s(e)f(able)g(to)h(use)f Fo(mpirun)f Fr(to)i(start)g(the)g (programs;)h(instead,)107 3742 y(y)m(ou)c(will)c(need)j(to)h(follo)m(w) f(the)h(instructions)d(for)i(eac)m(h)i(device.)107 4046 y Fi(3.5)112 b(Debugging)107 4277 y Fr(Debugging)26 b(parallel)f (programs)h(is)f(notoriously)g(di\016cult.)38 b(P)m(arallel)25 b(programs)h(are)h(sub)5 b(ject)26 b(not)h(only)107 4390 y(to)38 b(the)f(usual)f(kinds)f(of)i(bugs)f(but)h(also)g(to)h(new)e (kinds)f(ha)m(ving)i(to)h(do)f(with)f(timing)f(and)i(sync)m(hro-)107 4503 y(nization)h(errors.)67 b(Often,)41 b(the)e(program)g(\\hangs,")j (for)d(example)g(when)f(a)i(pro)s(cess)e(is)g(w)m(aiting)h(for)107 4616 y(a)e(message)h(to)f(arriv)m(e)f(that)i(is)d(nev)m(er)i(sen)m(t)g (or)g(is)f(sen)m(t)h(with)e(the)i(wrong)f(tag.)61 b(P)m(arallel)35 b(bugs)h(often)107 4729 y(disapp)s(ear)g(precisely)g(when)i(y)m(ou)g (adds)f(co)s(de)i(to)f(try)g(to)h(iden)m(tify)d(the)j(bug,)g(whic)m(h)e (is)g(particularly)107 4842 y(frustrating.)i(In)30 b(this)f(section)i (w)m(e)f(discuss)f(sev)m(eral)i(approac)m(hes)g(to)g(parallel)d (debugging.)107 5142 y Fp(3.5.1)105 b(The)35 b Fo(printf)e Fp(Approac)m(h)107 5374 y Fr(Just)23 b(as)h(in)f(sequen)m(tial)g (debugging,)i(y)m(ou)f(often)h(wish)d(to)i(trace)i(in)m(teresting)d(ev) m(en)m(ts)i(in)e(the)h(program)g(b)m(y)107 5487 y(prin)m(ting)j(trace)k (messages.)42 b(Usually)28 b(y)m(ou)i(wish)e(to)i(iden)m(tify)f(a)h (message)h(b)m(y)e(the)h(rank)f(of)h(the)g(pro)s(cess)107 5599 y(emitting)f(it.)41 b(This)28 b(can)j(b)s(e)f(done)g(explicitly)e (b)m(y)i(putting)f(the)i(rank)f(in)f(the)h(trace)i(message.)1861 5946 y(10)p eop %%Page: 11 15 11 14 bop 107 388 a Fp(3.5.2)105 b(Error)35 b(handlers)107 620 y Fr(The)21 b(MPI)h(Standard)e(sp)s(eci\014es)h(a)h(mec)m(hanism)f (for)g(installing)e(one's)j(o)m(wn)g(error)f(handler,)h(and)f(sp)s (eci\014es)107 732 y(the)30 b(b)s(eha)m(vior)f(of)h(t)m(w)m(o)i (prede\014ned)c(ones,)i Fo(MPI_ERRORS_RETURN)c Fr(and)j Fo(MPI_ERRORS_ARE_FATAL)p Fr(.)c(As)107 845 y(part)e(of)h(the)g Fo(MPE)f Fr(library)-8 b(,)23 b(w)m(e)h(include)d(t)m(w)m(o)k(other)f (error)f(handlers)f(to)i(facilitate)g(the)g(use)f(of)h(command-)107 958 y(line)29 b(debuggers)h(suc)m(h)g(as)g Fo(dbx)g Fr(in)f(debugging)g (MPI)h(programs.)298 1206 y Fo(MPE_Errors_call_dbx_in_)o(xter)o(m)298 1319 y(MPE_Signals_call_debugg)o(er)107 1566 y Fr(These)22 b(error)h(handlers)e(are)i(lo)s(cated)g(in)f(the)h Fo(MPE)f Fr(directory)-8 b(.)38 b(A)23 b(con\014gure)f(option)h(\()p Fo(-mpedbg)p Fr(\))e(includes)107 1679 y(these)29 b(error)f(handlers)f (in)m(to)i(the)g(regular)f(MPI)g(libraries,)f(and)h(allo)m(ws)g(the)h (command-line)e(argumen)m(t)107 1792 y Fo(-mpedbg)38 b Fr(to)i(mak)m(e)h Fo(MPE_Errors_call_dbx_in_x)o(term)33 b Fr(the)40 b(default)f(error)g(handler)f(\(instead)i(of)107 1905 y Fo(MPI_ERRORS_ARE_FATAL)p Fr(\).)107 2205 y Fp(3.5.3)105 b(Starting)35 b(jobs)g(with)f(a)h(debugger)107 2437 y Fr(The)40 b Fo(-dbg=)39 b Fr(option)h(to)i Fo(mpirun)d Fr(causes)j(pro)s(cesses)f(to)g(b)s(e)g(run)e(under)h(the) 107 2550 y(con)m(trol)31 b(of)f(the)h(c)m(hosen)g(debugger.)40 b(F)-8 b(or)31 b(example,)g(en)m(ter)298 2798 y Fo(mpirun)46 b(-dbg=gdb)f(or)j(mpirun)e(-dbg=gdb)f(a.out)107 3045 y Fr(in)m(v)m(ok)m(es)34 b(the)g Fo(mpirun_dbg.gdb)c Fr(script)j(lo)s(cated)h(in)f(the)h(`)p Fo(mpich/bin)p Fr(')d(directory)-8 b(.)51 b(This)32 b(script)h(cap-)107 3158 y(tures)i(the)g(correct)h(argumen)m(ts,)h(in)m(v)m(ok)m(es)f(the)f Fo(gdb)g Fr(debugger,)h(and)e(starts)i(the)f(\014rst)g(pro)s(cess)f (under)107 3271 y Fo(gdb)27 b Fr(where)i(p)s(ossible.)37 b(There)28 b(are)h(\014v)m(e)g(debugger)f(scripts;)h Fo(ddd)p Fr(,)f Fo(gdb)p Fr(,)g Fo(xxgdb)p Fr(,)g Fo(ddd)p Fr(,)g(and)g Fo(totalview)p Fr(.)107 3384 y(These)j(ma)m(y)h(need)e(to) i(b)s(e)f(edited)f(dep)s(ending)f(on)i(y)m(our)g(system.)44 b(There)30 b(is)g(another)i(debugger)f(script)107 3497 y(for)41 b Fo(dbx)p Fr(,)j(but)c(this)h(one)g(will)e(alw)m(a)m(ys)j (need)f(to)h(b)s(e)f(edited)g(as)h(the)f(debugger)g(commands)g(for)h Fo(dbx)107 3610 y Fr(v)-5 b(aries)40 b(b)s(et)m(w)m(een)i(v)m(ersions.) 72 b(Y)-8 b(ou)42 b(can)f(also)g(use)g(this)f(option)g(to)i(call)f (another)g(debugger;)46 b(for)41 b(ex-)107 3723 y(ample,)h Fo(-dbg=mydebug)p Fr(.)66 b(All)38 b(y)m(ou)j(need)e(to)i(do)f(is)f (write)g(a)h(script)f(\014le,)j(`)p Fo(mpirun_dbg.mydebug)p Fr(',)107 3836 y(whic)m(h)30 b(follo)m(ws)h(the)h(format)g(of)g(the)g (included)d(debugger)i(scripts,)g(and)h(place)f(it)g(in)g(the)h(`)p Fo(mpich/bin)p Fr(')107 3948 y(directory)-8 b(.)47 b(More)33 b(information)e(on)h(using)f(the)i(T)-8 b(otalview)32 b(debugger)g(with)f Fo(MPICH)g Fr(can)i(b)s(e)f(found)f(in)107 4061 y(Section)f(3.5.6.)107 4361 y Fp(3.5.4)105 b(Starting)35 b(the)f(debugger)i(when)e(an)h(error)g(o)s(ccurs)107 4593 y Fr(It)c(is)g(often)h(con)m(v)m(enien)m(t)g(to)h(ha)m(v)m(e)f(a)g (debugger)g(start)g(when)e(a)i(program)f(detects)i(an)e(error.)44 b(If)38 b Fo(MPICH)107 4706 y Fr(w)m(as)f(con\014gured)f(with)g(the)h (option)g Fo(--enable-mpedbg)p Fr(,)d(then)j(adding)f(the)h (command-line)e(option)107 4819 y Fo(-mpedbg)e Fr(to)i(the)g(program)g (will)d(cause)j Fo(MPICH)e Fr(to)j(attempt)g(to)f(start)g(a)h(debugger) e(\(usually)f Fo(dbx)h Fr(or)107 4932 y Fo(gdb)p Fr(\))c(when)f(an)h (error)g(that)h(generates)h(a)f(signal)e(\(suc)m(h)h(as)h Fo(SIGSEGV)p Fr(\))e(o)s(ccurs.)40 b(F)-8 b(or)31 b(example,)298 5179 y Fo(mpirun)46 b(-np)h(4)g(a.out)g(-mpedbg)107 5427 y Fr(If)33 b(y)m(ou)g(are)h(not)g(sure)f(if)f(y)m(our)h Fo(MPICH)f Fr(pro)m(vides)g(this)h(service,)h(y)m(ou)g(can)f(use)g Fo(-mpiversion)e Fr(to)j(see)g(if)107 5540 y Fo(MPICH)26 b Fr(w)m(as)i(built)d(with)h(the)i Fo(--enable-mpedbg)23 b Fr(option.)40 b(This)25 b(feature)j(ma)m(y)g(not)g(b)s(e)f(a)m(v)-5 b(ailable)27 b(with)107 5653 y(all)i(devices.)1861 5946 y(11)p eop %%Page: 12 16 12 15 bop 107 388 a Fp(3.5.5)105 b(A)m(ttac)m(hing)35 b(a)g(debugger)h(to)e(a)h(running)h(program)107 620 y Fr(On)21 b(w)m(orkstation)i(clusters,)g(y)m(ou)f(can)h(often)g(attac)m (h)h(a)e(debugger)g(to)h(a)g(running)c(pro)s(cess.)38 b(F)-8 b(or)23 b(example,)107 732 y(the)45 b(debugger)h Fo(dbx)e Fr(often)i(accepts)h(a)e(pro)s(cess)g(id)f(\(pid\))h(whic)m(h) f(y)m(ou)h(can)h(get)h(b)m(y)e(using)f(the)h Fo(ps)107 845 y Fr(command.)40 b(The)30 b(form)g(ma)m(y)h(b)s(e)f(either)298 1085 y Fo(dbx)47 b(a.out)f(1234)107 1326 y Fr(or)298 1566 y Fo(dbx)h(-pid)f(1234)h(a.out)107 1806 y Fr(where)30 b Fo(1234)f Fr(is)g(the)i(pro)s(cess)f(id)1233 1773 y Fg(1)1271 1806 y Fr(.)248 1979 y(T)-8 b(o)31 b(do)f(this)f(with)g Fo(gdb)p Fr(,)h(start)h Fo(gdb)f Fr(and)f(at)i(its)f(prompt)g(do)298 2219 y Fo(file)46 b(a.out)298 2331 y(attach)g(1234)248 2572 y Fr(One)35 b(can)g(also)g(attac)m(h)i(the)e(T)-8 b(otalView)35 b(debugger)g(to)h(a)f(running)e(program)h(\(See)i (Section)f(3.5.6)107 2684 y(b)s(elo)m(w\).)107 2983 y Fp(3.5.6)105 b(Debugging)36 b(MPI)f(programs)g(with)f(T)-9 b(otalView)107 3215 y Fr(T)h(otalView)541 3212 y(c)516 3215 y Fk(\015)31 b Fr([18)r(])g(is)g(a)h(p)s(o)m(w)m(erful,)f (commercial-grade,)h(p)s(ortable)f(debugger)g(for)h(parallel)d(and)j(m) m(ul-)107 3328 y(tithreaded)j(programs,)i(a)m(v)-5 b(ailable)35 b(from)g(Etn)m(us)g(\()p Fo(http://www.etnus.com/)p Fr(\).)51 b(T)-8 b(otalView)36 b(under-)107 3441 y(stands)c(m)m(ultiple)e(MPI)j (implemen)m(tations,)f(including)f Fo(MPICH)p Fr(.)g(By)i (\\understand")f(is)g(mean)m(t)h(that)h(if)107 3554 y(y)m(ou)h(ha)m(v)m (e)i(T)-8 b(otalView)35 b(installed)d(on)j(y)m(our)g(system,)i(it)e(is) f(easy)i(to)f(start)h(y)m(our)f Fo(MPICH)f Fr(program)g(un-)107 3666 y(der)f(the)h(con)m(trol)g(of)g(T)-8 b(otalView,)35 b(ev)m(en)g(if)e(y)m(ou)h(are)g(running)d(on)j(m)m(ultiple)d(mac)m (hines,)k(manage)g(y)m(our)107 3779 y(pro)s(cesses)27 b(b)s(oth)g(collectiv)m(ely)h(and)f(individually)22 b(through)27 b(T)-8 b(otalView's)28 b(con)m(v)m(enien)m(t)h(GUI,)f(and)f(ev)m(en)107 3892 y(examine)32 b(in)m(ternal)f Fo(MPICH)g Fr(data)i(structures)f(to) h(lo)s(ok)e(at)j(message)f(queues)f([3)q(].)46 b(The)32 b(general)h(op)s(era-)107 4005 y(tion)28 b(mo)s(del)f(of)i(T)-8 b(otalView)28 b(will)e(b)s(e)i(familiar)e(to)j(users)f(of)g (command-line-based)f(debuggers)h(suc)m(h)g(as)107 4118 y Fo(gdb)h Fr(or)i Fo(dbx)p Fr(.)107 4417 y Fp(Starting)37 b(an)h Fo(MPICH)e Fp(program)h(under)h(T)-9 b(otalView)37 b(con)m(trol.)92 b Fr(T)-8 b(o)33 b(start)h(a)f(parallel)e(program)107 4530 y(under)e(T)-8 b(otalView)30 b(con)m(trol,)h(simply)d(add)i(`)p Fo(-dbg=totalview)p Fr(')d(to)k(y)m(our)f Fo(mpirun)f Fr(argumen)m(ts:)298 4770 y Fo(mpirun)46 b(-dbg=totalview)e(-np)j(4)g (cpi)248 5010 y Fr(T)-8 b(otalView)37 b(will)d(come)k(up)d(and)i(y)m (ou)g(can)g(start)g(the)g(program)g(b)m(y)g(t)m(yping)f(`)p Fo(G)p Fr('.)h(A)g(windo)m(w)e(will)107 5123 y(come)h(up)f(asking)g (whether)f(y)m(ou)i(w)m(an)m(t)h(to)f(stop)f(pro)s(cesses)h(as)f(they)h (execute)h Fo(MPI)p 3049 5123 29 4 v 33 w(Init)p Fr(.)55 b(Y)-8 b(ou)36 b(ma)m(y)107 5236 y(\014nd)28 b(it)g(more)i(con)m(v)m (enien)m(t)g(to)g(sa)m(y)g(\\no")g(and)f(instead)g(to)h(set)g(y)m(our)f (o)m(wn)g(breakp)s(oin)m(t)g(after)g Fo(MPI)p 3488 5236 V 34 w(Init)107 5348 y Fr(\(see)35 b(Section)e(3.5.6\).)54 b(This)32 b(w)m(a)m(y)j(when)e(the)h(pro)s(cess)g(stops)g(it)f(will)f (b)s(e)h(on)h(a)g(line)e(in)h(y)m(our)h(program)107 5461 y(instead)29 b(of)i(somewhere)f(inside)e Fo(MPI)p 1392 5461 V 34 w(Init)p Fr(.)p 107 5520 1440 4 v 210 5574 a Ff(1)245 5605 y Fe(The)22 b(unnecessary)g(c)n(hanges)h(in)f(the)g (command)e(syn)n(tax)h(for)i(programs)f(suc)n(h)g(as)h Fd(dbx)f Fe(con)n(tributes)g(to)h(the)e(p)r(o)r(or)i(state)107 5697 y(of)j(soft)n(w)n(are.)1861 5946 y Fr(12)p eop %%Page: 13 17 13 16 bop 107 388 a Fp(A)m(ttac)m(hing)37 b(to)h(a)f(running)h (program.)90 b Fr(T)-8 b(otalView)33 b(can)g(attac)m(h)h(to)g(a)e (running)e(MPI)j(program,)107 501 y(whic)m(h)d(is)g(particularly)f (useful)h(if)g(y)m(ou)i(susp)s(ect)f(that)h(y)m(our)f(co)s(de)h(has)f (deadlo)s(c)m(k)m(ed.)44 b(T)-8 b(o)32 b(do)f(this)f(start)107 614 y(T)-8 b(otalView)35 b(with)e(no)i(argumen)m(ts,)h(and)f(then)f (press)g(`)p Fo(N)p Fr(')h(in)f(the)h(ro)s(ot)g(windo)m(w.)52 b(This)34 b(will)e(bring)h(up)107 727 y(a)38 b(list)e(of)h(the)h(pro)s (cesses)f(that)h(y)m(ou)g(can)f(attac)m(h)j(to.)62 b(When)38 b(y)m(ou)f(div)m(e)g(through)g(the)h(initial)c Fo(MPICH)107 840 y Fr(pro)s(cess)28 b(in)g(this)g(windo)m(w)f(T)-8 b(otalView)29 b(will)d(also)j(acquire)f(all)g(of)h(the)g(other)h Fo(MPICH)d Fr(pro)s(cesses)i(\(ev)m(en)h(if)107 953 y(they)g(are)h(not) g(lo)s(cal\).)40 b(See)31 b(the)f(T)-8 b(otalView)31 b(man)m(ual)e(for)i(more)f(details)f(of)i(this)e(pro)s(cess.)107 1253 y Fp(Debugging)47 b(with)e(T)-9 b(otalView.)90 b Fr(Y)-8 b(ou)41 b(can)f(set)g(breakp)s(oin)m(ts)f(b)m(y)h(clic)m(king)e (in)h(the)h(left)g(margin)107 1366 y(on)34 b(a)g(line)e(n)m(um)m(b)s (er.)50 b(Most)35 b(of)f(the)g(T)-8 b(otalView)34 b(GUI)g(is)f (self-explanatory)-8 b(.)51 b(Y)-8 b(ou)35 b(select)f(things)f(with)107 1478 y(the)i(left)g(mouse)g(button,)h(bring)d(up)h(an)h(action)g(men)m (u)g(with)e(the)i(middle)e(button,)j(and)e(\\div)m(e")i(in)m(to)107 1591 y(functions,)31 b(v)-5 b(ariables,)32 b(structures,)h(pro)s (cesses,)g(etc.,)h(with)d(the)i(righ)m(t)f(button.)46 b(Pressing)32 b Fo(cntl-?)45 b Fr(in)107 1704 y(an)m(y)37 b(T)-8 b(otalView)37 b(windo)m(w)e(brings)g(up)h(help)f(relev)-5 b(an)m(t)37 b(to)h(that)f(windo)m(w.)59 b(In)36 b(the)h(initial)d(T)-8 b(otalView)107 1817 y(windo)m(w)31 b(it)i(brings)e(up)i(general)g (help.)47 b(The)33 b(full)e(do)s(cumen)m(tation)i(\(The)g(T)-8 b(otalView)33 b Fj(User's)i(Guide)7 b Fr(\))107 1930 y(is)29 b(a)m(v)-5 b(ailable)30 b(from)g(the)g(Etn)m(us)g(w)m(eb)h (site.)248 2103 y(Y)-8 b(ou)38 b(switc)m(h)f(from)g(viewing)f(one)i (pro)s(cess)f(to)h(the)g(next)g(with)e(the)h(arro)m(w)h(buttons)f(at)h (the)g(top-)107 2216 y(righ)m(t)f(corner)g(of)g(the)h(main)e(windo)m (w,)h(or)h(b)m(y)f(explicitly)e(selecting)i(\(left)g(button\))g(a)h (pro)s(cess)f(in)f(the)107 2329 y(ro)s(ot)c(windo)m(w)e(to)i(re-fo)s (cus)f(an)g(existing)g(windo)m(w)f(on)m(to)i(that)h(pro)s(cess,)e(or)h (b)m(y)f(diving)e(\(righ)m(t)j(button\))107 2442 y(through)g(a)h(pro)s (cess)g(in)e(the)i(ro)s(ot)h(windo)m(w)d(to)j(op)s(en)e(a)h(new)g (windo)m(w)e(for)i(the)g(selected)g(pro)s(cess.)48 b(All)107 2555 y(the)28 b(k)m(eyb)s(oard)g(shortcuts)g(for)g(commands)g(are)h (listed)e(in)f(the)j(men)m(u)f(that)g(is)g(attac)m(hed)i(to)f(the)f (middle)107 2668 y(button.)57 b(The)36 b(commands)g(are)g(mostly)g(the) g(familiar)e(ones.)58 b(The)35 b(sp)s(ecial)g(one)h(for)g(MPI)g(is)f (the)i(`)p Fo(m)p Fr(')107 2780 y(command,)30 b(whic)m(h)f(displa)m(ys) g(message)i(queues)f(asso)s(ciated)h(with)e(the)i(pro)s(cess.)248 2953 y(Note)37 b(also)e(that)h(if)e(y)m(ou)h(use)g(the)h(MPI-2)g (function)e Fo(MPI)p 2250 2953 29 4 v 33 w(Comm)p 2475 2953 V 34 w(set)p 2653 2953 V 33 w(name)g Fr(on)i(a)f(comm)m(unicator,) 107 3066 y(T)-8 b(otalView)32 b(will)d(displa)m(y)i(this)g(name)h (whenev)m(er)g(sho)m(wing)f(information)f(ab)s(out)i(the)g(comm)m (unicator,)107 3179 y(making)e(it)f(easier)i(to)g(understand)d(whic)m (h)h(comm)m(unicator)i(is)f(whic)m(h.)107 3483 y Fi(3.6)112 b(Log)38 b(and)g(trace\014le)f(to)s(ols)107 3714 y Fr(The)21 b(MPE)h(libraries)d(that)j(are)g(distributed)d(with)h Fo(MPICH)g Fr(con)m(tain)i(sev)m(eral)h(libraries)18 b(for)k(either)f(logging)107 3827 y(information)31 b(ab)s(out)i(the)h (execution)f(of)h(eac)m(h)g(MPI)f(call)g(to)h(a)f(\014le)g(for)g(later) g(analysis)f(or)h(for)g(tracing)107 3940 y(eac)m(h)40 b(call)e(as)h(it)g(o)s(ccurs.)65 b(These)39 b(libraries)d(ma)m(y)j(b)s (e)g(accessed)h(b)m(y)f(simply)d(pro)m(viding)h(a)i(command)107 4053 y(line)27 b(argumen)m(t)j(to)g(the)f(compilation)f(scripts;)g (further,)h(this)f(needs)g(only)h(b)s(e)f(done)h(when)f(linking)f(the) 107 4166 y(program.)39 b(F)-8 b(or)29 b(example,)f(to)h(create)g(a)f (log)g(\014le)f(of)h(a)g(program)g(suc)m(h)g(as)g Fo(cpi)p Fr(,)f(the)h(follo)m(wing)f(steps)g(are)107 4279 y(needed:)298 4526 y Fo(mpicc)46 b(-c)h(cpi.c)298 4639 y(mpicc)f(-o)h(cpi)g(-mpilog)f (cpi.o)107 4887 y Fr(The)28 b(log)h(\014le)e(will)f(b)s(e)i(written)g (to)h(a)g(\014le)f(with)f(the)i(name)g(`)p Fo(cpi.clog)p Fr(')e(or)h(`)p Fo(cpi.slog)p Fr(',)g(dep)s(ending)e(on)107 5000 y(the)h(v)-5 b(alue)26 b(of)g(the)h(en)m(vironmen)m(t)f(v)-5 b(ariable)26 b Fo(MPE_LOG_FORMAT)d Fr(\(clog)k(is)f(the)g(default\).)39 b(The)27 b(log\014le)e(can)107 5113 y(b)s(e)30 b(graphically)e(displa)m (y)m(ed)h(using)g(the)h(Jumpshot)f(program,)i(describ)s(ed)d(in)h (Section)h(3.6.1.)248 5286 y(Another)39 b(to)s(ol)g(of)g(in)m(terest)g (is)f(FPMPI)h([5)q(];)44 b(this)38 b(to)s(ol)h(rep)s(orts)f(a)h (summary)f(of)h(all)f(MPI)h(calls,)107 5399 y(pro)m(viding)28 b(information)h(ab)s(out)h(message)h(lengh)m(ts,)g(comm)m(unication)f (patterns.)1861 5946 y(13)p eop %%Page: 14 18 14 17 bop 107 388 a Fp(3.6.1)105 b(Jumpshot)107 620 y Fr(Jumpshot)37 b(is)g(a)h(program)g(for)g(displa)m(ying)e(log\014les)h (pro)s(duced)g(using)g(the)h(MPE)g(logging)g(libraries.)107 732 y(Jumpshot)22 b(is)g(describ)s(ed)f(in)i(more)g(detail)g(in)f(the)h Fj(MPE)i(Instal)5 b(lation)28 b(and)g(User's)e(manual)34 b Fr([2].)39 b(Jump-)107 845 y(shot)27 b(is)f(a)i(Ja)m(v)-5 b(a)28 b(program)f(and)f(requires)g(a)h(functioning)e(Ja)m(v)-5 b(a)28 b(en)m(vironmen)m(t.)40 b(Y)-8 b(ou)27 b(can)h(view)e(a)h (log\014le)107 958 y(suc)m(h)j(as)g(`)p Fo(cpi.clog)p Fr(')f(in)g(the)i(example)f(ab)s(o)m(v)m(e)h(b)m(y)g(using)345 1179 y Fo(logviewer)46 b(cpi.clog)107 1400 y Fr(There)e(are)h(sev)m (eral)h(a)m(v)-5 b(ailable)44 b(log)h(formats)g(and)f Fo(logviewer)e Fr(selects)k(the)f(v)m(ersion)f(of)h(jumpshot)107 1513 y(appropriate)f(for)h(a)h(particular)e(log\014le.)85 b(See)45 b(the)h(MPE)f(man)m(ual,)k(distributed)42 b(along)k(with)e (this)107 1626 y(man)m(ual,)30 b(for)g(more)g(details.)107 1925 y Fi(3.7)112 b(Execution)36 b(tracing)107 2156 y Fr(Execution)22 b(tracing)g(is)f(easily)h(accomplished)f(using)g(the)h Fo(-mpitrace)e Fr(command)i(line)f(argumen)m(t)i(while)107 2269 y(linking:)298 2490 y Fo(mpicc)46 b(-c)h(cpi.c)298 2603 y(mpicc)f(-o)h(cpi)g(-mpitrace)e(cpi.o)107 2902 y Fi(3.8)112 b(P)m(erformance)37 b(measuremen)m(ts)107 3133 y Fr(The)31 b(`)p Fo(mpich/examples/perftest)p Fr(')25 b(directory)31 b(con)m(tains)h(a)g(sophisticated)e(to)s(ol)h(for)h (measuring)e(la-)107 3246 y(tency)35 b(and)e(bandwidth)f(for)i Fo(MPICH)f Fr(on)h(y)m(our)h(system.)52 b(Simply)32 b(c)m(hange)j(to)g (the)g Fo(mpich/examples/)107 3359 y(perftest)28 b Fr(directory)i(and)g (do)298 3580 y Fo(make)298 3693 y(mpirun)46 b(-np)h(2)g(mpptest)f (-gnuplot)g(>)h(out.gpl)107 3914 y Fr(The)20 b(\014le)f(`)p Fo(out.gpl)p Fr(')g(will)e(then)j(con)m(tain)h(the)f(necessary)h Fo(gnuplot)d Fr(commands.)37 b(The)20 b(\014le)f(`)p Fo(mppout.gpl)p Fr(')107 4027 y(will)28 b(con)m(tain)i(the)h(data.)41 b(T)-8 b(o)31 b(view)f(the)g(data)h(with)e Fo(gnuplot)p Fr(,)g(use:)298 4248 y Fo(gnuplot)46 b(out.gpl)107 4469 y Fr(or)30 b(use)298 4690 y Fo(load)46 b('out.gpl')107 4911 y Fr(from)35 b(within)e Fo(gnuplot)p Fr(.)54 b(Dep)s(ending)34 b(on)h(y)m(our)h(en)m(vironmen)m(t)f(and)g(v)m(ersion)g(of)g Fo(gnuplot)p Fr(,)g(y)m(ou)h(ma)m(y)107 5024 y(need)j(to)h(start)g Fo(gnuplot)d Fr(\014rst)i(and)f(issue)g(the)i(command)f Fo(set)47 b(terminal)e(x11)39 b Fr(b)s(efore)g(executing)107 5137 y(`)p Fo(load)47 b('out.gpl')p Fr('.)38 b(Y)-8 b(ou)31 b(can)g(use)298 5358 y Fo(gnuplot)298 5471 y(set)47 b(term)f (postscript)f(eps)298 5584 y(set)i(output)f("foo.eps")298 5697 y(load)g('out.gpl')1861 5946 y Fr(14)p eop %%Page: 15 19 15 18 bop 407 2397 a @beginspecial 50 @llx 50 @lly 410 @urx 302 @ury 3600 @rwi @setspecial %%BeginDocument: mpptest.eps %!PS-Adobe-2.0 EPSF-2.0 %%Creator: gnuplot %%DocumentFonts: Helvetica %%BoundingBox: 50 50 410 302 %%EndComments /gnudict 40 dict def gnudict begin /Color false def /Solid false def /gnulinewidth 5.000 def /vshift -46 def /dl {10 mul} def /hpt 31.5 def /vpt 31.5 def /M {moveto} bind def /L {lineto} bind def /R {rmoveto} bind def /V {rlineto} bind def /vpt2 vpt 2 mul def /hpt2 hpt 2 mul def /Lshow { currentpoint stroke M 0 vshift R show } def /Rshow { currentpoint stroke M dup stringwidth pop neg vshift R show } def /Cshow { currentpoint stroke M dup stringwidth pop -2 div vshift R show } def /DL { Color {setrgbcolor Solid {pop []} if 0 setdash } {pop pop pop Solid {pop []} if 0 setdash} ifelse } def /BL { stroke gnulinewidth 2 mul setlinewidth } def /AL { stroke gnulinewidth 2 div setlinewidth } def /PL { stroke gnulinewidth setlinewidth } def /LTb { BL [] 0 0 0 DL } def /LTa { AL [1 dl 2 dl] 0 setdash 0 0 0 setrgbcolor } def /LT0 { PL [] 0 1 0 DL } def /LT1 { PL [4 dl 2 dl] 0 0 1 DL } def /LT2 { PL [2 dl 3 dl] 1 0 0 DL } def /LT3 { PL [1 dl 1.5 dl] 1 0 1 DL } def /LT4 { PL [5 dl 2 dl 1 dl 2 dl] 0 1 1 DL } def /LT5 { PL [4 dl 3 dl 1 dl 3 dl] 1 1 0 DL } def /LT6 { PL [2 dl 2 dl 2 dl 4 dl] 0 0 0 DL } def /LT7 { PL [2 dl 2 dl 2 dl 2 dl 2 dl 4 dl] 1 0.3 0 DL } def /LT8 { PL [2 dl 2 dl 2 dl 2 dl 2 dl 2 dl 2 dl 4 dl] 0.5 0.5 0.5 DL } def /P { stroke [] 0 setdash currentlinewidth 2 div sub M 0 currentlinewidth V stroke } def /D { stroke [] 0 setdash 2 copy vpt add M hpt neg vpt neg V hpt vpt neg V hpt vpt V hpt neg vpt V closepath stroke P } def /A { stroke [] 0 setdash vpt sub M 0 vpt2 V currentpoint stroke M hpt neg vpt neg R hpt2 0 V stroke } def /B { stroke [] 0 setdash 2 copy exch hpt sub exch vpt add M 0 vpt2 neg V hpt2 0 V 0 vpt2 V hpt2 neg 0 V closepath stroke P } def /C { stroke [] 0 setdash exch hpt sub exch vpt add M hpt2 vpt2 neg V currentpoint stroke M hpt2 neg 0 R hpt2 vpt2 V stroke } def /T { stroke [] 0 setdash 2 copy vpt 1.12 mul add M hpt neg vpt -1.62 mul V hpt 2 mul 0 V hpt neg vpt 1.62 mul V closepath stroke P } def /S { 2 copy A C} def end %%EndProlog gnudict begin gsave 50 50 translate 0.050 0.050 scale 0 setgray /Helvetica findfont 140 scalefont setfont newpath LTa 840 351 M 0 4478 V LTb 840 351 M 63 0 V 6066 0 R -63 0 V 756 351 M (30.5) Rshow 840 991 M 63 0 V 6066 0 R -63 0 V 756 991 M (31) Rshow 840 1630 M 63 0 V 6066 0 R -63 0 V -6150 0 R (31.5) Rshow 840 2270 M 63 0 V 6066 0 R -63 0 V -6150 0 R (32) Rshow 840 2910 M 63 0 V 6066 0 R -63 0 V -6150 0 R (32.5) Rshow 840 3550 M 63 0 V 6066 0 R -63 0 V -6150 0 R (33) Rshow 840 4189 M 63 0 V 6066 0 R -63 0 V -6150 0 R (33.5) Rshow 840 4829 M 63 0 V 6066 0 R -63 0 V -6150 0 R (34) Rshow 840 351 M 0 63 V 0 4415 R 0 -63 V 840 211 M (0) Cshow 1862 351 M 0 63 V 0 4415 R 0 -63 V 0 -4555 R (200) Cshow 2883 351 M 0 63 V 0 4415 R 0 -63 V 0 -4555 R (400) Cshow 3905 351 M 0 63 V 0 4415 R 0 -63 V 0 -4555 R (600) Cshow 4926 351 M 0 63 V 0 4415 R 0 -63 V 0 -4555 R (800) Cshow 5948 351 M 0 63 V 0 4415 R 0 -63 V 0 -4555 R (1000) Cshow 6969 351 M 0 63 V 0 4415 R 0 -63 V 0 -4555 R (1200) Cshow 840 351 M 6129 0 V 0 4478 V -6129 0 V 840 351 L 140 2590 M currentpoint gsave translate 90 rotate 0 0 M (time \(us\)) Cshow grestore 3904 71 M (Size \(bytes\)) Cshow 3904 4969 M (Comm Perf for MPI \(shakey.mcs.anl.gov\) type blocking) Cshow LT0 840 1400 M 163 -89 V 1167 786 L 163 128 V 164 755 V 1657 696 L 164 269 V 1984 722 L 164 0 V 163 921 V 2474 735 L 164 345 V 163 0 V 164 397 V 163 2444 V 3292 1912 L 163 38 V 163 141 V 164 64 V 163 205 V 164 345 V 163 -77 V 164 52 V 163 563 V 164 -359 V 163 256 V 163 550 V 164 -409 V 163 524 V 164 -281 V 163 77 V 164 332 V 163 435 V stroke grestore end showpage gnudict begin gsave 50 50 translate 0.050 0.050 scale 0 setgray /Helvetica findfont 140 scalefont setfont newpath stroke grestore end showpage %%Trailer %%EndDocument @endspecial 1125 2593 a Fr(Figure)30 b(1:)41 b(Sample)29 b(output)h(from)g Fo(mpptest)107 2870 y Fr(to)h(create)h(an)e (Encapsulated)f(P)m(ostscript)i(graph)f(suc)m(h)g(as)g(the)h(one)g(in)e (Figure)g(1.)248 3043 y(The)21 b(programs)g Fo(mpptest)e Fr(and)i Fo(goptest)e Fr(ha)m(v)m(e)k(a)f(wide)e(v)-5 b(ariet)m(y)22 b(of)f(capabilities;)i(the)e(option)g Fo(-help)107 3156 y Fr(will)33 b(list)h(them.)57 b(F)-8 b(or)37 b(example,)g Fo(mpptest)d Fr(can)i(automatically)g(pic)m(k)f (message)i(lengths)e(to)h(disco)m(v)m(er)107 3269 y(an)m(y)e(sudden)e (c)m(hanges)i(in)f(b)s(eha)m(vior)g(and)g(can)h(in)m(v)m(estigate)h (the)e(abilit)m(y)g(to)h(o)m(v)m(erlap)g(comm)m(unication)107 3382 y(with)40 b(computation.)75 b(These)41 b(programs)g(are)h(written) f(using)f(MPI,)i(and)f(ma)m(y)h(b)s(e)f(used)g(with)f Fj(any)107 3495 y Fr(MPI)30 b(implemen)m(tation,)f(not)h(just)g Fo(MPICH)p Fr(.)f(\(See)i(the)f Fo(configure)e Fr(\014le)h(in)g(the)h (`)p Fo(examples/perftest)p Fr(')107 3608 y(directory)-8 b(.\))41 b(More)31 b(information)e(is)g(a)m(v)-5 b(ailable)30 b(at)h Fo(http://www.mcs.anl.gov/m)o(pi/)o(mppt)o(est)p Fr(.)248 3780 y(Benc)m(hmarking)39 b(can)h(b)s(e)f(v)m(ery)h(tric)m(ky) -8 b(.)68 b(Some)40 b(common)g(b)s(enc)m(hmarking)e(errors)h(are)h (discussed)107 3893 y(at)35 b Fo(http://www.mcs.anl.gov/)o(mpi/)o(mppt) o(est)o(/how)o(not.)o(htm)o(l)p Fr(.)46 b(The)34 b(pap)s(er)f([13)q(])i (discusses)d(these)107 4006 y(issues)d(at)i(more)f(length.)107 4353 y Ft(4)135 b(Details)107 4616 y Fr(This)24 b(section)h(co)m(v)m (ers)i(details)e(that)h(y)m(ou)g(should)d(not)j(normally)e(need.)39 b(Read)26 b(this)e(section)i(if)e(y)m(ou)i(need)107 4729 y(more)k(detailed)g(con)m(trol)h(o)m(v)m(er)g(con\014guring,)e (building,)e(installing,)h(or)i(op)s(erating)h Fo(MPICH)p Fr(.)107 5032 y Fi(4.1)112 b(Con\014gure)38 b(options)107 5264 y Fr(The)30 b(con\014gure)g(script)f(do)s(cumen)m(ts)h(itself)f (in)g(the)i(follo)m(wing)e(w)m(a)m(y)-8 b(.)42 b(If)30 b(y)m(ou)h(t)m(yp)s(e)298 5511 y Fo(configure)45 b(-usage)1861 5946 y Fr(15)p eop %%Page: 16 20 16 19 bop 107 388 a Fr(y)m(ou)44 b(will)d(get)k(a)g(complete)f(list)f (of)h(argumen)m(ts)g(and)f(their)g(meanings;)50 b(these)45 b(are)f(also)g(sho)m(wn)f(in)107 501 y(App)s(endix)27 b(D.)42 b(The)29 b(most)i(imp)s(ortan)m(t)f(options)f(are)107 723 y Fo(--prefix=dir)42 b Fr(The)24 b(installation)f(pre\014x.)38 b Fo(configure)22 b Fr(understands)h(all)g(of)i(the)g(usual)e(GNU)j (instal-)334 836 y(lation)32 b(directory)f(argumen)m(ts,)j(including)29 b Fo(--libdir)h Fr(and)h Fo(--mandir)p Fr(.)45 b(W)-8 b(e)33 b(recommend)f(that)334 949 y(all)d(users)h(sp)s(ecify)f(an)h (installation)e(directory)i(with)f Fo(--prefix)p Fr(.)107 1126 y Fo(--with-device=devname)40 b Fr(Set)33 b(the)g Fo(MPICH)f Fr(device)h(to)h(use.)49 b Fo(devname)31 b Fr(m)m(ust)i(b)s(e)g(the)g(name)g(of)g(one)334 1239 y(of)d(the)g (directories)f(in)f(the)i(`)p Fo(mpid)p Fr(')g(directory)-8 b(,)30 b(suc)m(h)f(as)h Fo(ch_p4)p Fr(,)f Fo(ch_shmem)p Fr(,)f Fo(globus2)p Fr(,)g(or)i Fo(ch_-)334 1352 y(p4mpd)p Fr(.)107 1529 y Fo(--enable-g)43 b Fr(Add)25 b(the)i Fo(-g)f Fr(option)g(to)h(the)g(compile)f(scripts.)38 b(This)25 b(is)g(a)i(prerequisite)e(for)h(using)f(most)334 1642 y(debuggers,)30 b(including)d Fo(dbx)p Fr(,)j(and)g Fo(gdb)p Fr(.)107 1820 y Fo(--enable-debug)41 b Fr(T)-8 b(urn)26 b(on)h(supp)s(ort)f(for)h(the)g(T)-8 b(otalview)2203 1817 y(c)2177 1820 y Fk(\015)27 b Fr(Debugger.)41 b(This)25 b(allo)m(ws)i(T)-8 b(otalview)27 b(to)334 1933 y(displa)m(y)i (information)f(on)j(message)g(queues.)107 2110 y Fo(--enable-sharedlib) 40 b Fr(Build)27 b(b)s(oth)i(static)h(and)f(shared)f(libraries)f(for)i Fo(MPICH)p Fr(.)f(This)f(supp)s(orts)h(only)334 2223 y(a)j(few)f(systems,)h(including)c(those)j(using)f Fo(gcc)h Fr(\(e.g.,)i(most)f(Lin)m(ux)e(Beo)m(wulf)h(systems\).)248 2445 y(In)21 b(addition,)h Fo(configure)d Fr(mak)m(es)k(use)f(of)g(en)m (vironmen)m(t)f(v)-5 b(ariables)21 b(suc)m(h)g(as)h Fo(MAKE)p Fr(,)f Fo(CC)p Fr(,)h Fo(FC)p Fr(,)f Fo(CFLAGS)p Fr(,)107 2558 y(and)30 b Fo(FFLAGS)p Fr(.)248 2731 y(Normally)-8 b(,)28 b(y)m(ou)h(should)d(use)i Fo(configure)e Fr(with)h(as)h(few)h (argumen)m(ts)f(as)h(y)m(ou)f(can.)41 b(If)28 b(y)m(ou)g(lea)m(v)m(e)i (all)107 2844 y(argumen)m(ts)h(o\013,)h Fo(configure)c Fr(will)g(usually)g(guess)j(the)g(correct)h(arc)m(hitecture)g(\()p Fo(arch)p Fr(\))e(unless)f(y)m(ou)i(are)107 2957 y(in)h(a)i (cross-compiling)e(en)m(vironmen)m(t,)i(and)f(will)e(usually)g(c)m(ho)s (ose)j(an)g(appropriate)e(device)i(\()p Fo(device)p Fr(\))107 3070 y(as)e(w)m(ell.)42 b(Where)32 b(TCP/IP)f(is)f(an)i(appropriate)e (mec)m(hanism)h(for)g(comm)m(unication,)h(the)f(TCP)g(device)107 3182 y(\()p Fo(ch_p4)p Fr(\))e(will)f(b)s(e)i(c)m(hosen)h(b)m(y)f (default.)107 3478 y Fp(4.1.1)105 b(MPI)35 b(and)g(PMPI)h(routines)107 3709 y Fr(The)f(MPI)g(standard)f(requires)g(that)i(eac)m(h)g(routine)e (b)s(e)h(a)m(v)-5 b(ailable)34 b(with)g(b)s(oth)h(the)g(MPI)g(and)g (PMPI)107 3822 y(pre\014x;)45 b(for)c(example,)j Fo(MPI_Send)39 b Fr(and)h Fo(PMPI_Send)p Fr(.)70 b Fo(MPICH)40 b Fr(attempts)i(to)g (use)f Fj(we)-5 b(ak)43 b(symb)-5 b(ols)50 b Fr(to)107 3935 y(pro)m(vide)39 b(this)f(feature;)45 b(this)39 b(reduces)g(the)h (size)f(of)h(the)g Fo(MPICH)e Fr(library)-8 b(.)67 b(Y)-8 b(ou)40 b(can)g(force)g Fo(MPICH)e Fr(to)107 4048 y(mak)m(e)k(separate) f(libraries)d(for)j(the)g(MPI)g(and)f(PMPI)g(v)m(ersions)h(b)m(y)f (adding)g(the)h(con\014gure)f(option)107 4161 y Fo (--disable-weak-symbols)p Fr(:)250 4383 y Fo(configure)45 b(--disable-weak-symbols)d(...)248 4605 y Fr(Some)34 b(MPI)g(routines)f(are)h(implemen)m(ted)f(in)g(terms)g(of)i(other)f (MPI)g(routines.)50 b(F)-8 b(or)35 b(example,)g(in)107 4718 y Fo(MPICH)p Fr(,)27 b Fo(MPI_Bcast)e Fr(is)i(implemen)m(ted)g (using)f Fo(MPI_Send)p Fr(.)38 b(When)28 b(w)m(eak)h(sym)m(b)s(ols)d (are)j(used,)f(ev)m(en)h(the)107 4831 y(PMPI)39 b(v)m(ersions)g(of)h (the)g(routines)f(are)h(implemen)m(ted)e(using)g(the)i(MPI)g(\(not)g (PMPI\))g(v)m(ersions.)68 b(If)107 4944 y(y)m(ou)27 b(w)m(an)m(t)g(the) g(PMPI)f(routines)f(to)j(only)d(use)h(the)h(PMPI)f(routines,)h(use)f Fo(--disable-weak-symbols)107 5057 y Fr(when)j(con\014guring)h Fo(MPICH)p Fr(.)g(Note)h(that)g(this)f(b)s(eha)m(vior)f(ma)m(y)i(c)m (hange)g(in)f(later)g(releases.)107 5352 y Fp(4.1.2)105 b(Con\014guring)37 b Fo(MPICH)d Fp(for)h(use)g(with)f(threads)107 5584 y Fr(The)25 b Fo(MPICH)f Fr(implemen)m(tation)h(of)h(MPI)g(is)e (curren)m(tly)h(not)h(threadsafe.)40 b(It)26 b(ma)m(y)-8 b(,)28 b(ho)m(w)m(ev)m(er,)g(b)s(e)d(p)s(ossible)107 5697 y(to)f(use)g Fo(MPICH)e Fr(in)h(a)h(threaded)f(application)g(as)h (long)f(as)h(all)f Fo(MPICH)f Fr(calls)h(are)h(made)g(b)m(y)g(a)g (single)f(thread.)1861 5946 y(16)p eop %%Page: 17 21 17 20 bop 107 388 a Fr(An)30 b(example)g(of)g(this)g(is)f(Op)s(enMP)g (used)h(for)g(lo)s(op)f(parallelism,)f(com)m(bined)i(with)f(MPI.)107 688 y Fp(4.1.3)105 b(Signals)107 919 y Fr(In)41 b(general,)46 b(users)41 b(should)f(a)m(v)m(oid)j(using)d(signals)h(with)g(MPI)h (programs.)76 b(The)42 b(man)m(ual)f(page)i(for)107 1032 y Fo(MPI_Init)26 b Fr(describ)s(es)h(the)h(signals)f(that)i(are)g(used) f(b)m(y)g(the)h(MPI)f(implemen)m(tation;)g(these)h(should)d(not)107 1145 y(b)s(e)k(c)m(hanged)h(b)m(y)f(the)g(user.)248 1318 y(Because)35 b(Unix)d(do)s(es)h(not)g(c)m(hain)g(signals,)g(there)g(is) g(the)g(p)s(ossibilit)m(y)d(that)k(sev)m(eral)f(pac)m(k)-5 b(ages)35 b(will)107 1431 y(attempt)f(to)f(use)g(the)g(same)g(signal,)f (causing)g(the)h(program)g(to)g(fail.)47 b(F)-8 b(or)34 b(example,)f(b)m(y)g(default,)g(the)107 1544 y Fo(ch_p4)c Fr(device)h(uses)g Fo(SIGUSR1)p Fr(;)f(some)h(thread)g(pac)m(k)-5 b(ages)33 b(also)d(use)g Fo(SIGUSR1)p Fr(.)248 1717 y(In)g(a)i(few)f (cases,)i(y)m(ou)e(can)h(c)m(hange)g(the)f(signal)f Fj(b)-5 b(efor)g(e)39 b Fr(calling)30 b Fo(MPI_Init)p Fr(.)41 b(In)30 b(those)i(cases,)h(y)m(our)107 1830 y(signal)21 b(handler)f(will)g(b)s(e)i(called)f(after)i(the)g Fo(MPICH)e Fr(implemen)m(tation)g(acts)i(on)f(the)h(signal.)37 b(F)-8 b(or)23 b(example,)107 1943 y(if)k(y)m(ou)i(w)m(an)m(t)g(to)g(c)m (hange)g(the)g(b)s(eha)m(vior)e(of)i Fo(SIGSEGV)d Fr(to)j(prin)m(t)e(a) h(message,)j(y)m(ou)d(can)h(establish)d(suc)m(h)i(a)107 2056 y(signal)f(handler)h(b)s(efore)g(calling)f Fo(MPI_Init)p Fr(.)38 b(With)29 b(devices)g(suc)m(h)f(as)h(the)g Fo(ch_p4)f Fr(device)h(that)g(handle)107 2169 y Fo(SIGSEGV)p Fr(,)f(this)i(will)d (cause)k(y)m(our)g(signal)e(handler)f(to)j(b)s(e)f(called)g(after)h Fo(MPICH)e Fr(pro)s(cesses)h(it.)-255 2439 y(HP)h(Exemplar)44 b(F)-8 b(or)32 b(a)g(HP)g(Exemplar,)e(please)h(get)i(the)f(o\016cial)f (v)m(ersion)f(from)h(HP)h(\(formerly)e(Con)m(v)m(ex\).)46 b(This)334 2552 y(w)m(as)c(originally)c(based)j(on)g Fo(MPICH)p Fr(,)e(but)i(has)g(b)s(een)f(tuned)g(for)h(b)s(etter)g(p)s (erformance)g(on)g(the)334 2665 y(Exemplar.)52 b(If)34 b(for)g(some)h(reason)g(y)m(ou)g(w)m(an)m(t)g(to)g(use)g(the)f(shared)g (memory)g(v)m(ersion)g(of)42 b Fo(MPICH)334 2778 y Fr(on)30 b(the)h(HP)-8 b(,)31 b(use)525 3002 y Fo(configure)45 b(--with-device=ch_shmem)d(--with-arch=hpux)-509 3225 y Fr(SGI)29 b(m)m(ultipro)s(cessors)44 b(suc)m(h)34 b(as)g(the)g (Origin)e(2000.)53 b(SGI's)34 b(o)m(wn)g(MPI)g(is)f(highly)f(tuned)h (for)h(these)h(mac)m(hines.)51 b(If)33 b(y)m(ou)334 3338 y(do)d(w)m(an)m(t)i(to)f(use)f Fo(MPICH)p Fr(,)f(use)525 3561 y Fo(configure)45 b(--with-device=ch_shmem)334 3785 y Fr(Con\014gure)26 b(attempts)i(to)f(determine)f(the)h(n)m(um)m(b)s (er)e(of)i(pro)s(cessors)f(that)i(are)f(a)m(v)-5 b(ailable;)27 b(y)m(ou)g(can)334 3897 y(o)m(v)m(erride)39 b(this)f(b)m(y)g(setting)h (the)g(en)m(vironmen)m(t)g(v)-5 b(ariable)37 b Fo(PROCESSOR_COUNT)e Fr(b)s(efore)j(running)334 4010 y Fo(configure)p Fr(.)69 b(Alternately)-8 b(,)44 b(y)m(ou)d(can)g(edit)f(the)h(\014le)f(`)p Fo(mpich/mpid/ch_shmem/shdef.)o(h)p Fr(')35 b(to)334 4123 y(adjust)28 b(the)g(maxim)m(um)f(n)m(um)m(b)s(er)f(of)j(pro)s (cessors)e(and)g(memory)h(that)h(is)e(used)g(for)h(comm)m(unicat-)334 4236 y(ing)37 b(messages)h(through)f(shared)g(memory)-8 b(.)63 b(If)37 b(y)m(ou)h(need)f(to)h(generate)h(a)f(particular)e(v)m (ersion)334 4349 y(that)j(corresp)s(onds)d(to)j(the)f Fo(-32)p Fr(,)i Fo(-n32)p Fr(,)f(or)f Fo(-64)f Fr(compiler/link)m(er)f (options)h(on)h(SGI,)g(use)g(the)334 4462 y(arc)m(hitectures)i Fo(IRIX32)p Fr(,)h Fo(IRIXN32)p Fr(,)f(or)g Fo(IRIX64)e Fr(resp)s(ectiv)m(ely)h(instead)g(of)h(SGI.)g(Sp)s(eci\014cally)-8 b(,)334 4575 y(use)30 b(the)h(follo)m(wing)e(for)h(an)g(R10000)i(or)f (R12000)h(SGI:)525 4798 y Fo(./configure)45 b(--with-arch=IRIX32)525 4911 y(./configure)g(--with-arch=IRIXN32)525 5024 y(./configure)g (--with-arch=IRIX64)334 5247 y Fr(If)36 b(it)g(is)f(necessary)h(to)h (sp)s(ecify)e(the)h(sp)s(eci\014c)f(compiler)g(options,)i(they)g(m)m (ust)f(b)s(e)f(sp)s(eci\014ed)g(b)m(y)334 5360 y(setting)c(the)f Fo(CC)g Fr(and)g Fo(FC)f Fr(en)m(vironmen)m(t)h(v)-5 b(ariables:)525 5584 y Fo(setenv)46 b(CC)h("cc)g(-32")525 5697 y(setenv)f(FC)h("f77)g(-32")1861 5946 y Fr(17)p eop %%Page: 18 22 18 21 bop 525 388 a Fo(configure)45 b(--with-arch=IRIX32)e(\\)716 501 y(-opt="-O2")i(\\)716 614 y(--with-device=ch_shmem)525 840 y(setenv)h(CC)h("cc)g(-n32)g(-mips4)f(-r10000")525 953 y(setenv)g(FC)h("f77)g(-n32)g(-mips4)f(-r10000")525 1065 y(configure)f(--with-arch=IRIXN32)e(\\)716 1178 y(-opt="-O2")i(\\)716 1291 y(--with-device=ch_shmem)525 1517 y(setenv)h(CC)h("cc)g(-64)g(-mips4)f(-r10000")525 1630 y(setenv)g(FC)h("f77)g(-64)g(-mips4)f(-r10000")525 1743 y(configure)f(--with-arch=IRIX64)e(\\)716 1856 y(-opt="-O2")i(\\) 716 1969 y(--with-device=ch_shmem)334 2194 y Fr(\(The)c(optimization)e (lev)m(el)h(is)g(optional;)45 b(-O2)c(has)f(w)m(ork)m(ed)h(for)g(some)g (users.)70 b(Be)42 b(careful)e(of)334 2307 y(aggressiv)m(e)32 b(optimization,)d(particularly)f(in)h(the)i(`)p Fo(mpid/ch_shmem)p Fr(')c(co)s(de.\))334 2457 y(See)k(the)f(commen)m(ts)i(under)c(SGI)i(w) m(orkstations)h(for)f(di\013eren)m(t)g(32)h(and)f(64)h(bit)e(options.) 248 2729 y(The)k(con\014gure)h(option)f Fo(--enable-yield)e Fr(allo)m(ws)i(y)m(ou)h(to)h(con)m(trol)f(ho)m(w)g(the)g Fo(ch_shmem)e Fr(device)107 2842 y(yields)k(the)i(pro)s(cessor)f(when)g (it)g(is)g(w)m(aiting)g(for)g(an)h(incoming)e(message.)64 b(By)38 b(default,)h(it)e(uses)h(the)107 2955 y(POSIX)19 b(function)h Fo(sched_yield)d Fr(if)j(it)g(is)g(a)m(v)-5 b(ailable.)37 b(The)20 b(option)g Fo(--enable-yield=dynamic)14 b Fr(allo)m(ws)107 3068 y(y)m(ou)36 b(to)g(use)f(the)h(en)m(vironmen)m (t)f(v)-5 b(ariable)34 b Fo(MPICH_YIELD)e Fr(to)37 b(con)m(trol)e(the)h (c)m(hoice)g(of)g(yield)e(function.)107 3181 y(The)c(v)-5 b(alue)30 b(of)g Fo(MPICH_YIELD)d Fr(are)107 3429 y Fo(sched)p 353 3429 29 4 v 33 w(yield)44 b Fr(Use)31 b(POSIX)e Fo(sched_yield)p Fr(.)38 b(This)28 b(is)i(the)g(default,)g(and)g(is)f(recommended.)107 3616 y Fo(select)44 b Fr(Use)29 b(the)h Fo(select)d Fr(call.)40 b(This)27 b(should)h(b)s(e)g(used)h(only)f(for)h(exp)s(erimen)m (tation;)g(in)f(our)h(tests,)h(it)334 3729 y(has)g(not)h(w)m(ork)m(ed)g (w)m(ell.)107 3917 y Fo(none)44 b Fr(Do)38 b(not)f(yield.)58 b(This)35 b(is)g(appropriate)h(when)g(there)h(are)g(more)g(than)f (enough)h(pro)s(cessors)f(for)334 4030 y(the)31 b(MPI)f(en)m(vironmen)m (t)g(and)g(minim)m(um)d(latency)k(is)e(the)i(o)m(v)m(erridding)e(goal.) 107 4333 y Fi(4.2)112 b(Alternate)36 b(C)i(Compilers)107 4565 y Fr(More)45 b(and)e(more)h(systems,)k(particularly)41 b(clusters,)47 b(come)e(with)e(m)m(ultiple)e(compilers.)80 b(In)44 b(man)m(y)107 4678 y(cases,)39 b(y)m(ou)d(can)h(build)c Fo(MPICH)i Fr(using)g(just)h(one)g(of)h(these)f(compilers)f(and)h(then) g(allo)m(w)g(users)f(to)i(use)107 4791 y(their)28 b(fa)m(v)m(orite)h (compiler)f(when)f(building)e(their)j(co)s(de.)40 b(In)28 b(man)m(y)h(cases,)h(no)f(extra)g(steps)g(are)g(needed.)107 4904 y(Users)22 b(can)g(simply)e(use)i(the)h(command-line)d(argumen)m (t)j Fo(-cc)e Fr(or)i(the)f(en)m(vironmen)m(t)g(v)-5 b(ariable)21 b Fo(MPICH_CC)107 5016 y Fr(to)31 b(sp)s(ecify)e(a)i (di\013eren)m(t)f(compiler.)248 5189 y(Unfortunately)-8 b(,)36 b(this)e(w)m(on't)i(alw)m(a)m(ys)g(w)m(ork.)55 b(F)-8 b(or)36 b(example,)h(in)d(some)h(cases,)j(di\013eren)m(t)d (libraries)107 5302 y(ma)m(y)25 b(b)s(e)e(needed)h(b)m(y)g(di\013eren)m (t)f(compilers)g(when)g(linking)e(programs.)39 b(Some)24 b(compilers)e(ma)m(y)j(need)f(dif-)107 5415 y(feren)m(t)j(options)e(to) j(supp)s(ort)c(ANSI/ISO)i(C.)g(In)g(particular,)f(supp)s(ort)g(for)h (the)h(longer)f(datat)m(yp)s(es)h(suc)m(h)107 5528 y(as)h Fo(long)46 b(long)26 b Fr(and)h Fo(long)47 b(double)26 b Fr(ma)m(y)i(rely)e(on)i(run)m(time)e(library)f(supp)s(ort)h(routines) g(that)i(are)g(sp)s(e-)107 5641 y(ci\014c)21 b(to)i(eac)m(h)g (compiler.)36 b(T)-8 b(o)22 b(handle)f(all)f(of)i(these)h(cases,)h(F)-8 b(or)23 b(C)e(and)h(C++,)g(y)m(ou)g(can)h(create)g(a)f(\014le)f(with) 1861 5946 y(18)p eop %%Page: 19 23 19 22 bop 107 388 a Fr(the)47 b(name)f(`)p Fo(mpicc-.conf) p Fr(',)f(e.g.,)52 b(`)p Fo(mpicc-gcc.conf)p Fr(')44 b(or)i(`)p Fo(mpicc-pgcc.conf)p Fr(',)107 501 y(that)e(con)m(tains)g (an)m(y)g(sp)s(eci\014cations)f(that)h(are)h(needed)e(b)m(y)h(the)g Fo(mpicc)e Fr(command.)81 b Fo(mpicxx)42 b Fr(uses)107 614 y(`)p Fo(mpicxx-.conf)p Fr('.)47 b(Curren)m(tly)-8 b(,)34 b(these)h(\014les)e(m)m(ust)h(b)s(e)g(created)h(b)m(y)f(hand,)g (starting)g(from)g(the)107 727 y(\014le)24 b(`)p Fo(mpichlib.conf)p Fr(')d(that)k(is)f(created)i(in)d(the)i(`)p Fo(mpich/util)p Fr(')d(directory)i(b)m(y)h(the)g Fo(MPICH)e(configure)p Fr(.)107 840 y(The)30 b(simplest)e(w)m(a)m(y)k(to)f(create)h(eac)m(h)f (\014le)f(is)f(to)i(use)f Fo(configure)p Fr(:)298 1087 y Fo(setenv)46 b(CC)h(cc)298 1200 y(configure)e (--prefix=/usr/local/mpic)o(h-1.)o(2.6)298 1313 y(make)298 1426 y(make)h(install)298 1539 y(cp)h(util/mpichlib.conf)c (/usr/local/mpich-1.2.6/)o(etc/)o(mpic)o(c-c)o(c.co)o(nf)298 1652 y(setenv)j(CC)h(gcc)298 1765 y(configure)e (--prefix=/usr/local/mpic)o(h-1.)o(2.6)298 1878 y(make)298 1991 y(cp)i(util/mpichlib.conf)c(/usr/local/mpich-1.2.6/)o(etc/)o(mpic) o(c-g)o(cc.c)o(onf)107 2238 y Fr(In)29 b(this)h(example,)g(the)h (default)e(v)-5 b(alue)30 b(of)h Fo(sysconfdir)p Fr(,)c Fo($prefix/etc)p Fr(,)h(is)h(used.)248 2411 y(F)-8 b(or)33 b(example,)g(if)38 b Fo(MPICH)31 b Fr(w)m(as)i(built)d(with)h Fo(cc)h Fr(as)g(the)h(compiler)e(but)g(a)i(user)e(w)m(an)m(ted)j(to)f (use)f Fo(gcc)107 2524 y Fr(instead,)e(either)g(the)g(commands)298 2772 y Fo(MPICH_CC=gcc)298 2885 y(mpicc)46 b(...)107 3132 y Fr(or)298 3380 y Fo(mpicc)g(-config=gcc)f(...)107 3627 y Fr(w)m(ould)29 b(case)i Fo(mpicc)e Fr(to)i(load)f(`)p Fo(mpich-gcc.conf)p Fr(')d(and)j(use)g(the)h(appropriate)e (de\014nitions.)107 3931 y Fi(4.3)112 b(F)-9 b(ortran)38 b(Compilers)107 4162 y Fo(MPICH)25 b Fr(pro)m(vides)g(supp)s(ort)g(for) h(b)s(oth)g(F)-8 b(ortran)27 b(77)g(and)f(F)-8 b(ortran)27 b(90.)40 b(Because)28 b Fo(MPICH)d Fr(is)g(implemen)m(ted)107 4275 y(in)20 b(C,)i(using)g Fo(MPICH)e Fr(from)h(F)-8 b(ortran)23 b(can)f(sometimes)g(require)f(sp)s(ecial)f(options.)37 b(This)20 b(section)i(discusses)107 4388 y(some)31 b(of)h(the)f (issues.)42 b(Note)32 b(that)g Fo(configure)c Fr(tries)j(to)h (determine)e(the)h(options)g(needed)g(to)g(supp)s(ort)107 4501 y(F)-8 b(ortran.)42 b(Y)-8 b(ou)31 b(need)g(the)g(information)e (in)g(this)g(section)i(only)f(if)g(y)m(ou)h(ha)m(v)m(e)h(problems.)39 b(Section)31 b(4.3.6)107 4614 y(discusses)36 b(ho)m(w)j(to)g(supp)s (ort)d(m)m(ultiple)g(F)-8 b(ortran)39 b(compilers)d(\(e.g.,)43 b Fo(g77)37 b Fr(and)g Fo(pgf77)p Fr(\))h(with)e(a)j(single)107 4727 y Fo(MPICH)29 b Fr(installation.)107 5027 y Fp(4.3.1)105 b(What)35 b(if)g(there)f(is)h(no)g(F)-9 b(ortran)35 b(compiler?)107 5259 y Fr(The)d Fo(configure)d Fr(program)k(should)d(disco)m(v)m(er)j (that)f(there)h(is)e(no)i(F)-8 b(ortran)33 b(compiler.)45 b(Y)-8 b(ou)33 b(can)f(force)107 5372 y Fo(configure)e Fr(to)i(not)h(build)c(the)k(F)-8 b(ortran)32 b(parts)g(of)h(the)f(co)s (de)h(with)e(the)h(option)g Fo(--disable-f77)p Fr(.)42 b(In)107 5485 y(this)29 b(case,)j(only)d(the)i(C)f(programs)g(will)d(b) s(e)j(built)e(and)i(tested.)1861 5946 y(19)p eop %%Page: 20 24 20 23 bop 107 388 a Fp(4.3.2)105 b(F)-9 b(ortran)35 b(90)107 620 y Fr(During)30 b(con\014guration,)h(a)h(n)m(um)m(b)s(er)f(of)g(F)-8 b(ortran)32 b(90-sp)s(eci\014c)g(argumen)m(ts)g(can)g(b)s(e)e(sp)s (eci\014ed.)43 b(See)32 b(the)107 732 y(output)e(of)h Fo(configure)45 b(-help)p Fr(.)40 b(In)30 b(particular,)g(when)f(using) g(the)i(NA)m(G)h(F)-8 b(ortran)31 b(90)h(compiler,)d(y)m(ou)107 845 y(should)f(sp)s(ecify)h Fo(-f90nag)p Fr(.)107 1146 y Fp(4.3.3)105 b(F)-9 b(ortran)35 b(77)h(and)e(F)-9 b(ortran)35 b(90)107 1377 y Fr(Selecting)43 b(F)-8 b(ortran)44 b(90)h(with)d(F)-8 b(ortran)44 b(77)h(should)d(b)s(e)h(done)g(only)g(when)f(the)i(t)m(w)m (o)h(compilers)d(are)107 1490 y(compatible,)c(supp)s(orting)d(the)i (same)h(datat)m(yp)s(es)g(and)e(calling)g(con)m(v)m(en)m(tions.)62 b(In)37 b(particular,)g(if)g(the)107 1603 y(F)-8 b(ortran)28 b(90)h(compiler)d(supp)s(orts)f(an)j(8-b)m(yte)h(in)m(teger)f(t)m(yp)s (e,)g(the)g(F)-8 b(ortran)28 b(77)h(compiler)d(m)m(ust)h(supp)s(ort)107 1716 y Fo(integer*8)40 b Fr(\(this)i(is)g(needed)g(b)m(y)h(the)g (MPI-IO)f(routines)g(for)g(the)h(v)-5 b(alue)42 b(of)h Fo(MPI_OFFSET_KIND)p Fr(\).)107 1829 y(In)36 b(addition,)g(b)s(oth)g (compilers)f(m)m(ust)h(supp)s(ort)f(the)i(same)g(functions)e(for)h (accessing)h(the)g(command)107 1942 y(line,)30 b(and)h(the)g(co)s(de)h (for)f(those)g(commands)g(m)m(ust)g(reside)g(in)f(the)h(same)h(library) -8 b(.)41 b(If)31 b(the)g(t)m(w)m(o)i(F)-8 b(ortran)107 2055 y(compilers)28 b(are)j(not)f(compatible,)g(y)m(ou)g(should)f (either)g(select)i(the)f(F)-8 b(ortran)31 b(90)g(compiler)e(as)h(b)s (oth)g(the)107 2168 y(F)-8 b(ortran)37 b(77)g(and)f(F)-8 b(ortran)37 b(90)g(compiler)e(\(relying)g(on)h(the)g(up)m(w)m(ard)g (compatibilit)m(y)e(of)j(F)-8 b(ortran\),)39 b(or)107 2280 y(build)27 b(t)m(w)m(o)32 b(separate)f(con\014gurations)f(of)37 b Fo(MPICH)p Fr(.)30 b(F)-8 b(or)31 b(example,)202 2528 y Fo(setenv)46 b(FC)i(f90)202 2641 y(setenv)e(F90)h(f90)202 2754 y(configure)107 3002 y Fr(will)25 b(use)j Fo(f90)f Fr(for)h(b)s(oth)f(F)-8 b(ortran)29 b(77)g(and)e(F)-8 b(ortran)29 b(90)g(programs.)39 b(In)27 b(man)m(y)i(systems,)f(this)f (will)f(w)m(ork)107 3114 y(w)m(ell.)45 b(If)31 b(there)i(are)f(reasons) g(to)h(ha)m(v)m(e)h(separate)f(F)-8 b(ortran)33 b(90)g(and)e(F)-8 b(ortran)33 b(77)g(builds,)d(then)h(execute)107 3227 y(the)f(follo)m(wing)f(commands)h(\(where)g Fo(MPICH)f Fr(is)h(to)h(b)s(e)f(installed)e(in)m(to)i(the)h(directory)f(`)p Fo(/usr/local)p Fr('\):)202 3475 y Fo(setenv)46 b(FC)i(f77)202 3588 y(configure)e(--disable-f90)e(-prefix=/usr/local/mpic)o(h-1.)o (2.6/)o(f77)o(-nof)o(90)202 3701 y(make)202 3814 y(make)j(install)202 4040 y(setenv)f(FC)i(f90)202 4152 y(setenv)e(F90)h(f90)202 4265 y(configure)f(-prefix=/usr/local/mpic)o(h-1)o(.2.6)o(/f90)202 4378 y(make)202 4491 y(make)h(install)107 4739 y Fr(This)37 b(sequence)j(of)f(commands)g(will)d(build)g(and)j(install)e(t)m(w)m(o)j (v)m(ersions)e(of)47 b Fo(MPICH)p Fr(.)38 b(An)g(alternativ)m(e)107 4852 y(approac)m(h)30 b(that)h(installs)e(only)g(a)i(single)e(v)m (ersion)h(of)37 b Fo(MPICH)29 b Fr(is)h(decrib)s(ed)e(in)h(Section)h (4.3.6.)107 5152 y Fp(4.3.4)105 b(F)-9 b(ortran)35 b(90)h(Mo)s(dules) 107 5383 y Fr(If)31 b Fo(configure)d Fr(\014nds)i(a)h(F)-8 b(ortran)32 b(90)g(compiler,)e(b)m(y)h(default)g Fo(MPICH)e Fr(will)g(try)i(to)h(create)h(a)e(F)-8 b(ortran)32 b(90)107 5496 y(mo)s(dule)22 b(for)i(MPI.)h(In)e(fact,)k(it)d(will)d(create)26 b(t)m(w)m(o)g(v)m(ersions)d(of)i(an)f Fo(mpi)f Fr(mo)s(dule:)36 b(one)25 b(that)g(includes)d(only)107 5609 y(the)38 b(MPI)f(routines)g (that)h(do)g(not)f(tak)m(e)j(\\c)m(hoice")f(argumen)m(ts)f(and)f(one)h (that)g(do)s(es)g(include)d(c)m(hoice)1861 5946 y(20)p eop %%Page: 21 25 21 24 bop 107 388 a Fr(argumen)m(t.)46 b(A)32 b(c)m(hoice)h(argumen)m (t)g(is)e(an)h(argumen)m(t)h(that)f(can)h(tak)m(e)h(an)m(y)e(datat)m (yp)s(e;)i(t)m(ypically)-8 b(,)32 b(these)107 501 y(are)f(the)f (bu\013ers)f(in)g(MPI)i(comm)m(unication)f(routines)f(suc)m(h)h(as)g Fo(MPI_Send)f Fr(and)g Fo(MPI_Recv)p Fr(.)248 674 y(The)h(t)m(w)m(o)j (di\013eren)m(t)d(mo)s(dules)f(can)i(b)s(e)f(accessed)i(with)e(the)h Fo(-nochoice)d Fr(and)j Fo(-choice)e Fr(option)h(to)107 787 y Fo(mpif90)p Fr(.)65 b(The)39 b(c)m(hoice)h(v)m(ersion)e(of)h(the) h(mo)s(dule)d(supp)s(orts)g(a)j(limited)d(set)i(of)h(datat)m(yp)s(es)g (\(n)m(umeric)107 900 y(scalars)f(and)h(n)m(umeric)e(one-)j(and)e(t)m (w)m(o-dimensional)g(arra)m(ys\).)70 b(This)38 b(is)h(an)g(exp)s (erimen)m(tal)g(feature;)107 1013 y(please)45 b(send)f(mail)g(to)h Fo(mpi-)t(bugs@mcs.anl.gov)40 b Fr(if)k(y)m(ou)h(ha)m(v)m(e)h(an)m(y)g (trouble.)83 b(Neither)45 b(of)g(these)107 1125 y(mo)s(dules)28 b(o\013er)j(full)d(\\extended)j(F)-8 b(ortran)31 b(supp)s(ort")e(as)i (de\014ned)e(in)g(the)i(MPI-2)g(standard.)248 1298 y(The)21 b(reason)g(for)g(ha)m(ving)f(t)m(w)m(o)j(v)m(ersions)d(of)i(the)f(MPI)g (mo)s(dule)e(is)i(that)g(it)g(is)f(v)m(ery)i(di\016cult)d(to)j(pro)m (vide)107 1411 y(a)35 b(completely)f(correct)h(mo)s(dule)e(that)i (includes)d(all)h(of)h(the)h(functions)e(with)g(c)m(hoice)i(argumen)m (ts.)53 b(As)107 1524 y(it)42 b(is,)k(on)d(man)m(y)g(systems,)j(the)d (size)g(of)h(the)f(F)-8 b(ortran)43 b(90)h(mo)s(dule)e(to)h(handle)f (the)h(routines)f(with)107 1637 y(c)m(hoice)c(argumen)m(ts)g(will)d(b)s (e)i(larger)g(than)g(the)h(en)m(tire)f(C)g(v)m(ersion)g(of)h(the)g(MPI) f(library)-8 b(.)60 b(If)37 b(y)m(ou)h(are)107 1750 y(unin)m(terested)e (in)g(the)h(F)-8 b(ortran)38 b(90)f(MPI)g(mo)s(dule,)h(or)f(y)m(ou)g (wish)e(to)j(k)m(eep)g(the)f(installed)e(v)m(ersion)i(of)107 1863 y Fo(MPICH)24 b Fr(small,)i(y)m(ou)g(can)g(turn)f(o\013)i(the)f (creation)g(of)g(the)g(F)-8 b(ortran)27 b(90)g(MPI)f(mo)s(dule)e(with)h (the)h(con\014gure)107 1976 y(option)k Fo(--disable-f90modules)p Fr(.)107 2276 y Fp(4.3.5)105 b(Con\014guring)36 b(with)e(the)g(Absoft)i (F)-9 b(ortran)34 b(Compiler)107 2508 y Fr(The)23 b(Absoft)g(compiler)f (can)h(b)s(e)g(told)g(to)h(generate)h(external)e(sym)m(b)s(ols)f(that)h (are)h(upp)s(ercase,)g(lo)m(w)m(ercase,)107 2620 y(and)37 b(lo)m(w)m(ercase)i(with)e(a)h(trailing)e(underscore)h(\(the)h(most)h (common)f(case)h(for)e(other)h(Unix)f(F)-8 b(ortran)107 2733 y(compilers\),)33 b(or)g(use)g(mixed)f(case)j(\(an)e(extension)g (of)g(F)-8 b(ortran,)35 b(whic)m(h)d(is)h(only)f(mono)s(case\).)51 b(Eac)m(h)34 b(of)107 2846 y(these)d(c)m(hoices)g(requires)e(a)i Fj(sep)-5 b(ar)g(ate)40 b Fo(MPICH)29 b Fr(con\014gure)h(and)g(build)d (step.)42 b Fo(MPICH)29 b Fr(has)h(b)s(een)g(tested)h(in)107 2959 y(the)36 b(mo)s(de)h(where)e(mono)s(case)j(names)e(are)h (generated;)k(this)35 b(case)j(is)d(supp)s(orted)g(b)s(ecause)h(only)g (this)107 3072 y(case)k(supp)s(orts)d(common)i(\(and)f(necessary)h(for) g Fo(MPICH)p Fr(\))f(extensions)g(suc)m(h)h(as)g Fo(getarg)e Fr(and)h Fo(iargc)p Fr(.)107 3185 y(By)j(default,)i Fo(MPICH)d Fr(forces)h(the)g(Absoft)g(compiler)f(to)i(use)f(lo)m(w)m(ercase;)47 b(this)40 b(matc)m(hes)j(most)e(Unix)107 3298 y(F)-8 b(ortran)35 b(compilers.)52 b Fo(MPICH)33 b Fr(will)f(\014nd)h(the)i (appropriate)f(v)m(ersions)g(of)g Fo(getarg)f Fr(and)h Fo(iargc)f Fr(for)i(this)107 3411 y(case.)60 b(Because)38 b(the)e(examples)g(and)g(the)h(test)g(suite)f(assume)g(that)h(the)g(F) -8 b(ortran)37 b(compiler)e(is)g(case-)107 3524 y(insensitiv)m(e;)40 b(the)e(F)-8 b(ortran)39 b(library)c(pro)s(duced)i(b)m(y)i Fo(MPICH)d Fr(will)g(only)h(w)m(ork)h(with)f(source)h(co)s(de)g(that) 107 3637 y(uses)30 b(mono)s(case)h(\(either)f(upp)s(er)e(or)j(lo)m(w)m (er\))g(for)f(all)f(MPI)h(calls.)248 3810 y(In)j(addition,)g(y)m(ou)i (ma)m(y)f(need)g(to)h(use)e Fo(-N90)g Fr(if)g(y)m(ou)h(use)g Fo(character)d Fr(data,)36 b(b)s(ecause)e(the)g Fo(MPICH)107 3922 y Fr(F)-8 b(ortran)30 b(in)m(terface)g(exp)s(ects)g(the)g(calling) e(con)m(v)m(en)m(tion)i(used)f(b)m(y)h(virtually)d(all)h(Unix)h(F)-8 b(ortran)30 b(systems)107 4035 y(\(Cra)m(y)37 b(UNICOS)e(is)g(handled)g (separately\).)59 b(If)36 b(y)m(ou)g(are)h(building)c(shared)i (libraries,)g(y)m(ou)i(will)d(also)107 4148 y(need)c(to)h(set)g(the)g (en)m(vironmen)m(t)f(v)-5 b(ariable)29 b Fo(FC_SHARED_OPT)d Fr(to)32 b Fo(none)p Fr(.)248 4321 y(Early)27 b(v)m(ersions)h(of)g(the) g(Absoft)h(compiler)d(could)i(not)g(handle)f(m)m(ultiple)e Fo(-I)j Fr(options.)39 b(If)28 b(y)m(ou)h(ha)m(v)m(e)107 4434 y(trouble)g(with)g(this,)h(y)m(ou)h(should)d(get)j(an)g(up)s(date) e(from)h(Absoft.)107 4734 y Fp(4.3.6)105 b(Con\014guring)36 b(for)f(Multiple)g(F)-9 b(ortran)35 b(Compilers)107 4966 y Fr(In)41 b(some)i(en)m(vironmen)m(ts,)i(there)e(are)g(sev)m(eral)g (di\013eren)m(t)e(F)-8 b(ortran)43 b(compilers,)i(all)c(of)h(whic)m(h)f (de\014ne)107 5079 y(F)-8 b(ortran)26 b(datat)m(yp)s(es)g(of)g(the)g (same)g(size,)h(and)e(whic)m(h)f(can)i(b)s(e)f(used)g(with)f(the)i (same)g(C)f(libraries.)36 b(These)107 5192 y(compilers)26 b(ma)m(y)j(mak)m(e)g(di\013eren)m(t)f(c)m(hoices)h(for)f(F)-8 b(ortran)29 b(name)f(mappings)e(\(e.g.,)31 b(the)d(external)g(format) 107 5305 y(of)44 b(the)g(names)f(giv)m(en)h(to)h(the)f(link)m(er\))e (and)h(use)h(di\013eren)m(t)f(approac)m(hes)h(to)h(access)g(the)f (command)107 5418 y(line.)39 b(This)29 b(section)i(describ)s(es)d(ho)m (w)j(to)g(con\014gure)g Fo(MPICH)e Fr(to)i(supp)s(ort)e(m)m(ultiple)f (F)-8 b(ortran)31 b(compilers.)107 5530 y(Ho)m(w)m(ev)m(er,)25 b(if)19 b(an)m(y)i(of)g(these)g(steps)f(fails,)h(the)g(b)s(est)f (approac)m(h)h(is)f(to)h(build)c(a)k(separate)h Fo(MPICH)d Fr(installation)107 5643 y(for)30 b(eac)m(h)h(F)-8 b(ortran)32 b(compiler.)1861 5946 y(21)p eop %%Page: 22 26 22 25 bop 248 388 a Fr(The)30 b(\014rst)g(step)h(is)f(to)h(con\014gure) g Fo(MPICH)e Fr(with)h(the)h Fo(--with-flibname)26 b Fr(option.)41 b(F)-8 b(or)32 b(example,)f(if)107 501 y(one)f(of)h(the)g(compilers)d(is)i Fo(g77)p Fr(,)g(use)298 731 y Fo(setenv)46 b(FC)h(g77)298 843 y(./configure)d (--with-flibname=mpich-g77)d(...)47 b(other)g(options)e(...)107 1073 y Fr(After)g(y)m(ou)g(build,)g(test,)50 b Fj(and)c(instal)5 b(l)55 b Fr(this)44 b(v)m(ersion)g(of)52 b Fo(MPICH)p Fr(,)44 b(y)m(ou)h(can)g(con\014gure)f(supp)s(ort)f(for)107 1186 y(additional)28 b(F)-8 b(ortran)31 b(compilers)e(as)i(follo)m(ws:) 218 1416 y(1.)46 b(Change)30 b(directory)g(to)h(`)p Fo(src/fortran)p Fr(')218 1596 y(2.)46 b(Execute)525 1800 y Fo(setenv)g(FC)h(pgf77)525 1912 y(./configure)e(--with-mpichconfig)e(--with-flibname=mpich-p)o (gf7)o(7)525 2025 y(make)525 2138 y(make)k(install-alt)107 2368 y Fr(T)-8 b(o)29 b(use)f(a)h(particular)e(F)-8 b(ortran)29 b(compiler,)f(either)g(select)i(it)e(on)g(the)h Fo(mpif77)e Fr(command)h(line)f(with)h(the)107 2481 y Fo(-config=name)f Fr(option)i(\(e.g.,)j Fo(-config=pgf77)p Fr(\))27 b(or)j(b)m(y)g (selecting)g(a)h(particular)e Fo(mpif77)f Fr(command)107 2594 y(\(e.g.,)k Fo(mpif77-pgf77)p Fr(\).)107 2894 y Fi(4.4)112 b(C++)107 3125 y Fr(The)36 b(C++)h(supp)s(ort)e(in)h Fo(MPICH)g Fr(has)h(b)s(een)f(pro)m(vided)g(b)m(y)h(Indiana)e(Univ)m (ersit)m(y)i(\(formerly)f(the)i(Uni-)107 3238 y(v)m(ersit)m(y)i(of)g (Notre)h(Dame\),)j(and)39 b(uses)h(its)f(o)m(wn)h(con\014gure)g(pro)s (cess)g(\(it)g(also)f(supp)s(orts)g(other)h(MPI)107 3351 y(implemen)m(tations\).)56 b(This)34 b(v)m(ersion)h(supp)s(orts)f(only) h(the)h(MPI-1)g(functions,)g(and)f(do)s(es)h(not)g(include)107 3464 y(supp)s(ort)31 b(for)i(the)g(MPI-2)h(functions)d(suc)m(h)i(as)g (I/O)g(or)g(the)g(functions)f(for)h(manipulating)d Fo(MPI_Info)p Fr(.)107 3577 y(Questions,)24 b(commen)m(ts,)i(suggestions,)f(and)d (requests)i(for)f(additional)e(information)h(should)f(b)s(e)i(sen)m(t)h (to)107 3690 y Fo(mpi2cpp-)t(devel@osl.iu.edu)o Fr(.)36 b(Bug)31 b(rep)s(orts)f(should)f(also)h(b)s(e)g(sen)m(t)h(to)h Fo(mpi-)t(bugs@mcs.anl.gov)p Fr(.)107 3803 y(More)i(information)d(is)h (a)m(v)-5 b(ailable)33 b(at)h(the)f(w)m(eb)g(site)g Fo (http://www.osl.iu.edu/re)o(sear)o(ch/)o(mpi2)o(c+)107 3916 y(+/)p Fr(.)248 4089 y(Use)e(the)f(en)m(vironmen)m(t)g(v)-5 b(ariable)29 b Fo(CXX)h Fr(to)h(sp)s(ecify)e(an)h(alternate)h(C++)f (compiler.)107 4389 y Fi(4.5)112 b(Using)37 b(Shared)i(Libraries)107 4620 y Fr(Shared)30 b(libraries)e(can)j(help)f(reduce)h(the)g(size)g (of)g(an)g(executable.)43 b(This)29 b(is)i(particularly)d(v)-5 b(aluable)30 b(on)107 4733 y(clusters)i(of)h(w)m(orkstations,)h(where)e (the)h(executable)h(m)m(ust)e(normally)f(b)s(e)i(copied)f(o)m(v)m(er)i (a)f(net)m(w)m(ork)h(to)107 4846 y(eac)m(h)j(mac)m(hine)f(that)h(is)e (to)h(execute)i(the)e(parallel)e(program.)58 b(Ho)m(w)m(ev)m(er,)40 b(there)c(are)h(some)f(practical)107 4959 y(problems)g(in)g(using)h (shared)g(libraries;)i(this)e(section)g(discusses)g(some)h(of)g(them)g (and)f(ho)m(w)h(to)g(solv)m(e)107 5072 y(most)31 b(of)f(those)h (problems.)39 b(Curren)m(tly)-8 b(,)29 b(shared)h(libraries)d(are)k (not)g(supp)s(orted)d(from)i(C++.)248 5245 y(In)h(order)f(to)i(build)d (shared)h(libraries)f(for)i Fo(MPICH)p Fr(,)f(y)m(ou)i(m)m(ust)f(ha)m (v)m(e)i(con\014gured)d(and)h(built)e Fo(MPICH)107 5358 y Fr(with)36 b(the)h Fo(--enable-sharedlib)32 b Fr(option.)60 b(Because)39 b(eac)m(h)f(Unix)e(system)h(and)g(in)f(fact)i(eac)m(h)g (com-)107 5471 y(piler)30 b(uses)h(a)h(di\013eren)m(t)f(and)h(often)g (incompatible)e(set)i(of)g(options)f(for)h(creating)g(shared)f(ob)5 b(jects)32 b(and)107 5584 y(libraries,)k Fo(MPICH)f Fr(ma)m(y)i(not)g (b)s(e)g(able)f(to)i(determine)d(the)i(correct)h(options.)60 b(Curren)m(tly)-8 b(,)37 b Fo(MPICH)e Fr(un-)107 5697 y(derstands)f(Solaris,)g(GNU)h Fo(gcc)f Fr(\(on)h(most)g(platforms,)g (including)d(Lin)m(ux)h(and)h(Solaris\),)h(and)f(IRIX.)1861 5946 y(22)p eop %%Page: 23 27 23 26 bop 107 388 a Fr(Information)34 b(on)i(building)c(shared)j (libraries)e(on)i(other)h(platforms)f(should)e(b)s(e)i(sen)m(t)i(to)f Fo(mpi-)t(bugs@)107 501 y(mcs.anl.gov)p Fr(.)248 674 y(Once)j(the)g(shared)g(libraries)d(are)k(built,)f(y)m(ou)h(m)m(ust)f (tell)f(the)i Fo(MPICH)d Fr(compilation)h(and)h(linking)107 787 y(commands)31 b(to)h(use)f(shared)g(libraries)e(\(the)j(reason)g (that)g(shared)f(libraries)d(are)k(not)g(the)g(default)e(will)107 900 y(b)s(ecome)k(clear)g(b)s(elo)m(w\).)50 b(Y)-8 b(ou)34 b(can)g(do)g(this)f(either)g(with)f(the)i(command)g(line)e(option)h Fo(-shlib)f Fr(or)i(b)m(y)107 1013 y(setting)c(the)h(en)m(vironmen)m(t) f(v)-5 b(ariable)29 b Fo(MPICH_USE_SHLIB)d Fr(to)31 b Fo(yes)p Fr(.)40 b(F)-8 b(or)31 b(example,)298 1260 y Fo(mpicc)46 b(-o)h(cpi)g(-shlib)f(cpi.c)107 1508 y Fr(or)298 1755 y Fo(setenv)g(MPICH_USE_SHLIB)d(yes)298 1868 y(mpicc)j(-o)h(cpi)g (cpi.c)107 2116 y Fr(Using)40 b(the)i(en)m(vironmen)m(t)f(v)-5 b(ariable)41 b Fo(MPICH_USE_SHLIB)c Fr(allo)m(ws)k(y)m(ou)g(to)i(con)m (trol)f(whether)e(shared)107 2229 y(libraries)28 b(are)j(used)f (without)g(c)m(hanging)h(the)g(compilation)f(commands;)h(this)f(can)h (b)s(e)f(v)m(ery)i(useful)d(for)107 2342 y(pro)5 b(jects)31 b(that)f(use)h(mak)m(e\014les.)248 2515 y(Running)43 b(a)j(program)f(built)f(with)g(shared)h(libraries)d(can)k(b)s(e)f(tric) m(ky)-8 b(.)87 b(If)45 b(y)m(ou)h(ha)m(v)m(e)g(trouble,)107 2628 y(particular)29 b(if)g(programs)h(will)e(either)i(not)h(start)g (or)f(start)h(and)f(issue)f(error)h(messages)i(ab)s(out)e(missing)107 2741 y(libraries,)e(see)j(Section)f(6.4.)107 3044 y Fi(4.6)112 b(File)36 b(System)h(Issues)107 3276 y Fr(Most)d(users)e(do)h(not)g (need)g(to)h(w)m(orry)e(ab)s(out)h(\014le)f(systems.)49 b(Ho)m(w)m(ev)m(er,)36 b(there)d(are)g(t)m(w)m(o)i(issues:)44 b(using)107 3388 y(NFS)d(\(the)g(Net)m(w)m(ork)i(File)d(System\))h (with)f(MPI-IO)h(and)f(using)g(NFS)h(with)e(some)j(automoun)m(ters.)107 3501 y(These)30 b(issues)f(are)i(co)m(v)m(ered)h(in)d(the)h(next)h(t)m (w)m(o)h(sections.)107 3802 y Fp(4.6.1)105 b(NFS)35 b(and)g(MPI-IO)107 4033 y Fr(T)-8 b(o)37 b(use)f(MPI-IO)g(m)m(ultihost)f(on)i(NFS)f (\014le)g(systems,)i(NFS)e(should)f(b)s(e)g(v)m(ersion)h(3,)j(and)d (the)g(shared)107 4146 y(NFS)j(directory)g(m)m(ust)h(b)s(e)f(moun)m (ted)g(with)g(the)g(\\no)h(attribute)g(cac)m(hing")g(\(noac\))h(option) e(set)h(\(the)107 4259 y(directory)c(cannot)h(b)s(e)e(automoun)m (ted\).)60 b(If)36 b(NFS)h(is)e(not)i(moun)m(ted)f(in)f(this)g(manner,) j(the)e(follo)m(wing)107 4372 y(error)30 b(could)f(o)s(ccur:)298 4620 y Fo(MPI_Barrier:)44 b(Internal)i(MPI)h(error:)f(No)h(such)g(file) f(or)h(directory)298 4732 y(File)f(locking)g(messages)107 4980 y Fr(In)27 b(order)g(to)i(recon\014gure)f(NFS)f(to)i(handle)d (MPI-IO)i(prop)s(erly)-8 b(,)27 b(the)h(follo)m(wing)e(sequence)j(of)f (steps)f(are)107 5093 y(needed)j(\(ro)s(ot)h(p)s(ermission)c (required\):)218 5341 y(1.)46 b(con\014rm)30 b(y)m(ou)g(are)h(running)d (NFS)i(v)m(ersion)g(3)525 5566 y Fo(rpcinfo)46 b(-p)h(`hostname`)e(|)i (grep)g(nfs)1861 5946 y Fr(23)p eop %%Page: 24 28 24 27 bop 525 388 a Fo(for)47 b(example,)e(there)i(should)f(be)h(a)h ('3')e(in)i(the)f(second)f(column)525 501 y(fire)h(>rpcinfo)e(-p)i (fire)g(|)g(grep)g(nfs)525 614 y(100003)189 b(3)143 b(udp)g(2049)94 b(nfs)218 815 y Fr(2.)46 b(edit)33 b(`)p Fo(/etc/fstab)p Fr(')e(for)i(eac)m(h)i(NFS)e(directory)g(read/written)g(b)m(y)g(MPI-IO) g(on)g(eac)m(h)i(mac)m(hine)334 928 y(used)e(for)h(m)m(ultihost)f (MPI-IO.)h(The)g(follo)m(wing)f(is)g(an)h(example)g(of)g(a)g(correct)i (fstab)e(en)m(try)g(for)334 1041 y(/epm1:)525 1242 y Fo(root)47 b(>grep)f(epm1)h(/etc/fstab)525 1355 y(gershwin:/epm1)d (/rmt/gershwin/epm1)f(nfs)k(bg,intr,noac)d(0)k(0)334 1556 y Fr(If)28 b(the)g(\\noac")i(option)d(is)g(not)i(presen)m(t,)f (add)g(it)g(and)f(then)h(remoun)m(t)g(this)f(directory)g(on)h(eac)m(h)i (of)334 1669 y(the)h(mac)m(hines)f(that)h(will)c(b)s(e)j(used)g(to)h (share)f(MPI-IO)g(\014les.)525 1870 y Fo(root)47 b(>umount)e (/rmt/gershwin/epm1)525 1983 y(root)i(>mount)f(/rmt/gershwin/epm1)218 2184 y Fr(3.)g(con\014rm)30 b(that)h(the)f(directory)g(is)f(moun)m(ted) i(noac)525 2386 y Fo(root)47 b(>grep)f(gershwin)g(/etc/mnttab)525 2498 y(gershwin:/epm1)e(/rmt/gershwin/epm1)f(nfs)525 2611 y(noac,acregmin=0,acregmax)o(=0,a)o(cdir)o(min)o(=0,a)o(cdir)o (max)o(=0)f(0)47 b(0)h(899911504)107 2839 y Fr(T)-8 b(urning)26 b(o\013)j(of)g(attribute)f(cac)m(hing)h(ma)m(y)h(reduce)e(p)s (erformance)g(of)h(MPI-IO)f(applications)f(as)i(w)m(ell)e(as)107 2952 y(other)32 b(applications)e(using)g(this)g(directory)-8 b(.)45 b(The)31 b(load)h(on)f(the)h(mac)m(hine)f(where)h(the)g(NFS)f (directory)107 3065 y(is)e(hosted)i(will)c(increase.)107 3365 y Fi(4.7)112 b(Building)37 b Fh(MPICH)107 3596 y Fr(Once)30 b Fo(configure)e Fr(has)i(determined)f(the)i(features)f(of)h (y)m(our)f(system,)h(all)e(y)m(ou)i(ha)m(v)m(e)h(to)f(do)f(no)m(w)g(is) 298 3824 y Fo(make)107 4052 y Fr(This)24 b(will)g(clean)i(all)f(the)h (directories)f(of)i(previous)d(ob)5 b(ject)28 b(\014les)d(\(if)g(an)m (y\),)j(compile)d(b)s(oth)h(pro\014ling)d(and)107 4165 y(non-pro\014ling)i(v)m(ersions)i(of)h(the)h(source)f(co)s(de,)h (including)24 b(Romio)k(and)f(the)i(C++)e(in)m(terface,)i(build)c(all) 107 4278 y(necessary)36 b(libraries,)f(and)h(link)d(b)s(oth)j(a)g (sample)f(F)-8 b(ortran)37 b(program)f(and)f(a)i(sample)e(C)h(program)f (as)107 4391 y(a)g(test)h(that)f(ev)m(erything)g(is)f(w)m(orking.)53 b(If)35 b(an)m(ything)f(go)s(es)h(wrong,)h(c)m(hec)m(k)h(Section)d(6)i (to)f(see)h(if)e(there)107 4504 y(is)f(an)m(ything)g(said)g(there)h(ab) s(out)g(y)m(our)g(problem.)50 b(If)33 b(not,)j(follo)m(w)d(the)h (directions)f(in)f(Section)i(6.2)h(for)107 4616 y(submitting)28 b(a)j(bug)e(rep)s(ort.)41 b(T)-8 b(o)30 b(simplify)d(c)m(hec)m(king)k (for)g(problems,)e(it)g(is)h(a)h(go)s(o)s(d)f(idea)g(to)h(use)298 4844 y Fo(make)46 b(|&)i(tee)e(make.log)107 5072 y Fr(Sp)s(eci\014c)29 b(\(non-default\))h(targets)h(can)g(also)f(b)s(e)g(made.)41 b(See)31 b(the)f(`)p Fo(Makefile)p Fr(')f(to)i(see)g(what)f(they)h (are.)248 5245 y(After)37 b(running)d(this)h Fo(make)p Fr(,)i(the)g(size)g(of)f(the)h(distribution)c(will)h(b)s(e)i(ab)s(out)g (45)i(Megab)m(ytes)g(\(de-)107 5358 y(p)s(ending)24 b(on)j(the)g (particular)e(mac)m(hine)i(it)f(is)g(b)s(eing)f(compiled)h(for)g(and)g (the)h(selected)h(options\),)f(b)s(efore)107 5471 y(building)33 b(an)m(y)j(of)h(the)g(examples)f(or)g(the)h(extensiv)m(e)g(test)h (library)-8 b(.)57 b(The)36 b(`)p Fo(Makefile)p Fr('s)f(are)i(built)d (for)107 5584 y(the)29 b(v)-5 b(arious)27 b(example)i(sub)s (directories,)d(but)i(the)h(example)f(programs)h(themselv)m(es)f(ha)m (v)m(e)i(to)g(b)s(e)e(made)107 5697 y(\\b)m(y)j(hand".)1861 5946 y(24)p eop %%Page: 25 29 25 28 bop 107 388 a Fi(4.8)112 b(Installing)37 b Fh(MPICH)i Fi(for)e(Others)h(to)f(Use)107 620 y Fr(This)29 b(step)h(is)g (optional.)40 b(Ho)m(w)m(ev)m(er,)33 b(if)c(y)m(ou)i(are)g(installing)e Fo(MPICH)p Fr(,)g(y)m(ou)i(should)e(mak)m(e)i(sure)f(that)h(y)m(ou)107 732 y(sp)s(eci\014ed)21 b(the)i(directory)f(in)m(to)h(whic)m(h)e Fo(MPICH)g Fr(is)h(to)i(b)s(e)e(installed)e(when)i(y)m(ou)h (con\014gure)f Fo(MPICH)g Fr(b)m(y)g(using)107 845 y(the)e Fo(-prefix)f Fr(option.)36 b(F)-8 b(or)21 b(example,)i(if)c(y)m(ou)h (plan)f(to)i(install)e Fo(MPICH)f Fr(in)m(to)j(`)p Fo (/usr/local/mpich-1.2.6/)p Fr(',)107 958 y(then)31 b(y)m(ou)g(should)e (con\014gure)i(with)f(the)h(option)g Fo(-prefix=)p Fr(`)p Fo(/usr/local/mpich-)o(1.2.)o(6/)p Fr('.)37 b(If)31 b(there)107 1071 y(is)j(an)m(y)h(p)s(ossibilit)m(y)c(at)36 b(all)e(that)h(y)m(ou)g (will)e(build)e Fo(MPICH)j Fr(for)g(sev)m(eral)i(systems)f(and/or)f (devices,)i(y)m(ou)107 1184 y(should)28 b(include)g(that)j(information) e(in)g(the)i(pre\014x.)39 b(F)-8 b(or)31 b(example,)g(b)m(y)f(using)334 1431 y Fo(-prefix=)p Fr(`)p Fo(/usr/local/mpich-1)o(.2.)o(6/so)o(lar)o (is/c)o(h)p 2328 1431 29 4 v 28 w(p4)p Fr(',)107 1679 y(y)m(ou)h(can)f(later)h(add)334 1926 y Fo(-prefix=)p Fr(`)p Fo(/usr/local/mpich-1)o(.2.)o(6/so)o(lar)o(is/c)o(h)p 2328 1926 V 28 w(p4smp)p Fr(')107 2173 y(for)g(a)h(v)m(ersion)f(that)h (is)f(built)e(with)h(the)i(con\014gure)f(option)g Fo(-comm=shared)d Fr(\(suitable)j(for)g(clusters)g(of)107 2286 y(symmetric)d(m)m(ultipro) s(cessors,)f(hence)i(the)g(\\smp")g(in)e(the)i(directory)g(name\).)40 b(Once)29 b(y)m(ou)g(ha)m(v)m(e)h(tested)107 2399 y(all)24 b(parts)h(of)g(the)g(MPI)g(distribution)d(\(including)g(the)j(to)s (ols,)h(particularly)d Fo(upshot)g Fr(and/or)i Fo(nupshot)p Fr(\),)107 2512 y(y)m(ou)j(ma)m(y)g(install)d Fo(MPICH)h Fr(in)m(to)h(a)h(publically)c(a)m(v)-5 b(ailable)26 b(directory)-8 b(,)29 b(and)d(disseminate)g(information)g(for)107 2625 y(other)36 b(users,)g(so)g(that)h(ev)m(ery)m(one)g(can)f(use)f(the)h (shared)f(installation.)55 b(T)-8 b(o)36 b(install)e(the)i(libraries)c (and)107 2738 y(include)c(\014les)h(in)g(a)i(publicly)c(a)m(v)-5 b(ailable)30 b(place,)g(c)m(hange)i(to)f(the)g(top-lev)m(el)f Fo(MPICH)f Fr(directory)-8 b(,)31 b(and)e(do)298 2985 y Fo(make)46 b(install)107 3233 y Fr(The)e Fo(man)h Fr(pages)h(will)c (ha)m(v)m(e)k(b)s(een)f(copied)f(with)g(the)i(installation,)h(so)e(y)m (ou)h(migh)m(t)e(w)m(an)m(t)i(to)g(add)107 3345 y(`)p Fo(/usr/local/mpich-1.2.6/ma)o(n)p Fr(')36 b(to)43 b(the)f(default)g (system)g Fo(MANPATH)p Fr(.)e(The)i(man)f(pages)i(can)f(b)s(e)107 3458 y(con)m(v)m(enien)m(tly)31 b(bro)m(wsed)e(with)g(the)i Fo(mpiman)e Fr(command,)h(found)f(in)g(the)i Fo(mpich/bin)d Fr(directory)-8 b(.)248 3631 y(It)26 b(is)g(p)s(ossible)e(to)j(sp)s (ecify)e(the)h(directory)g(in)m(to)g(whic)m(h)g Fo(MPICH)e Fr(should)h(b)s(e)h(installed)e(after)j(building)107 3744 y Fo(MPICH)i Fr(b)m(y)h(setting)g(the)h(v)-5 b(alue)30 b(of)g Fo(PREFIX)f Fr(when)g(executing)i(the)g(installation)d(step:)298 3991 y Fo(make)46 b(install)g(PREFIX=/usr/local/mpich-1)o(.2.6)107 4239 y Fr(Ho)m(w)m(ev)m(er,)26 b(some)e(features,)g(particularly)d(the) i(abilit)m(y)e(of)i(T)-8 b(otalview)22 b(to)i(sho)m(w)g Fo(MPICH)d Fr(message)j(queues,)107 4352 y(will)k(w)m(ork)i(only)f(if) 37 b Fo(MPICH)29 b Fr(is)g(con\014gured)h(with)f(the)i Fo(prefix)d Fr(set)j(to)g(the)g(installation)d(directory)-8 b(.)248 4525 y(A)43 b(go)s(o)s(d)h(w)m(a)m(y)g(to)g(handle)e(m)m (ultiple)f(releases)j(of)50 b Fo(MPICH)42 b Fr(is)h(to)h(install)d (them)i(in)m(to)h(directories)107 4637 y(whose)36 b(names)h(include)d (the)j(v)m(ersion)f(n)m(um)m(b)s(er)f(and)h(then)g(set)h(a)g(link)d (from)j Fo(mpi)e Fr(to)i(that)h(directory)-8 b(.)107 4750 y(F)g(or)27 b(example,)g(if)e(the)h(curren)m(t)g(v)m(ersion)g(is)f (1.2.6,)k(the)d(installation)e(commands)i(to)h(install)d(in)m(to)i(`)p Fo(/usr/)107 4863 y(local)p Fr(')j(are)298 5111 y Fo(make)46 b(install)g(PREFIX=/usr/local/mpi-1.2)o(.6)298 5224 y(rm)h (/usr/local/mpi)298 5336 y(ln)g(-s)g(/usr/local/mpi-1.2.6)42 b(/usr/local/mpi)248 5584 y Fr(The)35 b(script)g(`)p Fo(bin/mpiinstall)p Fr(')d(pro)m(vides)j(more)h(con)m(trol)g(o)m(v)m (er)i(the)e(installation)d(of)43 b Fo(MPICH)35 b Fr(\(in)107 5697 y(fact,)46 b Fo(make)g(install)40 b Fr(just)h(runs)f(this)h (script\).)74 b(F)-8 b(or)42 b(example,)j(y)m(ou)d(can)g(c)m(hange)h (the)f(protection)1861 5946 y(25)p eop %%Page: 26 30 26 29 bop 107 388 a Fr(of)42 b(the)g(\014les)f(when)g(they)h(are)h (installed)c(with)i(the)h(options)g Fo(-mode=nnnn)d Fr(\(for)j(regular) f(\014les\))g(and)107 501 y Fo(-xmode=nnnn)34 b Fr(\(for)i(executables) i(and)e(directories\).)59 b(Y)-8 b(ou)38 b(can)f(set)g(the)g(directory) f(in)m(to)h(whic)m(h)f(the)107 614 y(man)d(pages)h(will)d(b)s(e)i (placed)h(with)e Fo(-manpath=)p Fr(.)46 b(The)33 b(option)h Fo(-help)e Fr(sho)m(ws)h(the)h(full)d(set)k(of)107 727 y(options)29 b(for)i Fo(mpiinstall)p Fr(.)248 900 y(Installing)c Fo(nupshot)g Fr(can)j(sometimes)g(b)s(e)e(troublesome.) 40 b(Y)-8 b(ou)30 b(can)g(use)f(the)h(switc)m(h)f Fo(-nonupshot)107 1013 y Fr(to)35 b Fo(mpiinstall)c Fr(to)j(not)h(install)c Fo(nupshot)p Fr(;)j(alternately)-8 b(,)36 b(y)m(ou)e(can)h(use)e(the)h (switc)m(h)g Fo(-cpnupshot)d Fr(to)107 1125 y(install)g(the)i(cop)m(y)g (in)f(`)p Fo(mpich/profiling/nupshot)p Fr('.)42 b(Normally)-8 b(,)34 b Fo(mpiinstall)c Fr(builds)f(a)34 b(new)e(v)m(er-)107 1238 y(sion)25 b(of)h Fo(nupshot)e Fr(to)i(insure)e(that)i(all)f(of)h (the)g(paths)g(are)g(correct)h(\()p Fo(nupshot)d Fr(needs)i(to)g (\014nd)e(\014les)h(where)107 1351 y(it)32 b(is)h(installed\).)47 b(If)32 b(y)m(ou)i(need)f(to)h(\\man)m(ually")e(build)e Fo(nupshot)h Fr(for)i(installation,)f(the)i Fo(-cpnupshot)107 1464 y Fr(switc)m(h)c(will)d(allo)m(w)j(y)m(ou)h(to)g(install)d(that)j (v)m(ersion.)248 1637 y(Y)-8 b(ou)35 b(can)g(test)g(the)g(installation) d(b)m(y)j(using)e(the)h Fo(configure)e Fr(in)i(`)p Fo (mpich/examples/test)p Fr('.)48 b(F)-8 b(or)107 1750 y(example,)50 b(if)45 b(y)m(ou)i(ha)m(v)m(e)g(installed)d Fo(MPICH)h Fr(in)m(to)h(`)p Fo(/usr/local/mpich-1.2.6/)p Fr(')40 b(for)46 b(arc)m(hitecture)107 1863 y Fo(solaris)28 b Fr(and)i(device)g Fo(ch_p4)p Fr(,)f(execute)202 2072 y Fo(cd)47 b(examples/test)202 2185 y(./configure)e (-mpichpath=/usr/local/mp)o(ich-)o(1.2.)o(6/s)o(olar)o(is/c)o(h_p)o (4/bi)o(n)202 2298 y(make)i(testing)107 2508 y Fr(The)32 b(test)h(co)s(des)f(in)f(the)i(`)p Fo(mpich/examples/test)p Fr(')28 b(directory)j(ma)m(y)i(b)s(e)f(used)g(with)f Fj(any)41 b Fr(implemen-)107 2621 y(tation)30 b(of)h(MPI,)g(not)f(just) g(the)h Fo(MPICH)e Fr(implemen)m(tation.)107 2914 y Fp(4.8.1)105 b(User)36 b(commands)107 3145 y Fr(The)22 b(commands)h Fo(mpirun)p Fr(,)g Fo(mpicc)p Fr(,)g Fo(mpif77)p Fr(,)g Fo(mpicxx)p Fr(,)f Fo(mpif90)p Fr(,)h(and)g Fo(mpiman)e Fr(should)g(b)s(e)h(in)f(the)i(user's)107 3258 y(searc)m(h)37 b(path.)60 b(Note)38 b(that)g(if)e(sev)m(eral)h(arc)m(hitectures)g (and/or)g Fo(MPICH)f Fr(devices)g(are)h(supp)s(orted,)g(it)g(is)107 3371 y(imp)s(ortan)m(t)31 b(that)i(the)g(correct)h(directory)e(b)s(e)f (added)h(to)h(the)g(user's)f(path.)47 b(These)32 b(are)h(installed)d (in)m(to)107 3484 y(the)38 b(`)p Fo(bin)p Fr(')g(directory)-8 b(.)64 b(If)38 b(m)m(ultiple)e(arc)m(hitectures)j(or)f(devices)g(are)g (b)s(eing)f(used,)j(b)s(e)d(sure)h(that)h(the)107 3597 y(installation)25 b(path)j(distinguishes)c(these.)40 b(F)-8 b(or)29 b(example,)f(if)e(b)s(oth)h(the)h Fo(ch_p4)f Fr(and)g Fo(ch_shmem)e Fr(devices)107 3710 y(are)31 b(built)d(on)i(a)h (Solaris)d(system,)j(set)g(the)g(installation)d(pre\014x)h(to)i (include)e(these)h(names:)334 3919 y Fo(-prefix=)p Fr(`)p Fo(/usr/local/mpich-1)o(.2.)o(6/so)o(lar)o(is/c)o(h_p4)o Fr(',)25 b(and)334 4062 y Fo(-prefix=)p Fr(`)p Fo(/usr/local/mpich-1)o (.2.)o(6/so)o(lar)o(is/c)o(h_sh)o(mem)o Fr(')107 4272 y(resp)s(ectiv)m(ely)-8 b(.)38 b(Alternately)-8 b(,)25 b(set)f(the)f(pre\014x)f(to)i(`)p Fo(/usr/local/mpich-1.2.6/)p Fr(')17 b(and)23 b(set)g(the)h(execpre-)107 4384 y(\014x)30 b(to)334 4594 y(`)p Fo(/usr/local/mpich-1.2.6/sol)o(ari)o(s/ch)o(_p4)o Fr(')25 b(and)334 4737 y(`)p Fo(/usr/local/mpich-1.2.6/sol)o(ari)o (s/ch)o(_sh)o(mem)p Fr(')107 4946 y(resp)s(ectiv)m(ely)-8 b(.)107 5239 y Fp(4.8.2)105 b(Installing)35 b(do)s(cumen)m(tation)107 5471 y Fr(The)f Fo(MPICH)f Fr(implemen)m(tation)g(comes)j(with)d(sev)m (eral)i(kinds)e(of)h(do)s(cumen)m(tation.)54 b(Installers)33 b(are)i(en-)107 5584 y(couraged)e(to)h(pro)m(vide)d(site-sp)s(eci\014c) h(information,)g(suc)m(h)g(as)h(the)g(lo)s(cation)f(of)h(the)g (installation)e(\(par-)107 5697 y(ticularly)d(if)i(it)f(is)h(not)g(in)g (`)p Fo(/usr/local/mpich-1.2.6/)o Fr('\).)1861 5946 y(26)p eop %%Page: 27 31 27 30 bop 107 388 a Fp(4.8.3)105 b(Man)35 b(pages)107 620 y Fr(A)28 b(complete)g(set)h(of)f(Unix)e(man)i(pages)g(for)g(the)g Fo(MPICH)e Fr(implemen)m(tation)h(are)h(in)f(`)p Fo(mpich/man)p Fr('.)38 b(`)p Fo(man/)107 732 y(man1)p Fr(')20 b(con)m(tains)h(the)h (commands)e(for)h(compiling,)g(linking,)g(and)f(running)e(MPI)j (programs;)j(`)p Fo(man/man3)p Fr(')107 845 y(con)m(tains)i(the)g(MPI)f (routines;)i(`)p Fo(man/man4)p Fr(')c(con)m(tains)j(the)g(MPE)g (routines,)g(and)f(`)p Fo(man/man5)p Fr(')f(con)m(tains)107 958 y(the)34 b(MPID)g(routines)e(\(these)i(are)g(for)g(the)g(lo)m (w-lev)m(el)f(part)h(of)f(the)h Fo(MPICH)e Fr(implemen)m(tation,)i(are) f(not)107 1071 y(of)j(in)m(terest)h(to)f(users\).)58 b(The)36 b(command)g(`)p Fo(mpich/bin/mpiman)p Fr(')c(is)j(a)i(script)e (that)i(can)f(presen)m(t)h(the)107 1184 y(man)m(ual)32 b(pages)i(for)f Fo(MPICH)f Fr(in)g(v)-5 b(arious)32 b(forms,)i(using)d (either)i(the)g(terminal-st)m(yle)g Fo(man)p Fr(,)p Fo(xman)p Fr(,)f(or)h(one)107 1297 y(of)d(sev)m(eral)h(HTML)f(bro)m(wsers.)107 1597 y Fp(4.8.4)105 b(Examples)107 1828 y Fr(Users)30 b(often)i(prefer)e(w)m(orking)g(from)g(example)h(`)p Fo(Makefile)p Fr('s)e(and)h(programs.)42 b(The)30 b(directory)g(that)i (is)107 1941 y(installed)c(in)i(the)g(`)p Fo(examples)p Fr(')f(directory)i(con)m(tains)f(a)h(C)g(and)f(F)-8 b(ortran)31 b(v)m(ersion)f(of)h(the)g(`pi')f(program,)107 2054 y(along)j(with)f(a)h (`)p Fo(Makefile.in)p Fr('.)46 b(Other)33 b(examples)f(there)i(include) c(a)k(simple)d(parallel)g(I/O)i(program)107 2167 y(and)h(an)g(MPI)h (program)f(written)f(using)g(the)i(C++)f(bindings)d(for)j(the)h(MPI)f (functions.)52 b(Users)34 b(ma)m(y)107 2280 y(b)s(e)i(in)m(terested)g (in)f(some)i(of)g(the)f(examples)g(that)h(are)g(in)e(the)i(source)f (tree,)j(also)e(in)e(the)h(`)p Fo(examples)p Fr(')107 2393 y(directory)-8 b(.)107 2696 y Fi(4.9)112 b(Sp)s(ecial)37 b(Considerations)g(for)g(Running)g(with)g(Shared)h(Memory)107 2928 y Fr(When)26 b(using)f(the)i Fo(ch_shmem)e Fr(or)h Fo(ch_lfshmem)e Fr(devices)j(with)e(System)h(V)h(shared)f(memory)-8 b(,)28 b(pro)s(cesses)107 3040 y(that)h(exit)f(abnormally)f(\(e.g.,)k (with)c(a)i(segmen)m(tation)h(violation\))e(ma)m(y)h(lea)m(v)m(e)h (System)e(V)h(semaphores)107 3153 y(or)37 b(shared)g(memory)g(segmen)m (ts)i(allo)s(cated)1630 3120 y Fg(2)1669 3153 y Fr(.)62 b(Since)37 b(there)h(is)e(usually)f(a)j(limited)d(n)m(um)m(b)s(er)i(of) g(these)107 3266 y(ob)5 b(jects,)33 b(it)f(is)f(imp)s(ortan)m(t)g(to)i (reco)m(v)m(er)h(them.)45 b(The)32 b(Unix)f(command)g Fo(ipcs)g Fr(can)i(b)s(e)e(used)g(to)i(list)e(the)107 3379 y(allo)s(cated)c(semaphores)f(and)g(shared)g(memory)h(segmen)m (ts,)i(and)d Fo(ipcrm)f Fr(can)i(b)s(e)f(used)g(to)i(delete)f(them.)107 3492 y(The)34 b(script)g(`)p Fo(bin/cleanipcs)p Fr(')d(can)k(b)s(e)f (used)g(to)h(iden)m(tify)f(and)g(delete)h Fj(al)5 b(l)35 b Fr(System)f(V)h(IPCs)f(o)m(wned)107 3605 y(b)m(y)c(the)h(calling)e (user;)g(the)i(use)f(is)f(simply)298 3850 y Fo(bin/cleanipcs)107 4153 y Fi(4.10)112 b(Thorough)38 b(T)-9 b(esting)107 4385 y Fr(The)34 b(`)p Fo(examples/test)p Fr(')e(directory)j(con)m (tains)g(sub)s(directories)e(of)i(small)f(programs)h(that)g(systemati-) 107 4498 y(cally)29 b(test)j(a)e(large)h(subset)f(of)g(the)h(MPI)f (functions.)39 b(The)30 b(command)298 4743 y Fo(make)46 b(testing)107 4988 y Fr(in)24 b(the)h Fo(MPICH)f Fr(directory)h(will)e (cause)i(these)h(programs)f(to)h(b)s(e)f(compiled,)g(link)m(ed,)g (executed,)i(and)e(their)107 5101 y(output)j(to)h(b)s(e)f(compared)g (with)g(the)g(exp)s(ected)h(output.)40 b(Linking)26 b(all)h(these)i (test)h(programs)e(tak)m(es)i(up)107 5214 y(considerable)f(space,)i(so) g(y)m(ou)f(migh)m(t)g(w)m(an)m(t)i(to)f(do)298 5459 y Fo(make)46 b(clean)p 107 5520 1440 4 v 210 5574 a Ff(2)245 5605 y Fe(Surprisingly)-6 b(,)35 b(the)e(System)f(V)h(IPC)h(\(in)n (terpro)r(cess)h(comm)n(unication\))d(mec)n(hanisms)g(do)h(not)h(ha)n (v)n(e)f(a)h(\\delete)g(on)107 5697 y(unreferenced")26 b(attribute.)1861 5946 y Fr(27)p eop %%Page: 28 32 28 31 bop 107 388 a Fr(in)36 b(the)i(test)h(directory)e(afterw)m(ards.) 63 b(The)38 b(individual)33 b(parts)k(of)h(MPI)g(\(p)s(oin)m(t-to-p)s (oin)m(t,)i(collectiv)m(e,)107 501 y(top)s(ology)-8 b(,)31 b(etc.\))42 b(can)31 b(b)s(e)f(tested)h(separately)g(b)m(y)298 749 y Fo(make)46 b(testing)107 996 y Fr(in)29 b(the)h(separate)i(sub)s (directories)c(for)i Fo(examples/test)p Fr(.)248 1169 y(If)39 b(y)m(ou)h(ha)m(v)m(e)h(a)f(problem,)h(\014rst)e(c)m(hec)m(k)i (the)f(troublesho)s(oting)e(guides)g(and)h(the)h(lists)e(of)i(kno)m(wn) 107 1282 y(problems.)f(If)30 b(y)m(ou)g(still)f(need)h(help,)f(send)h (detailed)f(information)g(to)i Fo(mpi-)t(bugs@mcs.anl.gov)p Fr(.)107 1585 y Fi(4.11)112 b(In)m(ternationalization)107 1817 y Fo(MPICH)32 b Fr(has)i(supp)s(ort)e(for)i(pro)m(viding)e(error)i (messages)h(in)d(di\013eren)m(t)i(languages.)52 b(This)32 b(mak)m(es)j(use)f(of)107 1930 y(the)23 b(X/Op)s(en)g(message)h (catalog)i(services,)e(whic)m(h)e(are)i(a)g(standard)e(w)m(a)m(y)j(of)e (pro)m(viding)e(m)m(ulti-language)107 2043 y(supp)s(ort.)38 b(This)28 b(m)m(ulti-language)g(supp)s(ort)g(is)g(often)i(called)e (NLS,)h(for)g(National)g(Language)i(Supp)s(ort.)107 2156 y Fo(MPICH)h Fr(comes)j(with)e(error)g(messages)i(in)d(US)i(English;)g (additional)d(languages)j(will)e(b)s(e)h(pro)m(vided)f(as)107 2269 y(w)m(e)26 b(get)g(the)g(translations)f(\(if)f(y)m(ou)i(wish)e(to) i(pro)m(vide)f(one,)i(please)e(send)g(mail)f(to)i Fo(mpi-)t (bugs@mcs.anl.)107 2382 y(gov)p Fr(\).)39 b(More)27 b(precisely)-8 b(,)27 b Fo(MPICH)e Fr(uses)h(an)g(English)f(v)m(ersion)h(that)h(uses)f (the)h(ISO)e(Latin-1)i(c)m(haracter)h(set)107 2494 y(\(ISO8859-1\).)52 b(W)-8 b(e)34 b(exp)s(ect)g(to)g(pro)m(vide)f(other)g(v)m(ersions)g (that)h(also)f(use)g(the)h(Latin-1)f(c)m(haracter)i(set,)107 2607 y(sub)5 b(ject)30 b(to)h(getting)g(translations)e(of)i(the)f (messages.)248 2780 y(T)-8 b(o)21 b(create)h(a)e(new)g(message)h (catalog,)k(cop)m(y)c(the)f(\014le)f(`)p Fo(mpich.En_US.msg)p Fr(')e(to)k(`)p Fo(mpich.mylanguage.msg)p Fr(')107 2893 y(and)32 b(translate)g(the)g(en)m(tries.)47 b(The)32 b(v)-5 b(alue)31 b(of)i(`)p Fo(mylanguage)p Fr(')d(should)g(matc)m(h)j (the)g(ones)f(used)g(for)g(y)m(our)107 3006 y(system;)e(for)f(example,) h(`)p Fo(mpich.De_DE.msg)p Fr(')c(for)j(German.)41 b(Man)m(y)30 b(systems)g(put)f(their)f(NLS)h(\014les)g(in)107 3119 y(`)p Fo(/usr/lib/nls/msg)p Fr(';)d(y)m(ou)k(can)f(also)h(c)m(hec)m(k)h (the)e(v)-5 b(alue)29 b(of)h(the)f(en)m(vironmen)m(t)g(v)-5 b(ariable)28 b Fo(NLSPATH)g Fr(on)107 3232 y(y)m(our)j(system.)45 b(Note)33 b(that)f(some)h(systems)e(pro)m(vide)g(the)h(routines)e(and)h (programs)h(to)g(supp)s(ort)e(NLS,)107 3345 y(but)f(do)i(not)f(mak)m(e) i(use)e(of)g(it)g(and)g(do)g(not)h(pro)m(vide)e(a)i(initial)d Fo(NLSPATH)g Fr(v)-5 b(alue.)248 3518 y(F)d(or)31 b(emacs)g(users,)f(c) m(hec)m(k)i(the)f(Emacs)f(info)g(under)e(\\Europ)s(ean)i(Displa)m(y".) 40 b(The)30 b(commands)107 3765 y Fo(M-x)47 b(standard-display-europe)o (an)107 3878 y(M-x)g(iso-accents-mode)107 4126 y Fr(can)23 b(b)s(e)g(used)f(to)i(input)d(most)i(Europ)s(ean)f(languages.)38 b(Y)-8 b(ou)24 b(can)f(also)g(load)g(`)p Fo(iso-transl)p Fr(')d(and)j(use)g Fo(C-x)107 4239 y(8)30 b Fr(to)g(comp)s(ose)h(c)m (haracters)g(\(this)f(sets)g(the)g(high)f(bit)g(in)g(the)h(c)m (haracter\).)43 b Fo(MPICH)29 b Fr(curren)m(tly)g(do)s(es)g(not)107 4352 y(supp)s(ort)g(languages)h(that)i(require)d(m)m(ulti-b)m(yte)h(c)m (haracter)i(sets)f(\(suc)m(h)g(as)g(Japanese\).)42 b(Ho)m(w)m(ev)m(er,) 33 b(the)107 4465 y(only)28 b(c)m(hanges)i(needed)e(are)h(in)f(the)h (\014le)f(`)p Fo(src/env/errmsg.c)p Fr(';)e(if)i(y)m(ou)h(are)g(in)m (terested)g(in)f(dev)m(eloping)107 4578 y(a)j(m)m(ulti-b)m(yte)e(c)m (haracter)j(set)f(v)m(ersion,)f(please)h(let)f(us)g(kno)m(w.)248 4751 y(By)f(default,)g Fo(MPICH)e Fr(uses)h(the)h(v)-5 b(alue)28 b(of)h(`)p Fo(NLSPATH)p Fr(')f(to)h(\014nd)e(the)i(message)h (catalogs.)42 b(If)28 b(this)g(fails,)107 4863 y(it)33 b(tries)g(`)p Fo(MPICHNLSPATH)p Fr(',)e(and)i(if)f(that)i(fails,)f(it)g (uses)g(English)e(language)j(v)m(ersions)f(that)h(are)g(co)s(ded)107 4976 y(in)m(to)c(the)h(library)-8 b(.)248 5149 y(The)37 b(catalogs)j(are)e(not,)j(ho)m(w)m(ev)m(er,)g(installed)36 b(in)m(to)i(these)g(directories.)63 b(Instead,)40 b(y)m(ou)e(will)d (\014nd)107 5262 y(them)j(in)f(the)i(library)c(directory)j(for)g(a)h (particular)e(arc)m(hitecture;)43 b(for)38 b(example,)i(`)p Fo(mpich/rs6000/)107 5375 y(lib)p Fr('.)1861 5946 y(28)p eop %%Page: 29 33 29 32 bop 107 388 a Ft(5)135 b(Do)t(cumen)l(tation)107 651 y Fr(This)24 b(distribution)d(of)33 b Fo(MPICH)24 b Fr(comes)j(with)d(complete)i Fo(man)f Fr(pages)h(for)f(the)h(MPI)f (routines,)h(commands)107 764 y(for)k(compiling)f(and)h(linking)e(MPI)i (programs,)h(and)f(the)h(MPE)g(extensions.)41 b(The)30 b(command)g Fo(mpiman)107 877 y Fr(in)g(`)p Fo(mpich/bin)p Fr(')g(is)h(a)h(go)s(o)s(d)g(in)m(terface)h(to)f(the)g(man)g(pages.) 2207 844 y Fg(3)2292 877 y Fr(The)f(`)p Fo(mpich/www)p Fr(')f(directory)i(con)m(tains)107 990 y(HTML)h(v)m(ersions)h(of)f(the) h(man)g(pages)g(for)g(MPI)f(and)g(MPE.)h(The)g(`)p Fo(mpich/doc)p Fr(')d(directory)j(con)m(tains)107 1103 y(this)43 b Fj(Instal)5 b(lation)48 b(and)f(User's)f(Guide)p Fr(.)84 b(All)43 b(do)s(cumen)m(tation)h(is)g(also)h(a)m(v)-5 b(ailable)44 b(on)g(the)h(w)m(eb)g(at)107 1215 y Fo(www.mcs.anl.gov/mpi/mpic)o(h/d)o (ocs.)o(html)o Fr(.)248 1388 y(Information)22 b(ab)s(out)h(MPI)g(is)g (a)m(v)-5 b(ailable)22 b(from)h(a)h(v)-5 b(ariet)m(y)23 b(of)h(sources.)38 b(Some)23 b(of)h(these,)h(particularly)107 1501 y(WWW)31 b(pages,)h(include)c(p)s(oin)m(ters)h(to)i(other)g (resources.)243 1773 y Fk(\017)46 b Fr(The)30 b(Standard)f(itself:)436 1960 y Fp({)46 b Fr(As)30 b(a)h(T)-8 b(ec)m(hnical)30 b(rep)s(ort)g([4)q(].)436 2106 y Fp({)46 b Fr(As)30 b(P)m(ostscript)h (and)e(HTML)i(at)g Fo(www.mpi-)t(forum.org)p Fr(,)26 b(for)k(b)s(oth)g(MPI-1)h(and)f(MPI-2.)436 2252 y Fp({)46 b Fr(As)d(a)g(journal)e(article)h(in)g(the)h(F)-8 b(all)42 b(1994)i(issue)e(of)h(the)g(Journal)e(of)i(Sup)s(ercomputing)534 2365 y(Applications)27 b([15)r(])i(for)g(MPI-1)i(and)d(as)i(a)g (journal)e(article)h(in)f(the)i(In)m(ternational)e(Journal)534 2478 y(of)j(High)e(P)m(erformance)i(Computing)e(Applications)f(in)h (1998.)243 2665 y Fk(\017)46 b Fr(MPI)30 b(F)-8 b(orum)31 b(discussions)436 2853 y Fp({)46 b Fr(The)34 b(MPI)g(F)-8 b(orum)34 b(email)g(discussions)d(and)j(b)s(oth)g(curren)m(t)g(and)f (earlier)g(v)m(ersions)h(of)h(the)534 2966 y(Standard)h(are)h(a)m(v)-5 b(ailable)36 b(from)g Fo(www.netlib.org)p Fr(.)56 b(MPI-2)37 b(discussions)d(are)j(a)m(v)-5 b(ailable)534 3079 y(at)31 b Fo(www.mpi-)t(forum.org)p Fr(.)243 3266 y Fk(\017)46 b Fr(Bo)s(oks:)436 3453 y Fp({)g Fj(Using)31 b(MPI:)g(Portable)i(Par)-5 b(al)5 b(lel)33 b(Pr)-5 b(o)g(gr)g(amming)34 b(with)f(the)f (Message-Passing)f(Interfac)-5 b(e,)534 3566 y(Se)g(c)g(ond)34 b(Edition)p Fr(,)d(b)m(y)g(Gropp,)f(Lusk,)f(and)h(Skjellum)e([11)q(].) 436 3712 y Fp({)46 b Fj(Using)38 b(MPI-2:)53 b(A)-5 b(dvanc)g(e)g(d)40 b(F)-7 b(e)i(atur)g(es)40 b(of)e(the)h(Message-Passing)f(Interfac)-5 b(e)p Fr(,)40 b(b)m(y)c(Gropp,)534 3825 y(Lusk,)30 b(and)g(Thakur)f ([12)q(].)436 3971 y Fp({)46 b Fj(MPI|The)32 b(Complete)i(R)-5 b(efer)g(enc)g(e:)42 b(V)-7 b(olume)33 b(1,)g(The)g(MPI)f(Cor)-5 b(e)p Fr(,)31 b(b)m(y)g(Snir,)d(et)j(al.)f([17)q(].)436 4117 y Fp({)46 b Fj(MPI|The)28 b(Complete)i(R)-5 b(efer)g(enc)g(e:)40 b(V)-7 b(olume)29 b(2,)g(The)g(MPI-2)e(Extensions)p Fr(,)h(b)m(y)e (Gropp,)g(et)534 4230 y(al.)k([6)q(].)436 4376 y Fp({)46 b Fj(Par)-5 b(al)5 b(lel)34 b(Pr)-5 b(o)g(gr)g(amming)35 b(with)f(MPI)p Fr(,)29 b(b)m(y)i(P)m(eter)g(S.)f(P)m(ac)m(heco)j([16)q (].)243 4563 y Fk(\017)46 b Fr(Newsgroup:)436 4750 y Fp({)g Fo(comp.parallel.mpi)243 4938 y Fk(\017)g Fr(Mailing)29 b(lists:)436 5125 y Fp({)46 b Fo(mpi-comments@mpi-forum.or)o(g)p Fr(:)35 b(The)30 b(MPI)g(F)-8 b(orum)30 b(discussion)e(list.)436 5271 y Fp({)46 b Fo(mpi-impl@mcs.anl.gov)p Fr(:)35 b(The)30 b(implemen)m(tors')f(discussion)f(list.)436 5417 y Fp({)46 b Fo(mpi-)t(bugs@mcs.anl.gov)19 b Fr(is)k(the)h(address)g(to)h(whic)m (h)d(y)m(ou)j(should)d(rep)s(ort)i(problems)e(with)534 5530 y Fo(mpich)p Fr(.)p 107 5611 1440 4 v 210 5665 a Ff(3)245 5697 y Fe(The)k Fd(mpiman)h Fe(command)d(is)i(created)g(b)n(y) f(the)g(con\014gure)h(pro)r(cess.)1861 5946 y Fr(29)p eop %%Page: 30 34 30 33 bop 243 388 a Fk(\017)46 b Fr(Implemen)m(tations)30 b(a)m(v)-5 b(ailable)29 b(from)h(the)h(w)m(eb:)436 576 y Fp({)46 b Fo(MPICH)27 b Fr(is)g(a)m(v)-5 b(ailable)27 b(from)h Fo(http://www.mcs.anl.gov/)o(mpi/)o(mpic)o(h)22 b Fr(or)28 b(b)m(y)g(anon)m(ymous)534 689 y Fo(ftp)19 b Fr(from)h Fo(ftp.mcs.anl.gov)c Fr(in)j(the)i(directory)f(`)p Fo(pub/mpi/mpich)p Fr(',)f(\014le)g(`)p Fo(mpich.tar.gz)p Fr('.)436 835 y Fp({)46 b Fr(Links)19 b(to)i(other)f(implemen)m (tations)f(are)i(a)m(v)-5 b(ailable)19 b(at)i Fo (www.mcs.anl.gov/mpi/imple)o(ment)o(atio)o(ns.)534 948 y(html)p Fr(.)243 1135 y Fk(\017)46 b Fr(T)-8 b(est)31 b(co)s(de)g(rep)s(ository:)436 1323 y Fp({)46 b Fo (ftp://ftp.mcs.anl.gov/pub)o(/mp)o(i/mp)o(i-)t(te)o(st)107 1669 y Ft(6)135 b(In)44 b(Case)i(of)f(T)-11 b(rouble)107 1932 y Fr(This)37 b(section)j(describ)s(es)e(some)i(of)f(the)h (problems)e(that)i(y)m(ou)g(ma)m(y)g(run)e(in)m(to)h(and)g(some)h (solutions,)107 2045 y(along)30 b(with)f(information)g(on)h(submitting) e(bug)i(rep)s(orts.)107 2349 y Fi(6.1)112 b(Things)37 b(to)g(try)g(\014rst)107 2580 y Fr(If)21 b(something)h(go)s(es)g (wrong,)i(the)e(\014rst)f(thing)g(to)i(do)f(is)f(to)h(c)m(hec)m(k)i (the)e(output)g(of)g Fo(configure)d Fr(or)j Fo(make)f Fr(for)107 2693 y(some)32 b(ob)m(vious)g(problem,)f(suc)m(h)g(as)h(an)g (improp)s(erly)d(sp)s(eci\014ed)h(compiler)h(or)h(inadequate)f(disk)g (space.)107 2806 y(Next,)d(c)m(hec)m(k)f(the)f(w)m(eb)g(page)g Fo(www.mcs.anl.gov/mpi/mpich/)o(bugl)o(ist)o(-)t(tbl)o(.htm)o(l)20 b Fr(for)25 b(an)m(y)i(recen)m(t)107 2919 y(patc)m(hes)k(that)g(ma)m(y) f(\014x)g(y)m(our)g(problem.)39 b(After)30 b(that,)h(c)m(hec)m(k)h (Section)e(6.3)h(for)f(common)g(problems.)39 b(If)107 3032 y(y)m(ou)30 b(still)d(can't)j(\014nd)e(a)i(solution)e(to)i(y)m (our)g(problem,)e(submit)g(a)h(bug)g(rep)s(ort)g(and)g(w)m(e)h(will)d (try)i(to)h(help)107 3145 y(y)m(ou.)107 3448 y Fi(6.2)112 b(Submitting)35 b(bug)j(rep)s(orts)107 3680 y Fr(Send)32 b(an)m(y)h(problem)e(that)j(y)m(ou)f(can)g(not)g(solv)m(e)g(b)m(y)g(c)m (hec)m(king)h(this)e(section)h(to)g Fo(mpi-)t(bugs@mcs.anl.)107 3793 y(gov)p Fr(.)248 3966 y(Please)d(include:)243 4213 y Fk(\017)46 b Fr(The)30 b(v)m(ersion)g(of)37 b Fo(MPICH)29 b Fr(\(e.g.,)k(1.2.6\))243 4401 y Fk(\017)46 b Fr(The)33 b(output)g(of)h(running)c(y)m(our)k(program)f(with)f(the)i Fo(-mpiversion)c Fr(argumen)m(t)k(\(e.g.,)i Fo(mpirun)334 4514 y(-np)47 b(1)g(a.out)g(-mpiversion)p Fr(\))243 4701 y Fk(\017)f Fr(The)30 b(output)g(of)716 4926 y Fo(uname)46 b(-a)334 5151 y Fr(for)30 b(y)m(our)h(system.)40 b(If)30 b(y)m(ou)h(are)g(on)f(an)g(SGI)g(system,)h(also)716 5376 y Fo(hinv)243 5601 y Fk(\017)46 b Fr(The)30 b(\014les)f(`)p Fo(config.log)p Fr(')f(and)i(`)p Fo(src/fortran/config.log)p Fr('.)1861 5946 y(30)p eop %%Page: 31 35 31 34 bop 243 388 a Fk(\017)46 b Fr(If)30 b(the)h(problem)e(is)h(with)f (a)i(script)f(suc)m(h)g(as)h Fo(configure)d Fr(or)i Fo(mpirun)p Fr(,)g(run)f(the)i(script)e(with)h(the)334 501 y Fo(-echo)f Fr(argumen)m(t)i(\(e.g.,)h Fo(mpirun)46 b(-echo)h(-np)f(4)i(a.out)29 b Fr(\).)107 742 y(If)i(y)m(ou)h(ha)m(v)m(e)g(more)g(than)f(one)h (problem,)e(please)i(send)e(them)i(in)e(separate)j(messages;)g(this)d (simpli\014es)107 855 y(our)g(handling)d(of)k(problem)e(rep)s(orts.)248 1028 y(The)i(rest)h(of)g(this)e(section)i(con)m(tains)g(some)g (information)e(on)i(trouble-sho)s(oting)f Fo(MPICH)p Fr(.)g(Some)h(of)107 1141 y(these)i(describ)s(e)e(problems)f(that)j (are)g(p)s(eculiar)d(to)k(some)e(en)m(vironmen)m(ts)g(and)g(giv)m(e)h (suggested)g(w)m(ork-)107 1254 y(arounds.)71 b(Eac)m(h)42 b(section)f(is)f(organized)h(in)f(question)h(and)f(answ)m(er)h(format,) j(with)c(questions)g(that)107 1367 y(relate)35 b(to)h(more)g(than)f (one)g(en)m(vironmen)m(t)g(\(w)m(orkstation,)i(op)s(erating)e(system,)i (etc.\))56 b(\014rst,)36 b(follo)m(w)m(ed)107 1480 y(b)m(y)43 b(questions)g(that)h(are)h(sp)s(eci\014c)d(to)i(a)g(particular)e(en)m (vironmen)m(t.)81 b(Problems)42 b(with)g(w)m(orkstation)107 1593 y(clusters)24 b(are)i(collected)g(together)h(as)e(w)m(ell.)38 b(T)-8 b(o)26 b(mak)m(e)g(it)f(easier)g(to)h(\014nd)e(solutions,)h(the) h(most)f(common)107 1706 y(problems)j(are)j(describ)s(ed)d(\014rst.)107 2008 y Fi(6.3)112 b(The)38 b(Most)f(Common)g(Problems)107 2239 y Fr(This)28 b(section)i(describ)s(es)e(some)i(of)g(the)g(most)g (common)g(problems)e(encoun)m(tered)i(when)e(building)e(and)107 2352 y(using)37 b Fo(MPICH)p Fr(.)f(See)h(also)g(Section)g(A)h(whic)m (h)d(co)m(v)m(ers)k(frequen)m(tly)e(ask)m(ed)g(questions,)i(including) 33 b(some)107 2465 y(additional)28 b(problems.)107 2730 y Fp(Missing)36 b(sym)m(b)s(ols)f(when)f(linking.)46 b Fr(The)21 b(most)g(common)g(source)f(of)h(missing)e(sym)m(b)s(ols)g (is)h(a)h(failure)334 2843 y(of)40 b(the)f Fo(MPICH)g Fr(con\014gure)g(step)g(to)i(determine)d(ho)m(w)i(to)g(pass)f(command)g (line)f(argumen)m(ts)i(to)334 2956 y(F)-8 b(ortran.)53 b(Chec)m(k)34 b(the)g(output)g(of)g(the)h(con\014gure)f(step)g(for)g (an)m(y)g(error)g(messages)h(or)f(w)m(arnings)334 3069 y(ab)s(out)28 b(building)c(the)k(F)-8 b(ortran)28 b(libraries.)37 b(If)28 b(y)m(ou)g(do)g(not)g(require)e(F)-8 b(ortran,)30 b(recon\014gure)d Fo(MPICH)334 3182 y Fr(using)38 b(the)h(con\014gure)g (option)g Fo(--disable-f77)c Fr(and)k(remak)m(e)h Fo(MPICH)p Fr(.)e(If)h(y)m(ou)g(need)g(F)-8 b(ortran)334 3295 y(and)35 b(cannot)h(\014gure)e(out)i(ho)m(w)f(to)h(mak)m(e)h Fo(MPICH)d Fr(w)m(ork)h(with)f(F)-8 b(ortran,)37 b(send)e(a)h(bug)e(rep)s(ort)h (to)334 3408 y Fo(mpi-)t(bugs@mcs.anl.gov)p Fr(.)334 3557 y(Another)26 b(common)h(problem)e(with)g(programs)h(that)h(mix)f (F)-8 b(ortran)27 b(and)f(C)g(is)f(missing)f(libraries.)334 3670 y(The)43 b Fo(MPICH)f Fr(con\014gure)h(attempts)h(to)h(determine)d (the)i(libraries)c(that)k(are)g(necessary)g(when)334 3783 y(linking)26 b(C)i(with)f(F)-8 b(ortran,)30 b(but)e(ma)m(y)h(miss) e(some.)41 b(There)28 b(are)h(additional)d(suggestions)j(for)f(this)334 3895 y(problem)h(in)g(Section)h(6.9.)107 4081 y Fo(SIGSEGV)p Fp(.)43 b Fr(An)m(y)e(message)g(that)g(men)m(tions)f Fo(SIGSEGV)e Fr(is)i(refering)f(to)i(a)f(\\segmen)m(tation)i (violation")334 4193 y(during)25 b(program)i(execution.)39 b(This)26 b(is)g(usually)e(due)j(to)h(an)e(error)h(in)f(the)h(user's)f (program,)i(suc)m(h)334 4306 y(as)j(an)f(arra)m(y)h(o)m(v)m(erwrite)g (or)f(use)g(of)h(an)f(uninitialized)c(v)-5 b(ariable)29 b(in)g(referencing)h(storage.)107 4609 y Fi(6.4)112 b(T)-9 b(roublesho)s(oting)36 b(Shared)j(Libraries)107 4840 y Fr(Shared)d(libraries)e(pro)m(vide)j(a)g(useful)f(and)g(p)s(o)m(w)m (erful)g(to)s(ol)h(for)h(sp)s(eeding)d(linking)f(and)j(execution)h(of) 107 4953 y(programs.)g(Ho)m(w)m(ev)m(er,)26 b(the)d(implemen)m(tation)e (of)i(shared)f(libraries)e(in)i(most)h(op)s(erating)f(systems)h(lea)m (v)m(es)107 5066 y(m)m(uc)m(h)30 b(to)h(b)s(e)f(desired.)39 b(This)29 b(section)h(co)m(v)m(ers)i(some)f(of)g(the)f(problems)f(and)h (w)m(ork)-5 b(arounds)29 b(for)h(them.)248 5239 y(Some)i(\(most?\))47 b(systems)32 b Fj(do)j(not)g(r)-5 b(ememb)g(er)43 b Fr(where)32 b(the)g(shared)f(library)f(w)m(as)j(found)d(when)i(the)107 5352 y(executable)43 b(w)m(as)g(link)m(ed!)1017 5319 y Fg(4)1133 5352 y Fr(Instead,)j(they)d(dep)s(end)e(on)i(\014nding)d (the)j(shared)f(library)f(in)g(either)h(a)p 107 5428 1440 4 v 210 5482 a Ff(4)245 5514 y Fe(There)30 b(is)g(a)g(reason)g (for)h(this)e(unfortunate)h(c)n(hoice)g(that)f(has)h(to)g(do)f(with)h (distributing)g(executables)f(link)n(ed)g(with)107 5605 y(shared)e(libraries.)41 b(Ho)n(w)n(ev)n(er,)27 b(the)g(capabilit)n(y)h (to)f(sa)n(v)n(e)g(the)g(lo)r(cation)i(should)e(b)r(e)g(pro)n(vided,)g (at)h(least)g(as)f(an)h(option,)g(b)n(y)107 5697 y(the)d(link)n(er.) 1861 5946 y Fr(31)p eop %%Page: 32 36 32 35 bop 107 388 a Fr(default)26 b(lo)s(cation)g(\(suc)m(h)h(as)g(`)p Fo(/lib)p Fr('\))g(or)g(in)e(a)j(directory)e(sp)s(eci\014ed)f(b)m(y)i (an)g(en)m(vironmen)m(t)f(v)-5 b(ariable)26 b(suc)m(h)107 501 y(as)32 b Fo(LD_LIBRARY_PATH)d Fr(or)j(b)m(y)g(a)h(command)f(line)f (argumen)m(t)h(suc)m(h)g(as)h Fo(-R)f Fr(or)g Fo(-rpath)f Fr(\(more)i(on)f(this)107 614 y(b)s(elo)m(w\).)39 b(The)27 b Fo(MPICH)e Fr(con\014gure)i(tests)h(for)f(this)f(and)h(will)d(rep)s (ort)j(whether)f(an)h(executable)h(built)d(with)107 727 y(shared)32 b(libraries)e(remem)m(b)s(ers)i(the)h(lo)s(cation)g(of)g (the)g(libraries.)46 b(It)33 b(also)g(attemps)g(to)h(use)f(a)g (compiler)107 840 y(command)39 b(line)e(argumen)m(t)j(to)g(force)g(the) g(executable)f(to)i(remem)m(b)s(er)d(the)i(lo)s(cation)f(of)g(the)g (shared)107 953 y(library)-8 b(.)248 1125 y(If)29 b(y)m(ou)h(need)g(to) g(set)g(an)g(en)m(vironmen)m(t)f(v)-5 b(ariable)28 b(to)j(indicate)d (where)i(the)f Fo(MPICH)g Fr(shared)g(libraries)107 1238 y(are,)h(y)m(ou)f(need)g(to)h(ensure)f(that)g(b)s(oth)g(the)g(pro)s (cess)g(that)h(y)m(ou)f(run)f Fo(mpirun)f Fr(from)i(and)f(an)m(y)i(pro) s(cesses)107 1351 y(that)36 b Fo(mpirun)e Fr(starts)i(gets)h(the)e(en)m (viromen)m(t)h(v)-5 b(ariable.)55 b(The)35 b(easiest)h(w)m(a)m(y)h(to)f (do)g(this)e(is)h(to)h(set)h(the)107 1464 y(en)m(vironmen)m(t)27 b(v)-5 b(ariable)27 b(within)f(y)m(our)i(`)p Fo(.cshrc)p Fr(')f(\(for)h(csh)g(or)g(tcsh)g(users\))f(or)h(`)p Fo(.profile)p Fr(')f(\(for)h(sh)f(and)107 1577 y(ksh)i(users\))h(\014le.)248 1750 y(Ho)m(w)m(ev)m(er,)36 b(setting)d(the)g(en)m(vironmen)m(t)f(v)-5 b(ariable)32 b(within)e(y)m(our)j(startup)f(scripts)g(can)h(cause)g (prob-)107 1863 y(lems)d(if)g(y)m(ou)i(use)f(sev)m(eral)h(di\013eren)m (t)e(systems.)44 b(F)-8 b(or)32 b(example,)f(y)m(ou)h(ma)m(y)g(ha)m(v)m (e)g(a)g(single)e(`)p Fo(.cshrc)p Fr(')g(\014le)107 1976 y(that)39 b(y)m(ou)g(use)f(with)f(b)s(oth)h(an)h(SGI)f(\(IRIX\))h(and)f (Solaris)f(system.)65 b(Y)-8 b(ou)39 b(do)g(not)g(w)m(an)m(t)g(to)g (set)h(the)107 2089 y Fo(LD_LIBRARY_PATH)33 b Fr(to)38 b(p)s(oin)m(t)f(the)g(SGI)g(at)i(the)e(Solaris)f(v)m(ersion)h(of)h(the) f Fo(MPICH)f Fr(shared)h(libraries)3645 2056 y Fg(5)3682 2089 y Fr(.)107 2202 y(Instead,)30 b(y)m(ou)h(w)m(ould)e(lik)m(e)h(to)h (set)g(the)f(en)m(vironmen)m(t)g(v)-5 b(ariable)30 b(b)s(efore)g (running)d Fo(mpirun)p Fr(:)281 2433 y Fl(setenv)41 b(LD_LIBRARY_PATH)d (${LD_LIBRARY_PA)o(TH})o(:/)o(usr)o(/l)o(oc)o(al/)o(mp)o(ich)o(/l)o(ib) o(/sh)o(ar)o(ed)281 2533 y(mpirun)j(-np)i(4)g(cpi)107 2778 y Fr(Unfortunately)-8 b(,)32 b(this)e(w)m(on't)j(alw)m(a)m(ys)f(w) m(ork.)45 b(Dep)s(ending)30 b(on)i(the)g(metho)s(d)f(that)h Fo(mpirun)e Fr(and)h Fo(MPICH)107 2891 y Fr(use)k(to)h(start)h(the)e (pro)s(cesses,)i(the)f(en)m(vironmen)m(t)f(v)-5 b(ariable)35 b(ma)m(y)h(not)g(b)s(e)f(sen)m(t)h(to)g(the)g(new)f(pro)s(cess.)107 3004 y(This)28 b(will)g(cause)j(the)g(program)f(to)h(fail)e(with)g(a)i (message)g(lik)m(e)281 3235 y Fl(ld.so.1:)40 b(/home/me/cpi:)f(fatal:)i (libpmpich.so.1.0)o(:)c(open)42 b(failed:)f(No)i(such)281 3335 y(file)f(or)h(directory)281 3434 y(Killed)248 3679 y Fr(Some)35 b(devices)f(supp)s(ort)f(starting)i(new)f(pro)s(cesses)h (with)e(the)i(curren)m(t)f(en)m(vironmen)m(t;)j(c)m(hec)m(k)g(the)107 3792 y(do)s(cumen)m(tation)30 b(for)g Fo(mpirun)f Fr(\(Section)h (3.2\).)248 3965 y(An)21 b(alternativ)m(e)h(to)g(using)d Fo(LD_LIBRARY_PATH)e Fr(and)k(the)h(secure)f(serv)m(er)h(is)e(to)i(add) f(an)g(option)g(to)h(the)107 4078 y(link)g(command)i(that)g(pro)m (vides)f(the)h(path)g(to)h(use)e(in)g(searc)m(hing)h(for)g(shared)f (libraries.)36 b(Unfortunately)-8 b(,)107 4191 y(the)24 b(option)g(that)g(y)m(ou)h(w)m(ould)d(lik)m(e)i(is)f(\\app)s(end)g (this)f(directory)i(to)h(the)f(searc)m(h)h(path")f(\(suc)m(h)g(as)g(y)m (ou)h(get)107 4304 y(with)30 b Fo(-L)p Fr(\).)h(Instead,)g(man)m(y)g (compilers)f(pro)m(vide)g(only)g(\\replace)i(the)f(searc)m(h)h(path)f (with)f(this)g(path.")3667 4271 y Fg(6)107 4417 y Fr(F)-8 b(or)31 b(example,)f(some)h(compilers)e(allo)m(w)h Fo (-Rpath:path:...:path)25 b Fr(to)31 b(sp)s(ecify)e(a)i(replacemen)m(t)g (path.)107 4530 y(Th)m(us,)k(if)f(b)s(oth)h Fo(MPICH)f Fr(and)g(the)h(user)g(pro)m(vide)f(library)f(searc)m(h)j(paths)e(with)g Fo(-R)p Fr(,)h(one)g(of)h(the)f(searc)m(h)107 4643 y(paths)j(will)f(b)s (e)h(lost.)66 b(Ev)m(en)m(tually)-8 b(,)42 b Fo(mpicc)37 b Fr(and)i(friends)d(can)k(c)m(hec)m(k)g(for)f Fo(-R)f Fr(options)g(and)h(create)h(a)107 4756 y(uni\014ed)32 b(v)m(ersion,)k(but)e(they)h(curren)m(tly)f(do)h(not)g(do)g(this.)53 b(Y)-8 b(ou)35 b(can,)h(ho)m(w)m(ev)m(er,)i(pro)m(vide)c(a)h(complete) 107 4869 y(searc)m(h)c(path)f(y)m(ourself)g(if)f(y)m(our)h(compiler)f (supp)s(orts)g(an)h(option)g(suc)m(h)g(as)g Fo(-R)p Fr(.)248 5041 y(The)e(preceeding)g(ma)m(y)h(sound)e(lik)m(e)h(a)h(lot)g(of)g (e\013ort)g(to)g(go)h(to,)f(and)f(in)g(some)h(w)m(a)m(ys)g(it)f(is.)39 b(F)-8 b(or)30 b(large)107 5154 y(clusters,)i(ho)m(w)m(ev)m(er,)j(the)e (e\013ort)g(will)d(b)s(e)i(w)m(orth)h(it:)44 b(programs)33 b(will)d(start)j(faster)g(and)f(more)g(reliably)-8 b(,)107 5267 y(b)s(ecause)30 b(there)h(is)e(less)h(net)m(w)m(ork)h(and)f (\014le)f(system)i(tra\016c.)p 107 5337 1440 4 v 210 5391 a Ff(5)245 5423 y Fe(Y)-6 b(ou)38 b(can)g(mak)n(e)f(`)p Fd(.cshrc)p Fe(')j(c)n(hec)n(k)e(for)h(the)f(kind)f(of)i(system)f(that) g(y)n(ou)g(are)g(running)g(on)g(and)g(pic)n(k)g(the)g(paths)107 5514 y(appropriately)-6 b(.)46 b(This)30 b(isn't)g(as)g(\015exible)f (as)h(the)f(approac)n(h)g(of)i(setting)f(the)f(en)n(vironmen)n(t)e(v)l (ariable)j(from)f(the)g(running)107 5605 y(shell.)210 5665 y Ff(6)245 5697 y Fe(Ev)n(en)c(though)g(the)h(link)n(er)f(ma)n(y)g (pro)n(vide)g(the)g(\\app)r(end)g(to)h(searc)n(h)g(path")g(form.)1861 5946 y Fr(32)p eop %%Page: 33 37 33 36 bop 107 388 a Fi(6.5)112 b(Other)37 b(Problems)107 620 y Fr(The)26 b(follo)m(wing)g(items)g(describ)s(e)g(miscellaneous)f (problems)g(that)j(w)m(e)f(ha)m(v)m(e)h(encoun)m(tered.)40 b(These)27 b(ma)m(y)107 732 y(help)i(solv)m(e)i(less)e(common)i (problems.)107 1036 y Fi(6.6)112 b(Problems)36 b(con\014guring)107 1268 y Fp(6.6.1)105 b(General)218 1477 y Fr(1.)46 b Fp(Q:)35 b Fr(Con\014gure)29 b(rep)s(orts)h(that)g(\015oating)h(p)s(oin)m(t)e (is)h(not)g(comm)m(utativ)m(e!)42 b(Ho)m(w)32 b(do)e(I)g(\014x)g(it?) 334 1627 y Fp(A:)35 b Fr(Chec)m(k)c(y)m(our)g(compiler's)e(do)s(cumen)m (tation.)42 b(On)30 b(RS/6000's,)j(the)e Fo(-qnomaf)d Fr(\(no)j(m)m(ultiply-)334 1740 y(add)22 b(\015oating)h(p)s(oin)m(t\))f (option.)38 b(On)22 b(some)h(other)g(systems,)i(in)m(termediate)d (results)g(ma)m(y)h(b)s(e)g(stored)334 1853 y(in)34 b(80-bit)h (registers)g(\(In)m(tel)g(CPUs)g(do)g(this\);)i(this)d(can)h(also)g (lead)g(to)h(inconsisten)m(t)e(rounding.)334 1966 y(Y)-8 b(ou)31 b(ma)m(y)g(b)s(e)f(able)g(to)h(force)g(the)f(compiler)f(to)i (round)e(to)i(64)g(bits.)107 2266 y Fp(6.6.2)105 b(Lin)m(ux)218 2475 y Fr(1.)46 b Fp(Q:)35 b Fr(The)29 b(con\014gure)i(step)f(issues)f (the)i(message:)334 2725 y Fo(checking)46 b(that)g(the)h(compiler)f (f77)h(runs...)e(no)334 2837 y(Fortran)h(compiler)f(returned)h (non-zero)g(return)g(code)334 2950 y(Output)g(from)h(test)f(was)334 3063 y(f2ctmp_conftest.f:)477 3176 y(MAIN)h(main:)334 3426 y Fp(A:)34 b Fr(This)28 b(is)g(probably)g(caused)i(b)m(y)f(a)h (problem)e(in)g(the)i(F)-8 b(ortran)30 b(compiler)e(in)g(older)h(v)m (ersions)g(of)334 3539 y(Lin)m(ux.)38 b(The)26 b Fo(f77)g Fr(command)g(in)f(Lin)m(ux)g(w)m(as)i(often)g(a)g(shell)d(script)i (that)h(uses)f(the)g Fo(f2c)g Fr(program)334 3652 y(to)37 b(con)m(v)m(ert)h(the)f(F)-8 b(ortran)37 b(program)f(to)h(C,)f(and)g (then)g(compile)g(it)f(with)h(the)g(C)g(compiler.)57 b(In)334 3765 y(man)m(y)36 b(v)m(ersions)e(of)i(Lin)m(ux,)g(this)e (script)g(has)i(an)f(error)g(that)h(causes)g(a)g(non-zero)g(return)f (co)s(de)334 3878 y(ev)m(en)c(when)f(the)g(compilation)f(is)g (successful.)334 4028 y(T)-8 b(o)23 b(\014x)g(this)e(problem,)i(y)m(ou) g(need)g(a)g(corrected)h Fo(f77)e Fr(script.)37 b(If)22 b(y)m(ou)h(can)g(edit)g(the)g(script)e(y)m(ourself,)334 4141 y(c)m(hange)32 b(the)e(last)g(3)h(lines)e(from)334 4366 y Fo(case)47 b($cOPT)f(in)h(2\))g($CC)g($G)h(-o)f($OUTF)f($OFILES) g(-lf2c)g(-lm;;)h(esac)334 4479 y(rc=$?)334 4592 y(exit)g($rc)334 4817 y Fr(to)334 5042 y Fo(case)g($cOPT)f(in)h(2\))g($CC)g($G)h(-o)f ($OUTF)f($OFILES)g(-lf2c)g(-lm;;)h(esac)334 5155 y(rc=$?)334 5268 y(trap)g(0)334 5380 y(exit)g($rc)218 5605 y Fr(2.)f Fp(Q:)35 b Fr(The)29 b(link)g(test)i(fails)e(on)h(Lin)m(ux)f(with)g (messages)i(lik)m(e)1861 5946 y(33)p eop %%Page: 34 38 34 37 bop 334 388 a Fo(overtake.o\(.text+0x59\):)42 b(undefined)j (reference)g(to)i(`MPI_COMM_WORLD')334 501 y(overtake.o\(.text+0x81\):) 42 b(undefined)j(reference)g(to)i(`MPI_COMM_WORLD')334 614 y(...)334 828 y Fp(A:)37 b Fr(This)30 b(is)h(probably)f(caused)i(b) m(y)g(a)g(problem)f(in)f(the)i(F)-8 b(ortran)33 b(compiler)e(in)f(Lin)m (ux.)44 b(In)31 b(some)334 941 y(early)36 b(v)m(ersions)f(of)i(Lin)m (ux,)f(the)h Fo(f77)e Fr(command)h(in)f(Lin)m(ux)f(is)i(often)g(a)h (shell)d(script)h(that)i(uses)334 1054 y(the)32 b Fo(f2c)f Fr(program)h(to)g(con)m(v)m(ert)i(the)e(F)-8 b(ortran)32 b(program)g(to)g(C,)g(and)f(then)h(compile)f(it)g(with)g(the)334 1167 y(C)26 b(compiler.)38 b(In)26 b(man)m(y)h(v)m(ersions)f(of)h(Lin)m (ux,)f(this)f(script)h(has)g(an)h(error)f(that)h(causes)g(a)g(non-zero) 334 1279 y(return)i(co)s(de)i(ev)m(en)g(when)e(the)i(compilation)e(is)g (successful.)334 1425 y(T)-8 b(o)23 b(\014x)g(this)e(problem,)i(y)m(ou) g(need)g(a)g(corrected)h Fo(f77)e Fr(script.)37 b(If)22 b(y)m(ou)h(can)g(edit)g(the)g(script)e(y)m(ourself,)334 1538 y(c)m(hange)32 b(the)e(last)g(3)h(lines)e(from)334 1732 y Fo(case)47 b($cOPT)f(in)h(2\))g($CC)g($G)h(-o)f($OUTF)f($OFILES) g(-lf2c)g(-lm;;)h(esac)334 1845 y(rc=$?)334 1958 y(exit)g($rc)334 2152 y Fr(to)334 2346 y Fo(case)g($cOPT)f(in)h(2\))g($CC)g($G)h(-o)f ($OUTF)f($OFILES)g(-lf2c)g(-lm;;)h(esac)334 2459 y(rc=$?)334 2572 y(trap)g(0)334 2685 y(exit)g($rc)218 2879 y Fr(3.)f Fp(Q:)35 b Fr(During)29 b(the)h(con\014gure)g(step,)h(messages)g(lik)m (e)334 3073 y Fo(/homes/me/mpich/configure)o(:)42 b(134956160:)j (Permission)g(denied)334 3268 y Fr(sometimes)30 b(app)s(ear.)41 b(What)31 b(is)e(wrong?)334 3413 y Fp(A:)49 b Fr(This)41 b(is)g(a)i(bug)f(in)f(the)i(Lin)m(ux)e(\(actually)h(GNU\))i Fo(sh)e Fr(shell.)75 b(The)42 b(shell)f(is)g(attempting)334 3526 y(to)k(create)g(a)f(\014le)f(with)f(the)i(name)g(`)p Fo(/tmp/t-sh)p Fr(')39 b(\(e.g.,)49 b(`)p Fo(/tmp/t11203-sh)p Fr('\),)334 3639 y(but)37 b(w)m(as)h(unable)f(to.) 63 b(This)36 b(ma)m(y)j(happ)s(en)d(if)h(`)p Fo(/tmp)p Fr(')g(is)g(full;)i(ho)m(w)m(ev)m(er,)i(it)d(can)g(also)f(happ)s(en)334 3751 y(when)c(the)h(shell)e(created)j(the)f(same)g(\014le)f(for)g (another)h(user)f(da)m(ys)h(b)s(efore.)51 b(\(Y)-8 b(ou)34 b(can)g(see)h(this)334 3864 y(happ)s(en)20 b(b)m(y)i(running)e Fo(configure)f Fr(under)i Fo(strace)46 b(-f)p Fr(\).)37 b(The)22 b(only)f(\014x)h(is)f(to)h(ha)m(v)m(e)i(y)m(our)e(systems)334 3977 y(administrator)29 b(clean)h(old)g(\014les)f(out)i(of)f(`)p Fo(/tmp)p Fr('.)107 4276 y Fi(6.7)112 b(Problems)36 b(building)h Fh(MPICH)107 4507 y Fp(6.7.1)105 b(General)218 4711 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(running)d(mak)m(e)32 b(on)e Fo(MPICH)p Fr(,)f(I)h(get)i(this)d(error:)334 4906 y Fo(ar:)47 b(write)f(error:)g(No)i(such)e(file)h(or)g(directory) 334 5019 y(***)g(Error)f(code)h(1)334 5213 y Fr(I'v)m(e)31 b(lo)s(ok)m(ed,)g(and)f(all)f(the)i(\014les)e(are)i(accessible)f(and)f (ha)m(v)m(e)j(the)f(prop)s(er)e(p)s(ermissions.)334 5358 y Fp(A:)45 b Fr(Chec)m(k)39 b(the)g(amoun)m(t)g(of)g(space)g(in)e(`)p Fo(/tmp)p Fr('.)65 b(This)37 b(error)i(is)e(sometimes)i(generated)h (when)334 5471 y(there)c(is)e(insu\016cien)m(t)g(space)i(in)e(`)p Fo(/tmp)p Fr(')h(to)h(cop)m(y)h(the)e(arc)m(hiv)m(e)h(\(this)f(is)g(a)h (step)f(that)h Fo(ar)f Fr(tak)m(es)334 5584 y(when)d(up)s(dating)f(a)i (library\).)46 b(The)32 b(command)h Fo(df)47 b(/tmp)32 b Fr(will)e(sho)m(w)i(y)m(ou)i(ho)m(w)e(m)m(uc)m(h)h(space)h(is)334 5697 y(a)m(v)-5 b(ailable.)40 b(T)-8 b(ry)30 b(to)h(insure)e(that)i(at) g(least)f(t)m(wice)h(the)g(size)f(of)h(the)f(library)e(is)i(a)m(v)-5 b(ailable.)1861 5946 y(34)p eop %%Page: 35 39 35 38 bop 218 388 a Fr(2.)46 b Fp(Q:)35 b Fr(When)30 b(running)d(mak)m(e)32 b(on)e Fo(MPICH)p Fr(,)f(I)h(get)i(errors)e (when)f(executing)i Fo(ranlib)p Fr(.)334 536 y Fp(A:)36 b Fr(Man)m(y)31 b(systems)g(implemen)m(t)f Fo(ranlib)f Fr(with)h(the)h Fo(ar)g Fr(command,)g(and)f(they)h(use)g(the)g(`)p Fo(/tmp)p Fr(')334 649 y(directory)e(b)m(y)h(default)f(b)s(ecause)h(it) g(\\seems")h(ob)m(vious)e(that)i(using)d(`)p Fo(/tmp)p Fr(')h(w)m(ould)g(b)s(e)g(faster)h(\(`)p Fo(/)334 762 y(tmp)p Fr(')c(is)f(often)h(a)h(lo)s(cal)e(disk\).)39 b(Unfortunately)-8 b(,)27 b(some)f(systems)g(ha)m(v)m(e)i(ridiculously) 22 b(small)i(`)p Fo(/tmp)p Fr(')334 875 y(partitions,)i(making)g(an)m (y)h(use)g(of)g(`)p Fo(/tmp)p Fr(')f(v)m(ery)h(risky)-8 b(.)38 b(In)26 b(some)i(cases,)g(the)f Fo(ar)f Fr(commands)h(used)334 988 y(b)m(y)34 b Fo(MPICH)d Fr(will)f(succeed)j(b)s(ecause)f(they)h (use)f(the)h Fo(l)f Fr(option|this)f(forces)h Fo(ar)g Fr(to)i(use)e(the)g(lo)s(cal)334 1101 y(directory)26 b(instead)f(of)i(`)p Fo(/tmp)p Fr('.)38 b(The)26 b Fo(ranlib)e Fr(command,)k(on)e(the)g(other)h(hand,)f(ma)m(y)g(use)g(`)p Fo(/tmp)p Fr(')334 1214 y(and)k(cannot)h(b)s(e)f(\014xed.)334 1362 y(In)e(some)h(cases,)h(y)m(ou)f(will)d(\014nd)g(that)k(the)e Fo(ranlib)f Fr(command)h(is)g(unnecessary)-8 b(.)40 b(In)28 b(these)h(cases,)334 1475 y(y)m(ou)f(can)g(recon\014gure)f(with)f Fo(-noranlib)p Fr(.)37 b(If)27 b(y)m(ou)h(m)m(ust)g(use)f Fo(ranlib)p Fr(,)f(either)h(reduce)h(the)f(space)334 1588 y(used)j(in)g(`)p Fo(/tmp)p Fr(')g(or)h(increase)g(the)g(size)f (of)h(the)g(`)p Fo(/tmp)p Fr(')g(partition)e(\(y)m(our)i(system)g (administrator)334 1701 y(will)d(need)i(to)h(do)f(this\).)40 b(There)30 b(should)f(b)s(e)g(at)i(least)g(20{30)i(MBytes)e(free)g(in)e (`)p Fo(/tmp)p Fr('.)218 1884 y(3.)46 b Fp(Q:)34 b Fr(When)29 b(doing)f(the)i(link)e(test,)i(the)g(link)e(fails)g(and)h(do)s(es)g (not)g(seem)h(to)h(\014nd)d(an)m(y)h(of)h(the)g(MPI)334 1997 y(routines:)421 2219 y Fl(/homes/me/mpich/I)o(RI)o(X32)o(/c)o(h_)o (p4/)o(bi)o(n/m)o(pi)o(cc)37 b(-o)43 b(overtake)d(overtake.o)g(test.o) 334 2318 y(ld:)i(WARNING)f(126:)h(The)g(archive)f(/homes/me/mpich/)o (IRI)o(X3)o(2/c)o(h_)o(p4)o(/li)o(b/)o(lib)o(mp)o(i.a)421 2418 y(defines)g(no)i(global)e(symbols.)f(Ignoring.)334 2518 y(ld:)i(WARNING)f(84:)h(/usr/lib/libsun.a)37 b(is)43 b(not)f(used)g(for)g(resolving)e(any)j(symbol.)334 2617 y(ld:)f(ERROR)g(33:)g(Unresolved)e(data)i(symbol)f("MPI_COMM_WORLD")c (--)42 b(1st)h(referenced)421 2717 y(by)g(overtake.o.)334 2817 y(ld:)f(ERROR)g(33:)g(Unresolved)e(text)i(symbol)f("MPI_Send")e (--)k(1st)f(referenced)e(by)421 2916 y(overtake.o.)334 3016 y(...)334 3251 y Fp(A:)h Fr(Chec)m(k)c(that)f(the)g Fo(ar)f Fr(and)h Fo(ranlib)e Fr(programs)h(are)h(compatible.)57 b(One)35 b(site)h(installed)e(the)334 3364 y(Gn)m(u)d Fo(ranlib)e Fr(in)h(suc)m(h)h(a)g(w)m(a)m(y)h(that)g(it)e(w)m(ould)g(b) s(e)g(used)h(with)e(the)j(v)m(endors)e Fo(ar)h Fr(program,)g(with)334 3477 y(whic)m(h)24 b(it)h(w)m(as)g(incompatible.)37 b(Use)26 b(the)f Fo(-noranlib)e Fr(option)h(to)i Fo(configure)d Fr(if)h(this)g(is)g(the)h(case.)107 3775 y Fp(6.7.2)105 b(W)-9 b(orkstation)36 b(Net)m(w)m(orks)218 3948 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(building)d Fo(MPICH)p Fr(,)j(the)g(mak)m(e)i (fails)c(with)i(errors)f(lik)m(e)h(this:)334 4126 y Fc(making)37 b(p4)f(in)g(directory)i(lib)616 4205 y(make)72 b(libp4.a)616 4284 y(cc)36 b(-Aa)g(-g)g(-I../include)j(-I../../../../include)112 b(-c)36 b(p4_globals.c)334 4363 y(cc:)g("/usr/include/netinet/i)q(n.h)q (",)41 b(line)c(69:)f(error)h(1000:)f(Unexpected)j(symbol:)e("u_long".) 334 4442 y(cc:)f("/usr/include/netinet/i)q(n.h)q(",)41 b(line)c(127:)f(error)h(1000:)g(Unexpected)h(symbol:)f("u_short".)334 4654 y Fr(etc.)334 4802 y Fp(A:)43 b Fr(The)36 b(problem)f(here)i(is)f (that)i(the)f(system)g(\(not)h Fo(MPICH)p Fr(\))e(include)e(\014les)i (are)i(incompatible)334 4915 y(with)30 b(y)m(our)h(c)m(hoice)h(of)f (compiler.)41 b(Chec)m(k)31 b(to)h(see)g(if)e Fo(cc)g Fr(is)g(aliased)g(\(in)g(C)h(shell,)e(do)i Fo(alias)47 b(cc)p Fr(\).)334 5028 y(If)37 b(it)f(is,)i(either)e(unalias)f(it)i(or) g(set)g(the)g(en)m(vironmen)m(t)g(v)-5 b(ariable)36 b Fo(CC)g Fr(to)h(the)h(full)c(path)j(for)g(the)334 5141 y(compiler.)i(T)-8 b(o)31 b(get)h(the)e(full)e(path,)j(do)334 5354 y Fo(unalias)46 b(cc)334 5467 y(setenv)g(CC)h(`which)f(cc`)334 5679 y Fr(and)30 b(then)g(recon\014gure.)1861 5946 y(35)p eop %%Page: 36 40 36 39 bop 107 388 a Fp(6.7.3)105 b(Cra)m(y)35 b(T3D)218 590 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(linking)d(I)j(get)382 776 y Fo(mppldr-133)45 b(cf77:)h(CAUTION)573 888 y(Unsatisfied)e (external)i(references)f(have)i(been)f(encountered.)382 1114 y(Unsatisfied)f(external)g(references)382 1227 y(Entry)h(name)285 b(Modules)46 b(referencing)f(entry)382 1453 y(GETARG)h(\(equivalenced)e (to)j($USX1\))1145 1566 y(MPIR_GETARG)334 1751 y Fp(A:)29 b Fr(Y)-8 b(ou)26 b(ma)m(y)g(ha)m(v)m(e)g(sp)s(eci\014ed)d(the)j(F)-8 b(ortran)26 b(compiler)d(with)h(the)i Fo(F77)e Fr(en)m(vironmen)m(t)h (v)-5 b(ariable)24 b(or)334 1864 y(the)h Fo(-fc)e Fr(argumen)m(t)i(to)g (con\014gure.)38 b(The)24 b Fo(MPICH)f Fr(F)-8 b(ortran)25 b(implemenation)d(of)j(MPI)f(uses)g(a)h(com-)334 1977 y(mon)35 b(F)-8 b(ortran)35 b(extension,)h Fo(GETARG)p Fr(,)d(to)j(get)f(the)g(command)g(line)e(argumen)m(ts.)54 b(Most)36 b(F)-8 b(ortran)334 2090 y(run)m(time)24 b(systems)h(supp)s (ort)e(this,)i(but)f(Cra)m(y)h(uses)f Fo(call)47 b (pxfgetarg\(i,s,len\(s\),ier)o(r\))19 b Fr(in-)334 2203 y(stead.)41 b(Y)-8 b(ou)29 b(can)f(c)m(hange)i(the)f(\014le)e(`)p Fo(src/env/farg.f)p Fr(')e(man)m(ually)i(to)j(call)d(the)i(correct)h (routine)334 2316 y(\(but)g(note)h(that)g(con\014gure)f(builds)d(a)k (new)e(`)p Fo(farg.f)p Fr(')g(from)h(`)p Fo(farg.f.in)p Fr(')f(eac)m(h)i(time)f(that)h(it)f(is)334 2429 y(run\).)334 2572 y Fo(MPICH)40 b Fr(no)m(w)h(attempts)h(to)g(determine)e(the)i (correct)g(names)f(of)h(the)f(routines)f(to)i(access)h(the)334 2685 y(command)33 b(line.)49 b(If)33 b(y)m(ou)h(\014nd)e(that)i Fo(MPICH)e Fr(fails)g(to)j(determine)d(the)i(names)g(correctly)-8 b(,)35 b(please)334 2798 y(send)30 b(a)g(bug)g(rep)s(ort)g(to)h Fo(mpi-)t(bugs@mcs.anl.gov)p Fr(.)107 3092 y Fp(6.7.4)105 b(SGI)218 3294 y Fr(1.)46 b Fp(Q:)35 b Fr(The)29 b(build)f(on)i(an)g (SGI)g(P)m(o)m(w)m(er)i(Challenge)d(fails)g(with)334 3479 y Fo(Signal:)46 b(SIGSEGV)g(in)h(Back)g(End)f(Driver)h(phase.)334 3592 y(>)h(###)e(Error:)334 3705 y(>)i(###)e(Signal)h(SIGSEGV)e(in)j (phase)e(Back)h(End)f(Driver)h(--)g(processing)e(aborted)334 3818 y(>)j(f77)e(ERROR:)94 b(/usr/lib64/cmplrs/be)43 b(died)j(due)h(to)g(signal)f(4)334 3931 y(>)i(f77)e(ERROR:)94 b(core)47 b(dumped)334 4044 y(>)h(***)e(Error)h(code)f(2)i(\(bu21\))334 4157 y(>)g(***)e(Error)h(code)f(1)i(\(bu21\))334 4270 y(>)g(***)e(Error)h(code)f(1)i(\(bu21\))334 4455 y Fp(A:)33 b Fr(Our)27 b(information)g(is)g(that)j(setting)e(the)h(en)m(vironmen)m (t)f(v)-5 b(ariable)27 b Fo(SGI_CC)g Fr(to)i Fo(-ansi)e Fr(will)f(\014x)334 4568 y(this)j(problem.)218 4742 y(2.)46 b Fp(Q:)35 b Fr(The)29 b(build)f(on)i(an)g(SGI)g(with)f(arc)m (hitecture)i Fo(IRIXN32)e Fr(fails)g(with)334 4932 y Fl(cc:)42 b(Warning:)f(-c)h(should)g(not)g(be)h(used)f(with)g(ucode)f (-O3)h(-o32)901 5032 y(on)g(a)i(single)d(file;)g(use)i(-j)f(instead)f (to)i(get)f(inter-module)901 5132 y(optimization.)334 5335 y Fp(A:)c Fr(Amazingly)-8 b(,)34 b(the)f(standard)f Fo(-c)g Fr(option)h(is)f Fj(not)k(valid)d Fr(for)g(the)g(SGI)g (compilers)e(when)h(b)s(oth)334 5448 y Fo(-O3)g Fr(and)g Fo(-n32)f Fr(are)i(sp)s(eci\014ed.)46 b(This)30 b(is)i(a)h(\\feature")h (of)f(the)f(SGI)h(compiler,)f(and)f(there)i(is)f(no)334 5561 y(w)m(a)m(y)d(to)g(w)m(ork)f(around)g(this)f(for)h Fo(MPICH)e Fr(\(other)j(than)f(a)h(massiv)m(e)f(and)f(non-p)s(ortable)g (rewrite)h(of)334 5674 y(all)h(the)i(`)p Fo(Makefile)p Fr('s\).)39 b(Y)-8 b(our)31 b(only)e(option)h(is)f(to)i(not)g(use)f (the)h Fo(-O3)e Fr(option.)1861 5946 y(36)p eop %%Page: 37 41 37 40 bop 107 388 a Fp(6.7.5)105 b(Lin)m(ux)218 597 y Fr(1.)46 b Fp(Q:)35 b Fr(The)29 b(link)g(test)i(failed)e(on)h(Lin)m(ux) f(with)334 822 y Fo(...)334 935 y(cc)95 b(-o)47 b(overtake)f (overtake.o)f(test.o)h(-L/usr/local/mpich/LINUX)o(/ch)o(_p4/)o(lib)334 1048 y(-lmpi)334 1161 y(overtake.o\(.text+0x71\):)c(undefined)j (reference)g(to)i(`MPI_COMM_WORLD')334 1274 y (overtake.o\(.text+0x82\):)42 b(undefined)j(reference)g(to)i (`MPIR_I_DOUBLE')334 1386 y(overtake.o\(.text+0xe1\):)42 b(undefined)j(reference)g(to)i(`MPI_COMM_WORLD')334 1499 y(...)334 1724 y Fp(A:)c Fr(W)-8 b(e)38 b(ha)m(v)m(e)h(b)s(een)d (informed)f(that)j(there)g(is)e(a)h(error)g(in)f(the)i Fo(f77)e Fr(script)g(in)g(some)h(v)m(ersions)334 1837 y(of)c(Lin)m(ux)e(whic)m(h)g(causes)i(this)f(problem.)46 b(T)-8 b(ry)32 b(either)g(getting)h(a)g(patc)m(h)g(for)g(the)g Fo(f77)e Fr(script)h(or)334 1950 y(recon\014guring)d(with)g Fo(-nof77)p Fr(.)218 2138 y(2.)46 b Fp(Q:)35 b Fr(The)29 b(build)f(fails)h(for)h(the)g Fo(ch_p4)f Fr(device)h(when)g(using)f (the)h(Compaq)g(C)g(compiler.)334 2288 y Fp(A:)40 b Fr(There)33 b(is)h(an)g(incompatibilit)m(y)d(with)i(the)i(system)f(include)e (\014les)i(\(not)h(the)f Fo(MPICH)f Fr(include)334 2401 y(\014les\).)45 b(If)32 b(y)m(ou)g(can)g(mo)s(dify)e(`)p Fo(/usr/include/rpc/xdr.h)p Fr(',)d(add)32 b(the)g(follo)m(wing)e(near) i(the)g(top)334 2514 y(of)f(that)g(\014le:)525 2739 y Fo(#if)47 b(defined\(__DECC\))d(||)j(defined\(__DECCXX\))525 2852 y(typedef)f(long)g(int)h(int64_t;)525 2965 y(#endif)107 3265 y Fp(6.7.6)105 b(Compaq)34 b(UL)-9 b(TRIX)35 b(and)g(T)-9 b(ru64)218 3474 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i (build,)d(the)i Fo(make)g Fr(ab)s(orts)g(early)g(during)e(the)i (cleaning)g(phase:)334 3699 y Fo(amon:MPICH/mpich>make)42 b(clean)716 3812 y(/bin/rm)k(-f)h(*.o)g(*~)g(nupshot)334 3925 y(***)g(Error)f(code)h(1)334 4150 y Fp(A:)38 b Fr(This)32 b(is)g(a)i(bug)e(in)g(the)h(shell)f(supp)s(ort)f(on)i(some)h(Compaq)f (UL)-8 b(TRIX)33 b(systems.)49 b(Y)-8 b(ou)34 b(ma)m(y)334 4263 y(b)s(e)c(able)g(to)h(w)m(ork)f(around)g(this)f(with)334 4512 y Fo(setenv)46 b(PROG_ENV)g(SYSTEM_FIVE)334 4762 y Fr(Con\014guring)28 b(with)h Fo(-make=s5make)e Fr(ma)m(y)k(also)g(w)m (ork.)107 5066 y Fi(6.8)112 b(Problems)36 b(in)h(testing)107 5297 y Fr(The)26 b Fo(MPICH)f Fr(test)j(suite,)f(in)f(`)p Fo(examples/test)p Fr(',)e(p)s(erforms)i(a)h(fairly)e(complete)i(test)h (of)f(an)g(MPI)f(imple-)107 5410 y(men)m(tation.)50 b(If)32 b(there)i(is)e(an)h(error,)h(it)f(usually)e(indicates)h(a)i(problem)d (with)h(the)i(implemen)m(tation)e(of)107 5523 y(MPI;)22 b(if)e(y)m(ou)i(encoun)m(ter)g(suc)m(h)g(a)g(problem,)g(please)f(rep)s (ort)g(it)h(to)g Fo(mpi-)t(bugs@mcs.anl.gov)p Fr(.)32 b(Ho)m(w)m(ev)m(er,)107 5636 y(there)e(are)h(a)g(few)f(exceptions)g (that)h(are)g(describ)s(ed)d(here.)1861 5946 y(37)p eop %%Page: 38 42 38 41 bop 107 388 a Fp(6.8.1)105 b(General)218 596 y Fr(1.)46 b Fp(Q:)35 b Fr(The)29 b(test)j(`)p Fo(pt2pt/structf)p Fr(')27 b(fails)i(with)334 812 y Fo(0)48 b(-)f(Error)f(in)i (MPI_ADDRESS)c(:)k(Invalid)e(argument:)f(Address)h(of)h(location)334 925 y(given)f(to)i(MPI_ADDRESS)c(does)j(not)g(fit)g(in)g(Fortran)f (integer)334 1038 y([0])h(Aborting)f(program!)334 1255 y Fp(A:)e Fr(This)36 b(is)i(not)g(an)g(error;)k(it)c(is)f(a)i(gap)f(in) f(the)i(MPI-1)g(de\014nition)d(that)i(is)g(\014xed)f(in)g(MPI-2)334 1368 y(\(with)42 b(the)g(routine)g Fo(MPI_Get_address)p Fr(.)73 b(This)40 b(indicates)i(that)h(F)-8 b(ortran)43 b(in)m(tegers)g(are)f(not)334 1481 y(large)36 b(enough)g(to)g(hold)f (an)h(address.)56 b(This)34 b(do)s(es)h(indicate)g(that)i(MPI)f (programs)f(written)g(in)334 1594 y(F)-8 b(ortran)31 b(should)e(not)h(use)g(the)h Fo(MPI_Address)c Fr(function)i(on)h(this)g (system.)218 1778 y(2.)46 b Fp(Q:)35 b Fr(The)29 b(test)j(`)p Fo(env/timers)p Fr(')c(fails)h(with)334 1995 y Fo(Timer)46 b(around)h(sleep\(1\))e(did)i(not)g(give)g(1)g(second;)f(gave)g (0.399949)334 2212 y Fp(A:)32 b Fr(The)27 b(lo)m(w-lev)m(el)h(soft)m(w) m(are)h(that)g Fo(MPICH)d Fr(uses)i(probably)e(mak)m(es)i(use)g(of)g (the)g Fo(SIGALRM)e Fr(signal,)334 2325 y(th)m(us)39 b(den)m(ying)f(it)h(to)g(the)h(user's)e(program.)67 b(This)37 b(is)i(not)g(an)g(error)g(\(the)g(standard)g(p)s(ermits)334 2438 y(systems)30 b(to)i(mak)m(e)f(use)f(of)h(an)m(y)f(signals\))g (though)g(it)g(is)f(unfortunate.)107 2740 y Fi(6.9)112 b(Problems)36 b(compiling)f(or)i(linking)e(F)-9 b(ortran)38 b(programs)107 2971 y Fp(6.9.1)105 b(General)218 3179 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(linking)d(the)k(test)g(program,)f (the)h(follo)m(wing)e(message)i(is)f(generated:)378 3406 y Fl(f77)42 b(-g)h(-o)g(secondf)d(secondf.o)g(-L/usr/local/mpi)o(ch/)o (li)o(b)e(-lmpich)378 3506 y(invalid)i(option)h(-L/usr/local/mpic)o (h/l)o(ib)378 3605 y(ld:)h(-lmpich:)e(No)j(such)f(file)g(or)h (directory)334 3845 y Fp(A:)31 b Fr(This)25 b Fo(f77)i Fr(program)g(do)s(es)f(not)i(accept)g(the)f Fo(-L)g Fr(command)g(to)g (set)h(the)f(library)e(searc)m(h)j(path.)334 3958 y(Some)37 b(systems)g(pro)m(vide)f(a)i(shell)d(script)h(for)h Fo(f77)f Fr(that)i(is)e(v)m(ery)h(limited)e(in)h(its)g(abilities.)58 b(T)-8 b(o)334 4071 y(w)m(ork)31 b(around)e(this,)g(use)h(the)h(full)d (library)g(path)i(instead)g(of)g(the)h Fo(-L)f Fr(option:)382 4288 y Fo(f77)47 b(-g)g(-o)g(secondf)f(secondf.o)f (/usr/local/mpich/lib/libm)o(pich)o(.a)334 4505 y Fr(As)28 b(of)g(the)h Fo(MPICH)d Fr(1.2.0)k(release,)f(the)g Fo(MPICH)d Fr(con\014gure)i(attempts)h(to)g(\014nd)e(the)h(correct)h(option)334 4618 y(for)45 b(indicating)f(library)f(paths)i(to)h(the)g(F)-8 b(ortran)46 b(compiler.)85 b(If)45 b(y)m(ou)g(\014nd)f(that)i(the)g Fo(MPICH)334 4731 y Fr(con\014gure)30 b(has)g(made)h(an)f(error,)g (please)g(submit)f(a)i(bug)f(rep)s(ort)f(to)i Fo(mpi-)t (bugs@mcs.anl.gov)p Fr(.)218 4915 y(2.)46 b Fp(Q:)35 b Fr(When)30 b(linking)d(F)-8 b(ortran)31 b(programs,)f(I)h(get)g (unde\014ned)d(sym)m(b)s(ols)h(suc)m(h)h(as)382 5132 y Fo(f77)94 b(-c)48 b(secondf.f)382 5245 y(secondf.f:)430 5358 y(MAIN)e(main:)382 5471 y(f77)94 b(-o)48 b(secondf)d(secondf.o)h (-L/home/mpich/lib/solar)o(is/c)o(h_sh)o(mem)41 b(-lmpich)382 5584 y(Undefined)1095 b(first)46 b(referenced)430 5697 y(symbol)1382 b(in)47 b(file)1861 5946 y Fr(38)p eop %%Page: 39 43 39 42 bop 382 388 a Fo(getdomainname)382 501 y (/home/mpich/lib/solaris/)o(ch_)o(shme)o(m/li)o(bmp)o(i)42 b(.a\(shmempriv.o\))382 614 y(ld:)47 b(fatal:)f(Symbol)g(referencing)f (errors.)g(No)j(output)e(written)g(to)h(secondf)334 839 y Fr(There)30 b(is)f(no)i(problem)d(with)h(C)h(programs.)334 989 y Fp(A:)36 b Fr(This)30 b(means)h(that)h(y)m(our)f(C)g(compiler)f (is)h(pro)m(viding)e(libraries)g(for)i(y)m(ou)h(that)g(y)m(our)f(F)-8 b(ortran)334 1102 y(compiler)37 b(is)g(not)h(pro)m(viding.)62 b(Find)36 b(the)j(option)e(for)h(the)g(C)g(compiler)f(and)g(for)h(the)g (F)-8 b(ortran)334 1215 y(compilers)23 b(that)j(indicate)d(whic)m(h)h (library)e(\014les)i(are)h(b)s(eing)e(used)h(\(alternately)-8 b(,)27 b(y)m(ou)e(ma)m(y)h(\014nd)d(an)334 1328 y(option)29 b(suc)m(h)g(as)h Fo(-dryrun)d Fr(that)j(sho)m(ws)f(what)g(commands)g (are)h(b)s(eing)e(used)h(b)m(y)g(the)h(compiler\).)334 1441 y(Build)25 b(a)i(simple)d(C)i(and)g(F)-8 b(ortran)28 b(program)e(and)g(compare)h(the)g(libraries)d(used)h(\(usually)g(on)i (the)334 1554 y Fo(ld)k Fr(command)h(line\).)43 b(T)-8 b(ry)32 b(the)g(ones)g(that)g(are)g(presen)m(t)g(for)g(the)f(C)h (compiler)e(and)h(missing)f(for)334 1667 y(the)24 b(F)-8 b(ortran)24 b(compiler.)37 b Fo(MPICH)23 b Fr(attempts)h(to)h (determine)e(these)h(libraries)d(for)i(y)m(ou.)39 b(If)23 b(y)m(ou)i(ha)m(v)m(e)334 1779 y(trouble,)30 b(send)g(a)h(bug)e(rep)s (ort)h(and)g(include)f(the)h(con)m(ten)m(ts)i(of)f(the)g(\014le)e(`)p Fo(mpich/src/fortran/)334 1892 y(config.log)p Fr('.)218 2067 y(3.)46 b Fp(Q:)33 b Fr(When)d(trying)e(to)j(compile)d(F)-8 b(ortran)30 b(co)s(de)g(with)e(a)i(F)-8 b(ortran)30 b(90)g(or)g(F)-8 b(ortran)30 b(95)g(compiler,)f(I)334 2166 y(get)j(error)e(messages)h (lik)m(e)334 2378 y Fl(Error:)41 b(foo.f,)g(line)h(30:)h(Inconsistent) 38 b(datatype)i(for)j(argument)d(1)j(in)g(MPI_SEND)334 2603 y Fp(A:)33 b Fr(The)28 b(F)-8 b(ortran)30 b(language)f(requires)e (that)j(in)d(t)m(w)m(o)j(calls)e(to)h(the)g(same)h(subroutine,)d(the)i (t)m(yp)s(es)334 2716 y(of)e(argumen)m(ts)g(m)m(ust)f(b)s(e)g(the)h (same.)40 b(That)27 b(is,)f(if)g(y)m(ou)h(called)f Fo(MPI_SEND)e Fr(with)h(a)i Fo(REAL)f Fr(bu\013er)f(as)334 2829 y(the)31 b(\014rst)e(argumen)m(t)i(and)e(then)h(called)g(it)f(with)g(an)i Fo(INTEGER)d Fr(bu\013er)h(as)h(the)h(\014rst)e(argumen)m(t,)i(a)334 2942 y(F)-8 b(ortran)24 b(compiler)e(can)i(consider)f(this)f(an)i (error.)38 b(F)-8 b(ew)24 b(F)-8 b(ortran)24 b(77)h(compilers)d(w)m (ould)g(complain)334 3055 y(ab)s(out)33 b(this;)h(more)f(F)-8 b(ortran)34 b(90)g(and)e(F)-8 b(ortran)34 b(95)g(compilers)e(c)m(hec)m (k)i(for)f(this.)48 b(There)33 b(are)g(t)m(w)m(o)334 3168 y(solutions.)k(One)24 b(is)g(to)i(use)e(the)h(MPI)f(mo)s(dule)f (\(in)h(the)h(\\c)m(hoice")h(v)m(ersion:)37 b(use)25 b(the)g Fo(-choicemod)334 3280 y Fr(option)35 b(for)g Fo(mpif90)p Fr(\);)i(the)f(other)g(is)f(to)h(use)f(an)h(option)f(to)h (tell)f(the)g(F)-8 b(ortran)37 b(90)f(compiler)e(to)334 3393 y(allo)m(w)k(argumen)m(t)h(mismatc)m(hes.)65 b(F)-8 b(or)39 b(example,)h(the)f(argumen)m(t)g Fo(-mismatch)d Fr(will)g(cause)j(the)334 3506 y(NA)m(G)e(F)-8 b(ortran)37 b(compilers)d(to)j(allo)m(w)e(mismatc)m(hed)h(argumen)m(ts.)58 b(Using)35 b(the)h(MPI)g(mo)s(dule)f(is)334 3619 y(the)c(preferred)e (approac)m(h.)334 3769 y(F)-8 b(ortran)25 b(77)h(users)e(ma)m(y)h (sometimes)g(see)g(a)g(similar)d(message,)27 b(particularly)22 b(with)i(later)g(v)m(ersions)334 3882 y(of)31 b Fo(g77)p Fr(.)39 b(The)30 b(option)g Fo(-Wno-globals)d Fr(will)h(suppress)g (these)j(w)m(arning)e(messages.)107 4186 y Fi(6.10)112 b(Problems)36 b(Linking)h(C)g(Programs)107 4417 y Fp(6.10.1)106 b(General)218 4626 y Fr(1.)46 b Fp(Q:)37 b Fr(When)32 b(linking)e(programs,)j(I)f(get)i(messages)g(ab)s(out)e Fo(__builtin_saveregs)27 b Fr(b)s(eing)32 b(unde-)334 4739 y(\014ned.)334 4890 y Fp(A:)37 b Fr(Y)-8 b(ou)33 b(ma)m(y)g(ha)m(v)m(e)h(a)f(system)f(on)h(whic)m(h)e(C)h(and)f(F)-8 b(ortran)34 b(compilers)c(are)j(incompatible)e(\(for)334 5002 y(example,)40 b(using)d Fo(gcc)g Fr(and)h(the)g(v)m(endor's)g(F)-8 b(ortran)39 b(compiler\).)63 b(If)38 b(y)m(ou)h(do)f(not)g(plan)f(to)i (use)334 5115 y(F)-8 b(ortran,)31 b(the)g(easiest)g(\014x)f(is)f(to)i (rebuild)c(with)j(the)g Fo(-nof77)f Fr(option)h(to)h(con\014gure.)334 5266 y(Y)-8 b(ou)44 b(should)e(also)i(lo)s(ok)g(in)m(to)g(making)f(y)m (our)h(C)f(compiler)f(compatible)i(with)e(y)m(our)i(F)-8 b(ortran)334 5379 y(compiler.)53 b(Because)36 b(this)e(is)g(v)m(ery)i (dep)s(enden)m(t)e(on)g(the)i(sp)s(eci\014c)d(system)i(and)g(compilers) e(that)334 5491 y(y)m(ou)e(are)g(using,)e(y)m(ou)h(ma)m(y)h(need)g(to)g (\014nd)d(a)j(lo)s(cal)f(exp)s(ert)g(who)g(can)h(help)d(y)m(ou.)1861 5946 y(39)p eop %%Page: 40 44 40 43 bop 334 388 a Fr(The)30 b(easiest)i(but)e(ugliest)f(p)s (ossibilit)m(y)f(is)h(use)i Fo(f2c)f Fr(to)h(con)m(v)m(ert)i(F)-8 b(ortran)31 b(to)h(C,)e(then)h(use)f(the)h(C)334 501 y(compiler)f(to)j(compile)d(ev)m(erything.)44 b(If)31 b(y)m(ou)h(tak)m(e)i(this)c(route,)i(remem)m(b)s(er)f(that)i Fj(every)e Fr(F)-8 b(ortran)334 614 y(routine)29 b(has)i(to)g(b)s(e)e (compiled)g(using)g Fo(f2c)h Fr(and)f(the)i(C)f(compiler.)334 763 y(Alternativ)m(ely)-8 b(,)34 b(y)m(ou)g(can)f(use)g(v)-5 b(arious)33 b(options)f(\(c)m(hec)m(k)j(the)f(man)f(pages)h(for)f(y)m (our)g(compilers\))334 876 y(to)e(see)f(what)g(libraries)d(that)k(add)e (when)g(they)h(link.)39 b(Add)29 b(those)h(libraries)d(to)k(the)f(link) e(line)g(for)334 989 y(the)g Fj(other)38 b Fr(compiler.)g(If)27 b(y)m(ou)h(\014nd)e(a)i(w)m(ork)-5 b(able)27 b(set)h(of)g(libraries,)d (edit)i(the)h(appropriate)e(scripts)334 1102 y(\(e.g.,)k Fo(mpicc)p Fr(\))c(to)i(include)c(the)k(necessary)f(libraries.)37 b Fo(MPICH)26 b Fr(attempts)i(to)f(\014nd)f(all)g(the)h(libaries)334 1215 y(that)k(y)m(ou)g(need)f(but)g(is)f(not)i(alw)m(a)m(ys)f (successful.)107 1515 y Fp(6.10.2)106 b(HPUX)218 1723 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(linking)d(on)j(HPUX,)h(I)g(get)g (an)f(error)g(lik)m(e)g(this:)525 1944 y Fo(cc)47 b(-o)g(pgm)g(pgm.o)g (-L/usr/local/mpich/lib/)o(hpux)o(/ch)o(_p4)41 b(-lmpich)94 b(-lm)525 2057 y(/bin/ld:)46 b(Unsatisfied)e(symbols:)525 2170 y(sigrelse)i(\(code\))525 2283 y(sigset)g(\(code\))525 2396 y(sighold)g(\(code\))525 2509 y(***)h(Error)f(code)h(1)334 2730 y Fp(A:)28 b Fr(Y)-8 b(ou)25 b(need)f(to)i(add)e(the)g(link)f (option)h Fo(-lV3)p Fr(.)37 b(The)24 b Fo(ch_p4)f Fr(device)i(uses)f (the)g(System)h(V)f(signals)334 2843 y(on)30 b(the)h(HP;)g(these)f(are) h(pro)m(vided)e(in)g(the)i(`)p Fo(V3)p Fr(')f(library)-8 b(.)107 3142 y Fp(6.10.3)106 b(LINUX)218 3350 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(linking)d(a)k(F)-8 b(ortran)31 b(program,)f(I)g(get)334 3572 y Fo(Linking:)334 3685 y(foo.o\(.data+0x0\):)43 b(undefined)i(reference)h(to)h(`pmpi_wtime_') 334 3906 y Fp(A:)d Fr(This)36 b(is)h(a)i(bug)e(in)g(the)h Fo(pgf77)f Fr(compiler)f(\(whic)m(h)i(is)f(itself)g(a)h(w)m(ork)-5 b(around)37 b(for)h(a)h(bug)e(in)334 4019 y(the)43 b(LINUX)g Fo(ld)f Fr(command\).)78 b(Y)-8 b(ou)43 b(can)g(\014x)f(it)g(b)m(y)h (either)f(adding)f Fo(-lpmpich)g Fr(to)i(the)g(link)334 4131 y(line)c(or)h(mo)s(difying)e(the)j(`)p Fo(mpif.h)p Fr(')e(to)j(remo)m(v)m(e)g(the)e Fo(external)46 b(pmpi_wtime,)f (pmpi_wtick)334 4244 y Fr(statemen)m(t.)334 4394 y(The)37 b Fo(MPICH)e Fr(con\014gure)i(attempts)h(to)f(determine)g(if)e Fo(pmpi_wtime)g Fr(and)h Fo(pmpi_wtick)e Fr(can)j(b)s(e)334 4507 y(declared)28 b(in)f(`)p Fo(mpif.h)p Fr(')g(and)g(remo)m(v)m(es)j (them)e(if)f(there)i(is)e(a)i(problem.)38 b(If)28 b(this)f(happ)s(ens)g (and)g(y)m(ou)334 4620 y(use)38 b Fo(pmpi_wtime)c Fr(or)k Fo(pmpi_wtick)d Fr(in)i(y)m(our)g(program,)j(y)m(ou)e(will)d(need)j(to) g(declare)g(them)f(as)334 4733 y(functions)29 b(returning)f Fo(double)47 b(precision)27 b Fr(v)-5 b(alues.)107 5036 y Fi(6.11)112 b(Problems)36 b(starting)g(programs)107 5267 y Fp(6.11.1)106 b(General)218 5476 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i(start)g(a)g(program)f(with)573 5697 y Fo(mpirun)46 b(-np)h(2)g(cpi)1861 5946 y Fr(40)p eop %%Page: 41 45 41 44 bop 334 388 a Fr(either)30 b(I)g(get)i(an)e(error)g(message)h(or) g(the)f(program)g(hangs.)334 538 y Fp(A:)42 b Fr(On)35 b(some)i(systems)f(suc)m(h)g(as)g(IBM)h(SPs,)g(there)f(are)h(man)m(y)f (m)m(utually)e(exclusiv)m(e)i(w)m(a)m(ys)h(to)334 651 y(run)31 b(parallel)f(programs;)j(eac)m(h)g(site)f(can)h(pic)m(k)e(the) i(approac)m(h\(es\))g(that)g(it)f(allo)m(ws.)45 b(The)32 b(script)334 764 y Fo(mpirun)26 b Fr(tries)h(one)h(of)f(the)h(more)g (common)g(metho)s(ds,)f(but)g(ma)m(y)h(mak)m(e)h(the)f(wrong)f(c)m (hoice.)40 b(Use)334 877 y(the)34 b Fo(-v)g Fr(or)f Fo(-t)h Fr(option)f(to)i Fo(mpirun)d Fr(to)j(see)f(ho)m(w)g(it)g(is)f(trying)g (to)h(run)f(the)h(program,)h(and)e(then)334 990 y(compare)e(this)e (with)h(the)g(site-sp)s(eci\014c)g(instructions)e(for)i(using)f(y)m (our)i(system.)41 b(Y)-8 b(ou)31 b(ma)m(y)g(need)334 1103 y(to)g(adapt)g(the)f(co)s(de)h(in)e Fo(mpirun)g Fr(to)i(meet)g(y)m(our)f(needs.)41 b(See)30 b(also)h(the)f(next)h (question.)218 1290 y(2.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i (run)e(a)i(program)f(with,)f(e.g.,)j Fo(mpirun)46 b(-np)h(4)h(cpi)p Fr(,)29 b(I)i(get)525 1515 y Fo(usage)46 b(:)i(mpirun)e([options])f ()g([])f([--)j(])334 1740 y Fr(or)525 1965 y Fo(mpirun)f([options])f()334 2190 y Fp(A:)28 b Fr(Y)-8 b(ou)25 b(ha)m(v)m(e)h(a)f(command)f(named)g Fo(mpirun)f Fr(for)h(a)h(di\013eren)m(t)f(implemen)m(tation)f(of)h(MPI) h(in)e(y)m(our)334 2303 y(path)30 b(ahead)h(of)f(the)h Fo(MPICH)e Fr(v)m(ersion.)40 b(Execute)31 b(the)g(command)525 2528 y Fo(which)46 b(mpirun)334 2753 y Fr(to)29 b(see)g(whic)m(h)e (command)h(named)g Fo(mpirun)f Fr(w)m(as)i(actually)f(found.)39 b(The)27 b(\014x)h(is)g(to)h(either)f(c)m(hange)334 2866 y(the)35 b(order)f(of)h(directories)f(in)g(y)m(our)g(path)h(to)g(put)f (the)h Fo(MPICH)f Fr(v)m(ersion)g(of)h Fo(mpirun)e Fr(\014rst,)i(or)g (to)334 2979 y(de\014ne)d(an)g(alias)f(for)h Fo(mpirun)e Fr(that)j(uses)f(an)g(absolute)g(path.)46 b(F)-8 b(or)33 b(example,)f(in)f(the)h(csh)g(shell,)334 3092 y(y)m(ou)f(migh)m(t)f(do) 525 3317 y Fo(alias)46 b(mpirun)g(/usr/local/mpich/bin/mpiru)o(n)334 3542 y Fr(to)31 b(set)g Fo(mpirun)e Fr(to)i(the)f Fo(MPICH)f Fr(v)m(ersion.)218 3730 y(3.)46 b Fp(Q:)34 b Fr(When)c(I)g(try)g(to)h (run)e(a)h(program)g(on)g(more)g(than)g(one)h(pro)s(cessor,)f(I)g(get)h (an)f(error)g(message)552 3966 y Fl(mpirun)41 b(-np)h(2)i(cpi)552 4066 y(/home/me/cpi:)38 b(error)k(in)g(loading)f(shared)g(libraries:)f (libcxa.so.1:)552 4165 y(cannot)h(open)h(shared)f(object)g(file:)h(No)h (such)e(file)h(or)h(directory)334 4415 y Fr(There)30 b(is)f(no)i(trouble)e(running)f(on)i(one)h(pro)s(cessor.)334 4566 y Fp(A:)49 b Fr(This)40 b(means)j(that)g(some)f(shared)g(library)e (used)i(b)m(y)g(the)h(system)f(cannot)h(b)s(e)f(found)f(on)334 4679 y(remote)31 b(pro)s(cessors.)41 b(There)29 b(are)i(t)m(w)m(o)h(p)s (ossibilities:)372 4866 y(\(a\))47 b(The)30 b(shared)g(libraries)e(are) k(not)f(installed)d(on)j(the)g(remote)g(pro)s(cessor.)42 b(T)-8 b(o)31 b(\014x)f(this,)h(ha)m(v)m(e)534 4979 y(y)m(our)f(system) h(administrators)d(install)h(the)h(libraries.)367 5125 y(\(b\))46 b(The)31 b(shared)f(libraries)e(are)j(not)h(in)d(the)i (default)g(path.)42 b(This)29 b(can)i(happ)s(en)f(if)g(the)h(path)g(is) 534 5238 y(in)24 b(an)i(en)m(vironmen)m(t)f(v)-5 b(ariable)24 b(that)i(is)f(set)h(in)e(y)m(our)h(curren)m(t)g(shell)f(but)h(that)h (is)f(not)g(part)h(of)534 5351 y(y)m(our)i(default)g(or)h(remote)g (shell)e(en)m(vironmen)m(t.)39 b(The)28 b(\014x)g(in)f(this)h(case)h (is)f(harder,)g(b)s(ecause)534 5464 y(y)m(ou)37 b(m)m(ust)g(comm)m (unicate)h(the)f(lo)s(cation)g(of)g(the)g(shared)g(library)d(to)k(the)f (executable)h(\(a)534 5577 y(ma)5 b(jor)29 b(de\014ciency)g(in)f(most)h (Unix)f(shared-library)f(designs)h(is)g(that)i(executables)f(do)g(not,) 534 5690 y(b)m(y)43 b(default,)j(remem)m(b)s(er)d(where)g(a)h(shared)f (library)e(w)m(as)i(found)g(when)f(linking\).)77 b(The)1861 5946 y(41)p eop %%Page: 42 46 42 45 bop 534 388 a Fr(simplest)19 b(\014x)h(ma)m(y)h(b)s(e)f(to)h(ha)m (v)m(e)h(y)m(our)e(system)h(administrators)d(place)j(the)g(necessary)f (shared)534 501 y(libraries)37 b(in)m(to)k(one)f(of)h(the)f (directories)f(that)i(is)f(searc)m(hed)g(b)m(y)h(default.)69 b(If)40 b(this)f(is)g(not)534 614 y(p)s(ossible,)28 b(then)i(y)m(ou)h (will)d(need)i(to)h(help)e(the)i(compiler)d(and)i(link)m(er)f(out.)534 743 y(Man)m(y)j(link)m(ers)e(pro)m(vide)h(a)h(w)m(a)m(y)h(to)f(sp)s (ecify)f(the)g(searc)m(h)i(path)e(for)h(shared)f(libraries.)41 b(The)534 856 y(tric)m(k)27 b(is)g(to)h(\(a\))g(pass)f(this)g(command)g (to)h(the)g(link)m(er)d(program)i(and)g(\(b\))h(sp)s(ecify)e(all)g(of)i (the)534 969 y(libraries)g(that)j(are)f(needed.)534 1099 y(F)-8 b(or)26 b(example,)f(on)g(Lin)m(ux)e(systems,)j(the)f(link)m(er) e(command)i(to)g(sp)s(ecify)e(the)i(shared)f(library)534 1212 y(searc)m(h)33 b(path)g(is)e Fo(-rpath)47 b(path)p Fr(,)32 b(e.g.,)j Fo(-rpath)46 b(/usr/lib:/usr/local/lib)o Fr(.)c(T)-8 b(o)33 b(pass)534 1324 y(this)41 b(command)h(to)h(the)f (link)m(er)f(through)g(the)i(In)m(tel)f(C)f(compiler)g Fo(icc)p Fr(,)k(the)d(command)534 1437 y Fo(-Qoption,link,-rpath,path) 29 b Fr(is)34 b(used.)55 b(By)36 b(default,)g(the)f(Lin)m(ux)f(link)m (er)g(lo)s(oks)h(in)f(`)p Fo(/)534 1550 y(usr/lib)p Fr(')20 b(and)h(the)h(directories)f(sp)s(eci\014ed)f(b)m(y)i(the)g(en)m (vironmen)m(t)f(v)-5 b(ariable)21 b Fo(LD_LIBRARY_-)534 1663 y(PATH)p Fr(.)27 b(Th)m(us,)g(to)h(force)h(the)e(link)m(er)f(to)j (include)c(the)j(path)f(to)h(the)g(shared)f(library)-8 b(,)27 b(y)m(ou)g(can)534 1776 y(use)677 1943 y Fo(mpicc)47 b(-o)g(cpi)g(cpi)g(-Qoption,link,-rpath,$L)o(D_LI)o(BRA)o(RY_P)o(ATH:)o (/us)o(r/li)o(b)534 2110 y Fr(If)31 b(this)e(w)m(orks,)j(then)e (consider)g(editing)f(the)j(v)-5 b(alue)30 b(of)h Fo(LDFLAGS)e Fr(in)g(the)j(compiler)d(scripts)534 2223 y(\(e.g.,)j Fo(mpicc)p Fr(\))e(to)h(include)d(this)h(option.)534 2352 y(Unfortunately)-8 b(,)34 b(eac)m(h)h(compiler)c(has)i(a)h (di\013eren)m(t)f(w)m(a)m(y)h(of)g(passing)e(these)h(argumen)m(ts)h(to) 534 2465 y(the)41 b(link)m(er,)g(and)f(eac)m(h)h(link)m(er)e(has)h(a)h (di\013eren)m(t)e(set)i(of)g(argumen)m(ts)f(for)g(sp)s(ecifying)f(the) 534 2578 y(shared)33 b(library)e(searc)m(h)j(path.)50 b(Y)-8 b(ou)34 b(will)d(need)i(to)h(c)m(hec)m(k)h(the)f(do)s(cumen)m (tation)g(for)f(y)m(our)534 2691 y(system)e(to)g(\014nd)e(this)g (options.)218 2879 y(4.)46 b Fp(Q:)35 b Fr(When)30 b(attempting)g(to)h (run)e Fo(cpilog)g Fr(I)h(get)i(the)e(follo)m(wing)f(message:)525 3104 y Fo(ld.so.1:)46 b(cpilog:)f(fatal:)h(libX11.so.4:)f(can't)h(open) h(file:)f(errno)h(2)334 3329 y Fp(A:)31 b Fr(The)c(X11)h(v)m(ersion)e (that)i Fo(configure)d Fr(found)g(isn't)h(prop)s(erly)f(installed.)38 b(This)25 b(is)h(a)h(common)334 3442 y(problem)j(with)h(Sun/Solaris)e (systems.)46 b(One)32 b(p)s(ossibilit)m(y)c(is)j(that)i(y)m(our)f (Solaris)e(mac)m(hines)h(are)334 3554 y(running)39 b(sligh)m(tly)i (di\013eren)m(t)g(v)m(ersions.)75 b(Y)-8 b(ou)42 b(can)g(try)g(forcing) g(static)g(linking)d(\(-Bstatic)44 b(on)334 3667 y(Solaris\).)334 3818 y(Alternately)-8 b(,)31 b(consider)e(adding)g(these)i(lines)d(to)k (y)m(our)e(`)p Fo(.login)p Fr(')f(\(assuming)g(C)h(shell\):)525 4043 y Fo(setenv)46 b(OPENWINHOME)f(/usr/openwin)525 4156 y(setenv)h(LD_LIBRARY_PATH)e(/opt/SUNWspro/lib:/usr/)o(open)o (win/)o(lib)334 4380 y Fr(\(y)m(ou)35 b(ma)m(y)f(w)m(an)m(t)h(to)g(c)m (hec)m(k)h(with)c(y)m(our)i(system)g(administrator)f(\014rst)g(to)i (mak)m(e)g(sure)e(that)i(the)334 4493 y(paths)29 b(are)h(correct)h(for) f(y)m(our)f(system\).)41 b(Mak)m(e)31 b(sure)e(that)i(y)m(ou)f(add)f (them)g Fj(b)-5 b(efor)g(e)37 b Fr(an)m(y)30 b(line)e(lik)m(e)525 4718 y Fo(if)47 b(\($?USER)f(==)h(0)h(||)f($?prompt)e(==)j(0\))f(exit) 218 4943 y Fr(5.)f Fp(Q:)35 b Fr(My)30 b(program)g(fails)f(when)h(it)f (tries)h(to)h(write)f(to)h(a)g(\014le.)334 5094 y Fp(A:)37 b Fr(If)32 b(y)m(ou)g(op)s(ened)f(the)i(\014le)e Fj(b)-5 b(efor)g(e)33 b Fr(calling)d Fo(MPI_INIT)p Fr(,)g(the)j(b)s(eha)m(vior) e(of)h(MPI)g(\(not)h(just)f(the)334 5207 y Fo(MPICH)g Fr(implemen)m(tation)h(of)h(MPI\))g(is)f(unde\014ned.)49 b(In)33 b(the)h Fo(ch_p4)e Fr(device,)j(only)e(pro)s(cess)g(zero)334 5319 y(\(in)26 b Fo(MPI_COMM_WORLD)p Fr(\))e(will)g(ha)m(v)m(e)k(the)f (\014le)g(op)s(en;)g(the)h(other)f(pro)s(cesses)g(will)d(not)j(ha)m(v)m (e)i(op)s(ened)334 5432 y(the)35 b(\014le.)54 b(Mo)m(v)m(e)37 b(the)e(op)s(erations)f(that)h(op)s(en)g(\014les)e(and)i(in)m(teract)g (with)f(the)h(outside)f(w)m(orld)g(to)334 5545 y(after)d Fo(MPI_INIT)d Fr(\(and)i(b)s(efore)g Fo(MPI_FINALIZE)p Fr(\).)1861 5946 y(42)p eop %%Page: 43 47 43 46 bop 218 388 a Fr(6.)46 b Fp(Q:)35 b Fr(Programs)30 b(seem)h(to)g(tak)m(e)h(forev)m(er)f(to)g(start.)334 538 y Fp(A:)43 b Fr(This)36 b(can)i(b)s(e)e(caused)i(b)m(y)f(an)m(y)h (of)g(sev)m(eral)f(problems.)61 b(On)36 b(systems)i(with)e (dynamically-)334 651 y(link)m(ed)42 b(executables,)47 b(this)42 b(can)h(b)s(e)g(caused)g(b)m(y)g(problems)e(with)h(the)i (\014le)e(system)h(suddenly)334 764 y(getting)c(requests)g(from)f(man)m (y)h(pro)s(cessors)f(for)g(the)h(dynamically-link)m(ed)c(parts)j(of)h (the)g(exe-)334 877 y(cutable)27 b(\(this)f(has)h(b)s(een)f(measured)h (as)g(a)h(problem)d(with)h(some)h(DFS)h(implemen)m(tations\).)38 b(Y)-8 b(ou)334 990 y(can)31 b(try)f(statically)g(linking)d(y)m(our)k (application.)107 1290 y Fp(6.11.2)106 b(IBM)35 b(RS6000)218 1499 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i(run)e(on)h(an)h (IBM)g(RS6000)g(with)e(the)i Fo(ch_p4)e Fr(device,)h(I)g(got)334 1724 y Fo(\045)48 b(mpirun)e(-np)h(2)g(cpi)334 1837 y(Could)f(not)h (load)g(program)f(/home/me/mpich/examples/)o(bas)o(ic/c)o(pi)334 1950 y(Could)g(not)h(load)g(library)f(libC.a[shr.o])334 2063 y(Error)g(was:)h(No)g(such)g(file)g(or)g(directory)334 2288 y Fp(A:)g Fr(This)39 b(means)i(that)g Fo(MPICH)f Fr(w)m(as)h(built)e(with)g(the)i Fo(xlC)f Fr(compiler)g(but)g(that)h (some)h(of)f(the)334 2401 y(mac)m(hines)33 b(in)f(y)m(our)h(`)p Fo(util/machines/machines.rs)o(6000)o Fr(')28 b(\014le)k(do)h(not)h(ha) m(v)m(e)g Fo(xlC)f Fr(installed.)334 2514 y(Either)h(install)f Fo(xlC)h Fr(or)h(rebuild)d Fo(MPICH)i Fr(to)h(use)g(another)g(compiler) f(\(either)h Fo(xlc)f Fr(or)h Fo(gcc)p Fr(;)i Fo(gcc)334 2626 y Fr(has)30 b(the)h(adv)-5 b(an)m(tage)32 b(of)f(nev)m(er)f(ha)m (ving)g(an)m(y)h(licensing)d(restrictions\).)107 2927 y Fp(6.11.3)106 b(IBM)35 b(SP)218 3122 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(starting)g(m)m(y)g(program)g(on)h(an)f(IBM)h(SP)-8 b(,)30 b(I)g(get)i(this:)334 3434 y Fl($)43 b(mpirun)e(-np)i(2)g(hello) 334 3533 y(ERROR:)e(0031-124)84 b(Couldn't)40 b(allocate)h(nodes)g(for) h(parallel)f(execution.)83 b(Exiting)40 b(...)334 3633 y(ERROR:)h(0031-603)84 b(Resource)40 b(Manager)h(allocation)e(for)k (task:)e(0,)i(node:)334 3732 y(me1.myuniv)334 3832 y(.edu,)f(rc)g(=)i (JM_PARTIONCREAT)o(IO)o(NFA)o(IL)o(URE)334 3932 y(ERROR:)d(0031-635)84 b(Non-zero)40 b(status)h(-1)i(returned)d(from)i(pm_mgr_init)334 4256 y Fp(A:)30 b Fr(This)24 b(means)h(that)i(either)e Fo(mpirun)f Fr(is)h(trying)g(to)h(start)g(jobs)g(on)f(y)m(our)h(SP)f (in)f(a)j(w)m(a)m(y)f(di\013eren)m(t)334 4369 y(than)32 b(y)m(our)h(installation)e(supp)s(orts)f(or)j(that)g(there)g(has)f(b)s (een)g(a)h(failure)e(in)g(the)i(IBM)g(soft)m(w)m(are)334 4482 y(that)42 b(manages)g(the)g(parallel)d(jobs)i(\(all)f(of)i(these)g (error)f(messages)h(are)g(from)e(the)i(IBM)g Fo(poe)334 4595 y Fr(command)25 b(that)g Fo(mpirun)e Fr(uses)i(to)g(start)h(the)f (MPI)f(job\).)39 b(Con)m(tact)27 b(y)m(our)d(system)h(administrator)334 4708 y(for)30 b(help)f(in)g(\014xing)g(this)h(situation.)39 b(Y)-8 b(ou)31 b(system)g(administrator)d(can)j(use)334 4933 y Fo(dsh)47 b(-av)g("ps)g(aux)g(|)g(egrep)g(-i)g('poe|pmd|jmd'") 334 5158 y Fr(from)35 b(the)g(con)m(trol)h(w)m(orkstation)f(to)h(searc) m(h)g(for)f(stra)m(y)g(IBM)h(POE)e(jobs)h(that)h(can)f(cause)h(this)334 5271 y(b)s(eha)m(vior.)63 b(The)37 b(\014les)g Fo(/tmp/jmd_err)d Fr(on)k(the)g(individual)c(no)s(des)j(ma)m(y)h(also)g(con)m(tain)h (useful)334 5384 y(diagnostic)30 b(information.)218 5558 y(2.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i(run)e(on)h(an)h(IBM)g (SP)-8 b(,)30 b(I)g(get)i(the)e(message)i(from)d Fo(mpirun)p Fr(:)1861 5946 y(43)p eop %%Page: 44 48 44 47 bop 421 388 a Fl(ERROR:)41 b(0031-214)84 b(pmd:)42 b(chdir)g()421 488 y(ERROR:)f(0031-214)84 b(pmd:)42 b(chdir)g()334 696 y Fp(A:)32 b Fr(These)c(are)h(messages)g(from)f (tb)s(e)g(IBM)g(system,)h(not)g(from)e Fo(mpirun)p Fr(.)39 b(They)27 b(ma)m(y)i(b)s(e)f(caused)334 809 y(b)m(y)44 b(an)f(incompatibilit)m(y)e(b)s(et)m(w)m(een)j(POE,)g(the)g(automoun)m (ter)g(\(esp)s(ecially)e(the)i(AMD)h(auto-)334 922 y(moun)m(ter\))28 b(and)g(the)g(shell,)f(esp)s(ecially)f(if)h(y)m(ou)h(are)h(using)d(a)i (shell)e(other)j(than)e Fo(ksh)p Fr(.)39 b(There)28 b(is)f(no)334 1035 y(go)s(o)s(d)j(solution;)f(IBM)i(often)g(recommends)f(c)m(hanging) g(y)m(our)h(shell)d(to)j Fo(ksh)p Fr(!)218 1217 y(3.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i(run)e(on)h(an)h(IBM)g(SP)-8 b(,)30 b(I)g(get)i(this)d(message:)334 1425 y Fo(ERROR:)46 b(0031-124)93 b(Less)47 b(than)g(2)g(nodes)g(available)e(from)h(pool)h (0)334 1633 y Fp(A:)h Fr(This)39 b(means)i(that)h(the)f(IBM)h(POE/MPL)f (system)h(could)e(not)i(allo)s(cate)f(the)h(requested)334 1746 y(no)s(des)34 b(when)f(y)m(ou)i(tried)f(to)h(run)e(y)m(our)h (program;)j(most)d(lik)m(ely)-8 b(,)35 b(someone)g(else)g(w)m(as)g (using)e(the)334 1859 y(system.)41 b(Y)-8 b(ou)31 b(can)f(try)g(to)h (use)f(the)h(en)m(vironmen)m(t)f(v)-5 b(ariables)29 b Fo(MP_RETRY)f Fr(and)h Fo(MP_RETRYCOUNT)334 1972 y Fr(to)k(cause)g(the) g(job)f(to)i(w)m(ait)e(un)m(til)f(the)i(no)s(des)f(b)s(ecome)h(a)m(v)-5 b(ailable.)46 b(Use)33 b Fo(man)47 b(poe)32 b Fr(to)h(get)h(more)334 2085 y(information.)218 2267 y(4.)46 b Fp(Q:)35 b Fr(When)30 b(running)d(on)k(an)f(IBM)h(SP)-8 b(,)30 b(m)m(y)h(job)f(generates)h (the)g(message)430 2475 y Fo(Message)45 b(number)h(0031-254)g(not)h (found)f(in)h(Message)f(Catalog.)334 2683 y Fr(and)30 b(then)g(dies.)334 2831 y Fp(A:)37 b Fr(If)31 b(y)m(our)h(user)f(name)g (is)g(eigh)m(t)h(c)m(haracters)i(long,)d(y)m(ou)i(ma)m(y)f(b)s(e)f(exp) s(eriencing)f(a)i(bug)f(in)g(the)334 2944 y(IBM)41 b(POE)g(en)m (vironmen)m(t.)72 b(The)40 b(only)g(\014x)h(at)g(the)g(time)g(this)f(w) m(as)h(written)f(w)m(as)i(to)f(use)g(an)334 3057 y(accoun)m(t)33 b(whose)e(user)g(name)g(w)m(as)h(sev)m(en)g(c)m(haracters)h(or)e(less.) 43 b(Ask)32 b(y)m(our)f(IBM)h(represen)m(tativ)m(e)334 3169 y(ab)s(out)f(PMR)h(4017X)i(\(p)s(o)s(e)d(with)f(userids)g(of)i (length)f(eigh)m(t)h(fails\))e(and)h(the)h(asso)s(ciated)g(AP)-8 b(AR)334 3282 y(IX56566.)107 3583 y Fi(6.12)112 b(Programs)37 b(fail)f(at)i(startup)107 3815 y Fp(6.12.1)106 b(General)218 4021 y Fr(1.)46 b Fp(Q:)35 b Fr(With)29 b(some)i(systems,)g(y)m(ou)f (migh)m(t)h(see)525 4229 y Fo(/lib/dld.sl:)44 b(Bind-on-reference)g (call)i(failed)525 4342 y(/lib/dld.sl:)e(Invalid)i(argument)334 4550 y Fr(\(This)29 b(example)h(is)f(from)h(HP-UX\),)i(or)525 4759 y Fo(ld.so:)46 b(libc.so.2:)f(not)i(found)334 4967 y Fr(\(This)29 b(example)h(is)f(from)h(SunOS)e(4.1;)k(similar)c(things) h(happ)s(en)g(on)h(other)h(systems\).)334 5114 y Fp(A:)j Fr(The)29 b(problem)f(here)h(is)f(that)i(y)m(our)g(program)f(is)g (using)e(shared)i(libraries,)e(and)i(the)h(libraries)334 5227 y(are)f(not)f(a)m(v)-5 b(ailable)28 b(on)g(some)h(of)f(the)h(mac)m (hines)f(that)h(y)m(ou)f(are)h(running)d(on.)39 b(T)-8 b(o)29 b(\014x)f(this,)g(relink)334 5340 y(y)m(our)c(program)g(without) g(the)g(shared)g(libraries.)36 b(T)-8 b(o)24 b(do)h(this,)f(add)g(the)g (appropriate)g(command-)334 5453 y(line)g(options)g(to)i(the)f(link)f (step.)39 b(F)-8 b(or)26 b(example,)g(for)f(the)g(HP)g(system)h(that)f (pro)s(duced)f(the)h(errors)334 5566 y(ab)s(o)m(v)m(e,)i(the)e(\014x)f (is)g(to)h(use)f Fo(-Wl,-Bimmediate)d Fr(to)k(the)g(link)d(step.)39 b(F)-8 b(or)26 b(Solaris,)e(the)h(appropriate)334 5679 y(option)30 b(is)f Fo(-Bstatic)p Fr(.)1861 5946 y(44)p eop %%Page: 45 49 45 48 bop 107 388 a Fp(6.12.2)106 b(W)-9 b(orkstation)35 b(Net)m(w)m(orks)218 597 y Fr(1.)46 b Fp(Q:)41 b Fr(I)36 b(can)h(run)e(programs)g(using)g(a)i(small)e(n)m(um)m(b)s(er)f(of)j (pro)s(cesses,)h(but)d(once)i(I)f(ask)h(for)f(more)334 710 y(than)e(4{8)h(pro)s(cesses,)g(I)f(do)g(not)g(get)i(output)d(from)h (all)f(of)h(m)m(y)g(pro)s(cesses,)h(and)f(the)g(programs)334 823 y(nev)m(er)d(\014nish.)334 973 y Fp(A:)25 b Fr(W)-8 b(e)23 b(ha)m(v)m(e)g(seen)f(this)f(problem)g(with)f(installations)g (using)g(AFS.)i(The)g(remote)h(shell)d(program,)334 1086 y Fo(rsh)p Fr(,)26 b(supplied)c(with)i(some)i(AFS)f(systems)g(limits)e (the)j(n)m(um)m(b)s(er)e(of)h(jobs)g(that)h(can)g(use)f(standard)334 1199 y(output.)40 b(This)26 b(seems)i(to)h(prev)m(en)m(t)f(some)h(of)f (the)g(pro)s(cesses)g(from)f(exiting)g(as)i(w)m(ell,)e(causing)h(the) 334 1312 y(job)i(to)h(hang.)41 b(There)30 b(are)g(four)g(p)s(ossible)e (\014xes:)372 1499 y(\(a\))47 b(Use)36 b(a)f(di\013eren)m(t)g Fo(rsh)f Fr(command.)56 b(Y)-8 b(ou)35 b(can)h(probably)d(do)i(this)g (b)m(y)g(putting)f(the)h(direc-)534 1612 y(tory)30 b(con)m(taining)g (the)g(non-AFS)g(v)m(ersion)g(\014rst)f(in)g(y)m(our)h Fo(PATH)p Fr(.)f(This)f(option)h(ma)m(y)i(not)f(b)s(e)534 1725 y(a)m(v)-5 b(ailable)35 b(to)h(y)m(ou,)h(dep)s(ending)c(on)i(y)m (our)h(system.)56 b(A)m(t)36 b(one)g(site,)h(the)e(non-AFS)g(v)m (ersion)534 1838 y(w)m(as)c(in)e(`)p Fo(/bin/rsh)p Fr('.)367 1984 y(\(b\))46 b(Use)31 b(the)f(secure)h(serv)m(er)g(\()p Fo(serv_p4)p Fr(\).)39 b(See)31 b(the)f(discussion)e(in)h(the)i(Users)f (Guide.)378 2130 y(\(c\))46 b(Redirect)33 b(all)g(standard)g(output)g (to)h(a)g(\014le.)50 b(The)33 b(MPE)g(routine)g Fo(MPE_IO_Stdout_to_-) 534 2243 y(file)c Fr(ma)m(y)i(b)s(e)f(used)g(to)h(do)f(this.)367 2389 y(\(d\))46 b(Get)27 b(a)g(\014xed)e Fo(rsh)g Fr(command.)39 b(The)26 b(lik)m(ely)f(source)h(of)g(the)g(problem)f(is)g(an)h (incorrect)g(usage)534 2502 y(of)33 b(the)g Fo(select)f Fr(system)h(call)f(in)g(the)h Fo(rsh)f Fr(command.)48 b(If)33 b(the)g(co)s(de)g(is)f(doing)g(something)534 2615 y(lik)m(e)725 2782 y Fo(int)47 b(mask;)725 2895 y(mask)g(|=)g(1)g(<<)g(fd;)725 3008 y(select\()f(fd+1,)g(&mask,)g(...)h (\);)534 3175 y Fr(instead)30 b(of)725 3342 y Fo(fd_set)46 b(mask;)725 3455 y(FD_SET\(fd,&mask\);)725 3567 y(select\()g(fd+1,)g (&mask,)g(...)h(\);)534 3734 y Fr(then)25 b(the)h(co)s(de)g(is)f (incorrect)g(\(the)h Fo(select)e Fr(call)h(c)m(hanged)h(to)g(allo)m(w)f (more)h(than)g(32)g(\014le)f(de-)534 3847 y(scriptors)e(man)m(y)g(y)m (ears)i(ago,)h(and)d(the)h Fo(rsh)f Fr(program)g(\(or)h(programmer!\)) 39 b(hasn't)23 b(c)m(hanged)534 3960 y(with)29 b(the)i(times\).)334 4148 y(A)e(fourth)f(p)s(ossiblit)m(y)e(is)i(to)i(get)g(an)e(AFS)h(v)m (ersion)g(of)g Fo(rsh)f Fr(that)h(\014xes)g(this)e(bug.)40 b(As)29 b(w)m(e)g(are)g(not)334 4261 y(running)f(AFS)i(ourselv)m(es,)g (w)m(e)h(do)g(not)f(kno)m(w)g(whether)g(suc)m(h)g(a)h(\014x)f(is)f(a)m (v)-5 b(ailable.)218 4448 y(2.)46 b Fp(Q:)35 b Fr(Not)c(all)e(pro)s (cesses)h(start.)334 4599 y Fp(A:)40 b Fr(This)32 b(can)j(happ)s(en)e (when)g(using)g(the)h Fo(ch_p4)f Fr(device)i(and)e(a)i(system)g(that)g (has)f(extremely)334 4712 y(small)29 b(limits)e(on)j(the)g(n)m(um)m(b)s (er)f(of)h(remote)h(shells)d(y)m(ou)i(can)g(ha)m(v)m(e.)42 b(Some)30 b(systems)g(using)e(\\Ker-)334 4824 y(b)s(eros")34 b(\(a)g(net)m(w)m(ork)h(securit)m(y)f(pac)m(k)-5 b(age\))36 b(allo)m(w)d(only)g(three)i(or)e(four)h(remote)g(shells;)g(on)g(these) 334 4937 y(systems,)d(the)g(size)f(of)h Fo(MPI_COMM_WORLD)26 b Fr(will)i(b)s(e)i(limited)e(to)j(the)g(same)g(n)m(um)m(b)s(er)e (\(plus)g(one)i(if)334 5050 y(y)m(ou)g(are)g(using)d(the)j(lo)s(cal)f (host\).)334 5201 y(The)e(only)f(w)m(a)m(y)i(around)e(this)g(is)h(to)h (try)f(the)g(secure)g(serv)m(er;)i(this)d(is)g(do)s(cumen)m(ted)h(in)f (the)h Fo(MPICH)334 5313 y Fr(installation)33 b(guide.)53 b(Note)36 b(that)g(y)m(ou)f(will)d(ha)m(v)m(e)k(to)g(start)f(the)g (serv)m(ers)g(\\b)m(y)g(hand")f(since)h(the)334 5426 y Fo(chp4_servs)28 b Fr(script)h(uses)h(remote)h(shell)e(to)i(start)g (the)f(serv)m(ers.)1861 5946 y(45)p eop %%Page: 46 50 46 49 bop 107 388 a Fi(6.13)112 b(Programs)37 b(fail)f(after)i (starting)107 620 y Fp(6.13.1)106 b(General)218 829 y Fr(1.)46 b Fp(Q:)f Fr(I)39 b(use)h Fo(MPI_Allreduce)p Fr(,)e(and)h(I)g(get)i(di\013eren)m(t)e(answ)m(ers)g(dep)s(ending)e(on) j(the)f(n)m(um)m(b)s(er)g(of)334 941 y(pro)s(cesses)30 b(I'm)g(using.)334 1092 y Fp(A:)36 b Fr(The)c(MPI)f(collectiv)m(e)h (routines)f(ma)m(y)h(mak)m(e)h(use)e(of)h(asso)s(ciativit)m(y)f(to)h (ac)m(hiev)m(e)h(b)s(etter)f(par-)334 1205 y(allelism.)38 b(F)-8 b(or)31 b(example,)g(an)334 1430 y Fo(MPI_Allreduce\()44 b(&in,)j(&out,)f(MPI_DOUBLE,)f(1,)i(...)g(\);)334 1655 y Fr(migh)m(t)30 b(compute)1199 1768 y(\(\(\(\(\(\(\()p Fb(a)23 b Fr(+)d Fb(b)p Fr(\))h(+)f Fb(c)p Fr(\))g(+)g Fb(d)p Fr(\))h(+)f Fb(e)p Fr(\))h(+)f Fb(f)10 b Fr(\))20 b(+)g Fb(g)s Fr(\))h(+)f Fb(h)p Fr(\))334 1934 y(or)30 b(it)g(migh)m(t)g(compute)1222 2139 y(\(\()p Fb(a)21 b Fr(+)f Fb(b)p Fr(\))h(+)e(\()p Fb(c)i Fr(+)f Fb(d)p Fr(\)\))i(+)d(\(\()p Fb(e)j Fr(+)e Fb(f)10 b Fr(\))19 b(+)h(\()p Fb(g)25 b Fr(+)19 b Fb(h)p Fr(\)\))p Fb(;)334 2343 y Fr(where)33 b Fb(a;)15 b(b;)g(:)g(:)g(:)36 b Fr(are)e(the)f(v)-5 b(alues)33 b(of)h Fo(in)f Fr(on)g(eac)m(h)i(of)f(eigh)m(t)g(pro)s (cesses.)50 b(These)33 b(expressions)f(are)334 2456 y(equiv)-5 b(alen)m(t)27 b(for)h(in)m(tegers,)g(reals,)g(and)f(other)h(familar)e (ob)5 b(jects)29 b(from)e(mathematics)h(but)f(are)h Fj(not)334 2569 y Fr(equiv)-5 b(alen)m(t)33 b(for)g(datat)m(yp)s(es,)j(suc)m(h)d (as)h(\015oating)f(p)s(oin)m(t,)h(used)f(in)f(computers.)50 b(The)33 b(asso)s(ciation)334 2682 y(that)28 b(MPI)g(uses)f(will)e(dep) s(end)h(on)i(the)g(n)m(um)m(b)s(er)e(of)i(pro)s(cesses,)h(th)m(us,)f(y) m(ou)g(ma)m(y)g(not)g(get)h(exactly)334 2795 y(the)k(same)g(result)f (when)g(y)m(ou)h(use)g(di\013eren)m(t)f(n)m(um)m(b)s(ers)f(of)i(pro)s (cesses.)48 b(Note)35 b(that)e(y)m(ou)g(are)g(not)334 2907 y(getting)41 b(a)f(wrong)g(result,)h(just)f(a)g(di\013eren)m(t)g (one)g(\(most)h(programs)e(assume)h(the)g(arithmetic)334 3020 y(op)s(erations)30 b(are)h(asso)s(ciativ)m(e\).)43 b(All)29 b(pro)s(cesses)i(do)g(get)g(the)g(same)h(result)d(from)h(a)i (single)d(call)h(to)334 3133 y Fo(MPI_Allreduce)p Fr(.)218 3321 y(2.)46 b Fp(Q:)35 b Fr(My)30 b(F)-8 b(ortran)31 b(program)f(fails)f(with)g(a)i(BUS)f(error.)334 3471 y Fp(A:)k Fr(The)c(C)f(compiler)f(that)j Fo(MPICH)d Fr(w)m(as)i(built)e (with)g(and)h(the)h(F)-8 b(ortran)31 b(compiler)d(that)i(y)m(ou)g(are) 334 3584 y(using)d(ha)m(v)m(e)k(di\013eren)m(t)d(alignmen)m(t)g(rules)g (for)g(v)-5 b(ariables)28 b(of)h(t)m(yp)s(e)g(lik)m(e)f Fo(DOUBLE)46 b(PRECISION)p Fr(.)27 b(F)-8 b(or)334 3697 y(example,)28 b(the)f(GNU)h(C)f(compiler)e Fo(gcc)i Fr(ma)m(y)g(assume) g(that)h(all)e Fo(double)p Fr(s)g(are)h(aligned)f(on)h(eigh)m(t-)334 3810 y(b)m(yte)d(b)s(oundaries,)e(but)g(the)h(F)-8 b(ortran)23 b(language)h(requires)d(only)h(that)h Fo(DOUBLE)47 b(PRECISION)20 b Fr(align)334 3923 y(with)29 b Fo(INTEGER)p Fr(s,)g(whic)m(h)g(ma)m(y) i(b)s(e)e(four-b)m(yte)i(aligned.)334 4073 y(There)39 b(is)g(no)h(go)s(o)s(d)f(\014x.)68 b(Consider)38 b(rebuilding)f Fo(MPICH)h Fr(with)h(a)h(C)f(compiler)f(that)j(supp)s(orts)334 4186 y(w)m(eak)m(er)c(data)g(alignmen)m(t)e(rules.)57 b(Some)36 b(F)-8 b(ortran)36 b(compilers)f(will)e(allo)m(w)i(y)m(ou)i (to)g(force)f(eigh)m(t-)334 4299 y(b)m(yte)45 b(alignmen)m(t)e(for)h Fo(DOUBLE)i(PRECISION)41 b Fr(\(for)j(example,)k Fo(-dalign)42 b Fr(or)i Fo(-f)f Fr(on)h(some)g(Sun)334 4412 y(F)-8 b(ortran)32 b(compilers\);)g(note)g(though)f(that)i(this)d(ma)m(y)i (break)g(some)g(correct)h(F)-8 b(ortran)32 b(programs)334 4525 y(that)f(exploit)f(F)-8 b(ortran's)31 b(storage)h(asso)s(ciation)e (rules.)334 4675 y(Some)37 b(v)m(ersions)f(of)h Fo(gcc)f Fr(ma)m(y)i(supp)s(ort)d Fo(-munaligned-doubles)p Fr(;)g Fo(MPICH)h Fr(should)f(b)s(e)h(rebuilt)334 4788 y(with)e(this)f(option) i(if)e(y)m(ou)i(are)h(using)d Fo(gcc)p Fr(,)i(v)m(ersion)f(2.7)i(or)f (later.)54 b Fo(MPICH)33 b Fr(attemps)j(to)f(detect)334 4901 y(and)30 b(use)g(this)f(option)h(where)g(a)m(v)-5 b(ailable.)218 5088 y(3.)46 b Fp(Q:)29 b Fr(I'm)c(using)f Fo(fork)g Fr(to)i(create)h(a)e(new)g(pro)s(cess,)h(or)g(I'm)f(creating) g(a)h(new)f(thread,)h(and)f(m)m(y)h(co)s(de)334 5201 y(fails.)334 5352 y Fp(A:)45 b Fr(The)38 b Fo(MPICH)f Fr(implemen)m(tation)g(is)h(not)h(thread)f(safe)i(and)e(do)s(es)g(not)h (supp)s(ort)e(either)h(fork)334 5465 y(or)31 b(the)h(creation)g(of)f (new)g(pro)s(cesses.)44 b(Note)32 b(that)g(the)g(MPI)f(sp)s (eci\014cation)g(is)f(thread)h(safe,)h(but)334 5577 y(implemen)m (tations)h(are)h(not)h(required)d(to)j(b)s(e)f(thread)g(safe.)52 b(A)m(t)35 b(this)e(writing,)h(few)g(implemen-)334 5690 y(tations)j(are)h(thread-safe,)h(primarily)34 b(b)s(ecause)j(this)e (reduces)i(the)g(p)s(erformance)f(of)i(the)f(MPI)1861 5946 y(46)p eop %%Page: 47 51 47 50 bop 334 388 a Fr(implemen)m(tation)29 b(\(y)m(ou)j(at)f(least)g (need)g(to)g(c)m(hec)m(k)h(to)g(see)f(if)f(y)m(ou)h(need)f(a)i(thread)e (lo)s(c)m(k,)h(actually)334 501 y(getting)g(and)f(releasing)f(the)i(lo) s(c)m(k)f(is)g(ev)m(en)h(more)f(exp)s(ensiv)m(e\).)334 651 y(The)c Fo(MPICH)g Fr(implemen)m(tation)f(supp)s(orts)g(the)i Fo(MPI_Init_thread)22 b Fr(call;)28 b(with)d(this)h(call,)h(new)f(in) 334 764 y(MPI-2,)35 b(y)m(ou)f(can)f(\014nd)f(out)h(what)g(lev)m(el)g (of)h(thread)f(supp)s(ort)e(the)j(MPI)f(implemen)m(tation)f(sup-)334 877 y(p)s(orts.)37 b(As)22 b(of)g(v)m(ersion)g(1.2.0)i(of)29 b Fo(MPICH)p Fr(,)21 b(only)g Fo(MPI_THREAD_SINGLE)c Fr(is)k(supp)s(orted.)36 b(W)-8 b(e)24 b(b)s(eliev)m(e)334 990 y(that)i(v)m(ersion)e(1.2.0)j(and)e(later)g(supp)s(ort)e Fo(MPI_THREAD_FUNNELED)p Fr(,)d(and)25 b(some)g(users)f(ha)m(v)m(e)j (used)334 1103 y Fo(MPICH)j Fr(in)f(this)h(mo)s(de)g(\(particularly)f (with)h(Op)s(enMP\),)g(but)g(w)m(e)i(ha)m(v)m(e)g(not)f(rigourously)e (tested)334 1216 y Fo(MPICH)g Fr(for)h(this)f(mo)s(de.)41 b(F)-8 b(uture)30 b(v)m(ersions)g(of)37 b Fo(MPICH)29 b Fr(will)f(supp)s(ort)h Fo(MPI_THREAD_MULTIPLE)p Fr(.)334 1366 y Fp(Q:)37 b Fr(C++)32 b(programs)h(execute)h(global)e (destructors)h(\(or)g(constructors\))h(more)f(times)f(than)h(ex-)334 1479 y(p)s(ected.)41 b(F)-8 b(or)31 b(example:)525 1704 y Fo(class)46 b(Z)i({)525 1817 y(public:)620 1930 y(Z\(\))95 b({)48 b(cerr)e(<<)h("*Z")g(<<)g(endl;)g(})620 2043 y(~Z\(\))g({)h (cerr)e(<<)h("+Z")g(<<)g(endl;)g(})525 2156 y(};)525 2381 y(Z)g(z;)525 2607 y(int)g(main\(int)e(argc,)i(char)f(**argv\))g({) 620 2720 y(MPI_Init\(&argc,)e(&argv\);)620 2833 y(MPI_Finalize\(\);)525 2946 y(})334 3171 y Fr(when)33 b(running)e(with)h(the)i Fo(ch_p4)e Fr(device)i(on)f(t)m(w)m(o)i(pro)s(cesses)f(executes)h(the)f (destructor)f(t)m(wice)334 3284 y(for)d(eac)m(h)i(pro)s(cess.)334 3434 y Fp(A:)39 b Fr(The)33 b(n)m(um)m(b)s(er)f(of)i(pro)s(cesses)f (running)e(b)s(efore)i Fo(MPI_Init)f Fr(or)h(after)i Fo(MPI_Finalize)30 b Fr(is)i(not)334 3547 y(de\014ned)26 b(b)m(y)h(the)g(MPI)g(standard;)h(y)m(ou)f(can)h(not)f(rely)f(on)h(an)m (y)h(sp)s(eci\014c)e(b)s(eha)m(vior.)39 b(In)26 b(the)h Fo(ch_p4)334 3660 y Fr(case,)37 b(a)f(new)e(pro)s(cess)g(is)g Fo(fork)p Fr(ed)g(to)h(handle)f(connection)h(requests;)i(it)d (terminates)h(with)f(the)334 3773 y(end)c(of)g(the)h(program.)334 3923 y(Y)-8 b(ou)30 b(can)h(use)e(the)h(threaded)g(listener)e(with)g (the)i Fo(ch_p4)f Fr(device,)h(or)g(use)f(the)h Fo(ch_p4mpd)e Fr(device)334 4036 y(instead.)55 b(Note,)39 b(ho)m(w)m(ev)m(er,)f(that) e(this)e(co)s(de)i(is)f(not)g(p)s(ortable)g(b)s(ecause)g(it)g(relies)f (on)i(b)s(eha)m(vior)334 4149 y(that)31 b(the)g(MPI)f(standard)f(do)s (es)i(not)f(sp)s(ecify)-8 b(.)107 4449 y Fp(6.13.2)106 b(HPUX)218 4658 y Fr(1.)46 b Fp(Q:)25 b Fr(My)d(F)-8 b(ortran)23 b(programs)f(seem)g(to)h(fail)d(with)h Fo(SIGSEGV)f Fr(when)h(running)e(on)j(HP)g(w)m(orkstations.)334 4808 y Fp(A:)34 b Fr(T)-8 b(ry)29 b(compiling)e(and)i(linking)d(the)k(F)-8 b(ortran)30 b(programs)f(with)f(the)i(option)e Fo(+T)p Fr(.)i(This)d Fj(may)j Fr(b)s(e)334 4921 y(necessary)c(to)g(mak)m(e)h (the)e(F)-8 b(ortran)26 b(en)m(vironmen)m(t)f(correctly)h(handle)e(in)m (terrupts)g(used)h(b)m(y)h Fo(MPICH)334 5034 y Fr(to)31 b(create)h(connections)f(to)g(other)f(pro)s(cesses.)107 5334 y Fp(6.13.3)106 b(c)m(h)p 586 5334 32 4 v 38 w(shmem)33 b(device)218 5543 y Fr(1.)46 b Fp(Q:)35 b Fr(My)30 b(program)g (sometimes)h(hangs)f(when)f(using)g(the)i Fo(ch_shmem)d Fr(device.)1861 5946 y(47)p eop %%Page: 48 52 48 51 bop 334 388 a Fp(A:)28 b Fr(Mak)m(e)e(sure)e(that)h(y)m(ou)g(are) g(linking)d(with)h Fj(al)5 b(l)25 b Fr(of)g(the)g(correct)h(libraries.) 35 b(If)25 b(y)m(ou)f(are)h(not)g(using)334 501 y Fo(mpicc)p Fr(,)35 b(try)f(using)g Fo(mpicc)f Fr(to)i(link)e(y)m(our)i (application.)52 b(The)34 b(reason)h(for)g(this)e(is)h(that)i(correct) 334 614 y(op)s(eration)c(of)g(the)h(shared-memory)f(v)m(ersion)g(ma)m (y)h(dep)s(end)d(on)j(additional,)e(system-pro)m(vided)334 727 y(libraries.)51 b(F)-8 b(or)36 b(example,)f(under)e(Solaris,)i(the) g(thread)f(library)f(m)m(ust)h(used,)i(otherwise,)f(non-)334 840 y(functional)23 b(v)m(ersions)h(of)h(the)f(m)m(utex)h(routines)f (critical)f(to)i(the)g(correct)h(functioning)c(of)j(the)g(MPI)334 953 y(implemen)m(tation)k(are)i(tak)m(en)g(from)f(`)p Fo(libc)p Fr(')g(instead.)107 1252 y Fp(6.13.4)106 b(LINUX)218 1461 y Fr(1.)46 b Fp(Q:)35 b Fr(Pro)s(cesses)30 b(fail)f(with)g (messages)j(lik)m(e)334 1694 y Fl(p0_1835:)84 b(p4_error:)40 b(Found)h(a)i(dead)f(connection)e(while)h(looking)g(for)h(messages:)e (1)334 1941 y Fp(A:)e Fr(What)33 b(is)e(happ)s(ening)g(is)g(that)i(the) g(TCP)f(implemen)m(tation)f(on)i(this)e(platform)h(is)g(deciding)334 2053 y(that)e(the)g(connection)g(has)g(\\failed")f(when)g(it)g(really)g (hasn't.)40 b(The)30 b(curren)m(t)f Fo(MPICH)g Fr(implemen-)334 2166 y(tation)35 b(assumes)g(that)g(the)g(TCP)f(implemen)m(tation)f (will)f(not)j(close)g(connections)g(and)f(has)h(no)334 2279 y(co)s(de)30 b(to)g(reanimate)f(failed)f(connections.)41 b(F)-8 b(uture)29 b(v)m(ersions)g(of)36 b Fo(MPICH)28 b Fr(will)f(w)m(ork)j(around)e(this)334 2392 y(problem.)334 2542 y(In)40 b(addition,)h(some)g(users)f(ha)m(v)m(e)i(found)d(that)i (the)g(single)e(pro)s(cessor)h(Lin)m(ux)f(k)m(ernel)h(is)g(more)334 2655 y(stable)30 b(than)g(the)h(SMP)f(k)m(ernel.)107 2958 y Fi(6.14)112 b(T)-9 b(rouble)37 b(with)f(Input)i(and)g(Output)107 3189 y Fp(6.14.1)106 b(General)218 3398 y Fr(1.)46 b Fp(Q:)35 b Fr(I)30 b(w)m(an)m(t)h(output)f(from)g Fo(printf)e Fr(to)k(app)s(ear)d(immediately)-8 b(.)334 3548 y Fp(A:)33 b Fr(This)26 b(is)i(really)f(a)i(feature)g(of)g(y)m(our)f(C)g(and/or)h (F)-8 b(ortran)29 b(run)m(time)e(system.)40 b(F)-8 b(or)30 b(C,)e(consider)334 3794 y Fo(setbuf\()46 b(stdout,)g(\(char)g(*\)0)h (\);)334 4041 y Fr(or)334 4263 y Fo(setvbuf\()f(stdout,)f(NULL,)i (_IONBF,)f(0)h(\);)107 4563 y Fp(6.14.2)106 b(W)-9 b(orkstation)35 b(Net)m(w)m(orks)218 4771 y Fr(1.)46 b Fp(Q:)35 b Fr(I)30 b(w)m(an)m(t)h(standard)e(output)h(\()p Fo(stdout)p Fr(\))g(from)g(eac) m(h)h(pro)s(cess)f(to)h(go)g(to)h(a)e(di\013eren)m(t)g(\014le.)334 4921 y Fp(A:)45 b Fo(MPICH)38 b Fr(has)h(no)f(built-in)e(w)m(a)m(y)41 b(to)e(do)g(this.)66 b(In)38 b(fact,)43 b(it)38 b(prides)g(itself)g(on) h(gathering)g(the)334 5034 y(stdouts)30 b(for)g(y)m(ou.)41 b(Y)-8 b(ou)31 b(can)g(do)f(one)h(of)f(the)h(follo)m(wing:)372 5245 y(\(a\))47 b(Use)39 b(Unix)e(built-in)e(commands)i(for)h (redirecting)f Fo(stdout)f Fr(from)i(inside)e(y)m(our)i(program)534 5358 y(\()p Fo(dup2)p Fr(,)43 b(etc.\).)75 b(The)40 b(MPE)h(routine)f Fo(MPE_IO_Stdout_to_file)p Fr(,)e(in)i(`)p Fo(mpe/src/mpe_-)534 5471 y(io.c)p Fr(',)d(sho)m(ws)g(one)g(w)m(a)m(y)g(to)g(do)g(this.)58 b(Note)38 b(that)f(in)e(F)-8 b(ortran,)39 b(the)e(approac)m(h)g(of)f (using)534 5584 y Fo(dup2)28 b Fr(will)f(w)m(ork)j(only)e(if)h(the)h(F) -8 b(ortran)30 b Fo(PRINT)e Fr(writes)g(to)j Fo(stdout)p Fr(.)38 b(This)28 b(is)h(common)g(but)534 5697 y(b)m(y)h(no)h(means)f (univ)m(ersal.)1861 5946 y(48)p eop %%Page: 49 53 49 52 bop 367 388 a Fr(\(b\))46 b(W)-8 b(rite)39 b(explicitly)e(to)i (\014les)f(instead)g(of)h(to)h Fo(stdout)d Fr(\(use)i Fo(fprintf)e Fr(instead)h(of)h Fo(printf)p Fr(,)534 501 y(etc.\).)63 b(Y)-8 b(ou)37 b(can)h(create)g(the)f(\014le)g(name)g (from)f(the)i(pro)s(cess's)e(rank.)61 b(This)35 b(is)h(the)h(most)534 614 y(p)s(ortable)29 b(w)m(a)m(y)-8 b(.)107 913 y Fp(6.14.3)106 b(HP-UX)218 1122 y Fr(1.)46 b Fp(Q:)35 b Fr(When)30 b(trying)f(to)i (run)e Fo(upshot)g Fr(under)g(HP-UX,)i(I)f(get)i(error)e(messages)h (lik)m(e)334 1344 y Fo(set:)47 b(Variable)e(name)i(must)g(begin)f(with) h(a)g(letter.)334 1565 y Fr(or)334 1787 y Fo(upshot:)f(syntax)g(error)g (at)i(line)e(35:)h(`\(')g(unexpected)334 2009 y Fp(A:)d Fr(Y)-8 b(our)38 b(v)m(ersion)f(of)h(HP-UX)h(limits)c(the)j(shell)e (names)i(to)h(v)m(ery)f(short)f(strings.)63 b Fo(Upshot)36 b Fr(is)334 2121 y(a)h(program)g(that)h(is)e(executed)i(b)m(y)f(the)g Fo(wish)f Fr(shell,)h(and)f(for)h(some)h(reason)f(HP-UX)g(is)f(b)s(oth) 334 2234 y(refusing)26 b(to)j(execute)h(in)c(this)h(shell)f(and)i(then) g(trying)f(to)h(execute)i(the)e Fo(upshot)e Fr(program)i(using)334 2347 y(y)m(our)c(curren)m(t)g(shell)e(\(e.g.,)27 b(`)p Fo(sh)p Fr(')d(or)g(`)p Fo(csh)p Fr('\),)i(instead)d(of)h(issuing)e(a)i (sensible)e(error)i(message)h(ab)s(out)334 2460 y(the)31 b(command)f(name)g(b)s(eing)f(to)s(o)i(long.)41 b(There)29 b(are)i(t)m(w)m(o)h(p)s(ossible)c(\014xes:)372 2671 y(\(a\))47 b(Add)30 b(a)g(link)f(with)g(a)h(m)m(uc)m(h)h(shorter)f(name,)h(for)f (example)534 2837 y Fo(ln)47 b(-s)g(/usr/local/tk3.6/bin/wish)41 b(/usr/local/bin/wish)534 3003 y Fr(Then)30 b(edit)f(the)i Fo(upshot)e Fr(script)g(to)i(use)f(this)g(shorter)g(name)g(instead.)40 b(This)29 b(ma)m(y)i(require)534 3116 y(ro)s(ot)g(access,)h(dep)s (ending)c(on)i(where)g(y)m(ou)g(put)g(the)h(link.)367 3261 y(\(b\))46 b(Create)31 b(a)g(regular)f(shell)e(program)i(con)m (taining)g(the)h(lines)534 3426 y Fo(#!)47 b(/bin/sh)534 3539 y(/usr/local/tk3.6/bin/wish)41 b(-f)47 b (/usr/local/mpi/bin/upshot)534 3705 y Fr(\(with)30 b(the)g(appropriate) f(names)i(for)f(b)s(oth)g(the)g(`)p Fo(wish)p Fr(')g(and)g(`)p Fo(upshot)p Fr(')f(executables\).)334 3916 y(Also,)36 b(\014le)e(a)h(bug)f(rep)s(ort)g(with)f(HP)-8 b(.)36 b(A)m(t)f(the)g(v)m(ery)g(least,)i(the)d(error)h(message)h(here)e(is)g (wrong;)334 4029 y(also,)d(there)f(is)g(no)g(reason)g(to)i(restrict)e (general)g(shell)f(c)m(hoices)i(\(as)g(opp)s(osed)e(to)i(login)f (shells\).)107 4332 y Fi(6.15)112 b(Sp)s(ecial)37 b(debugging)h (argumen)m(ts)107 4563 y Fr(These)30 b(are)i(curren)m(tly)d(undo)s (cumen)m(ted,)h(and)h(some)g(require)e(con\014gure)i(options)f(to)i(ha) m(v)m(e)g(b)s(een)e(sp)s(ec-)107 4676 y(i\014ed)j(\(lik)m(e)h Fo(-mpipktsize)e Fr(and)h Fo(-chmemdebug)p Fr(\).)51 b(The)34 b(option)g Fo(-mpiversion)d Fr(is)j(useful)f(for)h(\014nding) 107 4789 y(out)41 b(ho)m(w)g(y)m(our)g(installation)e(of)49 b Fo(MPICH)40 b Fr(w)m(as)h(con\014gured)f(and)h(exactly)h(what)f(v)m (ersion)g(it)f(is.)72 b(The)107 4902 y(options)29 b(include:)107 5171 y Fp(-mp)s(edbg)45 b Fr(If)25 b(an)h(error)g(o)s(ccurs,)h(start)f Fo(xterm)p Fr(s)f(attac)m(hed)i(to)g(the)f(pro)s(cess)g(that)h (generated)g(the)f(error.)334 5284 y(Requires)f(the)h Fo(MPICH)f Fr(b)s(e)h(con\014gured)f(with)g Fo(-mpedbg)f Fr(and)i(w)m(orks)g(on)g(only)f(some)i(w)m(orkstations)334 5397 y(systems.)107 5584 y Fp(-mpiv)m(ersion)45 b Fr(Prin)m(t)26 b(out)i(the)f(v)m(ersion)g(and)g(con\014guration)f(arguemen)m(ts)i(for) f(the)h Fo(MPICH)e Fr(implemen-)334 5697 y(tation)31 b(b)s(eing)e(used.)1861 5946 y(49)p eop %%Page: 50 54 50 53 bop 107 388 a Fr(These)30 b(argumen)m(ts)h(are)f(pro)m(vided)f (to)i(the)g(program,)f(not)h(to)g Fo(mpirun)p Fr(.)39 b(F)-8 b(or)31 b(example,)250 625 y Fo(mpirun)46 b(-np)h(2)g(a.out)g (-mpiversion)107 970 y Ft(Ac)l(kno)l(wledgmen)l(ts)107 1233 y Fr(The)27 b(w)m(ork)i(describ)s(ed)d(in)h(this)g(rep)s(ort)g (has)h(b)s(ene\014ted)f(from)h(con)m(v)m(ersations)h(with)e(and)g(use)h (b)m(y)g(a)h(large)107 1346 y(n)m(um)m(b)s(er)d(of)h(p)s(eople.)39 b(W)-8 b(e)28 b(also)g(thank)f(those)g(that)h(ha)m(v)m(e)h(help)s(ed)c (in)h(the)h(implemen)m(tation)f(of)i(MPICH,)107 1459 y(particularly)j(P)m(atric)m(k)k(Bridges)e(and)g(Edw)m(ard)g(Karrels.) 50 b(P)m(articular)33 b(thanks)h(go)s(es)g(to)h(Nathan)f(Doss)107 1571 y(and)23 b(An)m(thon)m(y)i(Skjellum)d(for)i(v)-5 b(aluable)23 b(help)g(in)g(the)h(implemen)m(tation)f(and)h(dev)m (elopmen)m(t)g(of)h(MPICH.)107 1684 y(Debbie)38 b(Swider,)g(who)g(w)m (ork)m(ed)h(with)e(the)h Fo(MPICH)f Fr(group)h(for)g(sev)m(eral)g(y)m (ears,)j(help)s(ed)c(supp)s(ort)f(and)107 1797 y(enric)m(h)30 b(the)h Fo(MPICH)e Fr(implemen)m(tation.)41 b(More)31 b(recen)m(t)h(extensiv)m(e)g(con)m(tributions)d(ha)m(v)m(e)j(b)s(een)e (made)h(b)m(y)107 1910 y(Omer)c(Zaki)g(\(for)h Fo(Jumpshot)p Fr(\).)38 b(An)m(thon)m(y)29 b(Chan)e(has)g(help)s(ed)f(with)h(SLOG)g (and)h Fo(Jumpshot-3)p Fr(.)37 b(Da)m(vid)107 2023 y(Ash)m(ton,)25 b(who)d(has)h(dev)m(elop)s(ed)f(the)i(Windo)m(ws)e(NT)g(v)m(ersion)h (of)30 b Fo(MPICH)22 b Fr(and)g(w)m(as)i(supp)s(orted)d(b)m(y)i(a)g (gran)m(t)107 2136 y(from)38 b(the)i(Microsoft)f(corp)s(oration,)i(has) e(also)g(con)m(tributed)f(to)h Fo(MPICH)p Fr(.)f(The)h(C++)f(bindings)e (ha)m(v)m(e)107 2249 y(b)s(een)31 b(con)m(tributed)h(b)m(y)g(Andrew)f (Lumsdaine)g(and)g(Je\013)i(Squyres)e(of)h(Notre)h(Dame.)48 b(Ra)5 b(jeev)33 b(Thakur)107 2362 y(of)28 b(Argonne)f(is)g(resp)s (onsible)e(for)i(the)h(R)m(OMIO)f(implemen)m(tation)f(of)i(the)g(MPI-2) g(I/O)g(functions.)38 b(The)107 2475 y(Globus2)29 b(device)h(is)f(due)g (to)i(Nic)m(k)f(Karonis)e(of)i(Northern)g(Illinois)c(Univ)m(ersit)m(y)j (and)h(Brian)f(T)-8 b(o)s(onen)30 b(of)107 2588 y(Argonne)g(National)g (Lab)s(oratory)-8 b(.)107 2932 y Ft(App)t(endices)107 3232 y(A)134 b(F)-11 b(requen)l(tly)45 b(Ask)l(ed)g(Questions)243 3495 y Fk(\017)h Fr(In)m(tro)s(duction)243 3678 y Fk(\017)g Fr(Installing)28 b(MPICH)243 3862 y Fk(\017)46 b Fr(Using)30 b(MPICH)243 4045 y Fk(\017)46 b Fr(P)m(ermission)29 b(Denied)243 4229 y Fk(\017)46 b Fr(Notes)32 b(on)e(getting)h(MPICH)f(running)e (Under)h(Lin)m(ux)243 4412 y Fk(\017)46 b Fr(p)s(oll:)39 b(proto)s(col)30 b(failure)f(during)f(circuit)h(creation)243 4596 y Fk(\017)46 b Fr(Using)30 b(SSH)243 4779 y Fk(\017)46 b Fr(Mac)32 b(OS)d(X)i(and)e(hostname)243 4963 y Fk(\017)46 b Fr(SIGSEGV)243 5146 y Fk(\017)g Fr(semop)30 b(lo)s(c)m(k)h(failed)243 5330 y Fk(\017)46 b Fr(Compiler)28 b(Switc)m(hes)243 5513 y Fk(\017)46 b Fr(C++)29 b(Builds)g(F)-8 b(ail)243 5697 y Fk(\017)46 b Fr(F)-8 b(ortran)31 b(programs)f(giv)m(e)h(errors)f (ab)s(out)g(mismatc)m(hed)g(t)m(yp)s(es)1861 5946 y(50)p eop %%Page: 51 55 51 54 bop 243 388 a Fk(\017)46 b Fr(Missing)29 b(Sym)m(b)s(ols)g(When)h (Linking)243 572 y Fk(\017)46 b Fr(W)-8 b(arning)30 b(messages)h(while) e(building)d(MPICH)243 756 y Fk(\017)46 b Fr(MPMD)31 b(\(Multiple)e(Program)h(Multiple)f(Data\))j(Programs)243 940 y Fk(\017)46 b Fr(Rep)s(orting)29 b(problems)g(and)h(supp)s(ort)243 1124 y Fk(\017)46 b Fr(Algorithms)29 b(used)h(in)f(MPICH)243 1308 y Fk(\017)46 b Fr(Jumpshot)29 b(and)h(X11)107 1609 y Fi(A.1)112 b(In)m(tro)s(duction)107 1841 y Fr(MPICH)35 b(is)f(a)h(freely)g(a)m(v)-5 b(ailable,)35 b(p)s(ortable)f(implemen)m (tation)g(of)h(MPI,)g(the)h(Standard)e(for)g(message-)107 1954 y(passing)29 b(libraries.)107 2256 y Fi(A.2)112 b(Installing)35 b(MPICH)107 2487 y Fr(Building)27 b(and)j(installing)d (MPICH)k(often)f(requires)f(only)155 2726 y Fo(./configure)44 b(--prefix=/home/me/mpich)155 2839 y(make)155 2951 y(make)i(install)107 3190 y Fr(where)34 b(the)g(v)-5 b(alue)34 b(of)g(the)g Fo(--prefix)e Fr(argumen)m(t)j(to)g(con\014gure)f(is)f(the)h(directory) g(in)f(whic)m(h)g(MPICH)107 3303 y(should)28 b(b)s(e)i(installed.)38 b(See)31 b(the)g Fj(Instal)5 b(lation)34 b(Guide)k Fr(for)30 b(more)g(detailed)g(instructions.)107 3604 y Fi(A.3)112 b(Using)37 b(MPICH)107 3836 y Fr(Information)27 b(on)g(using)g(MPICH)g (can)h(b)s(e)g(found)e(in)h(the)h(Installation)e(and)h(Users')h(Guide.) 39 b(There)27 b(are)107 3949 y(v)m(ersions)i(of)h(this)f(guide)g(for)g (eac)m(h)i(MPICH)f(device;)g(mak)m(e)h(sure)e(that)h(y)m(ou)h(read)e (the)h(one)h(the)f(applies)107 4062 y(to)c(y)m(our)e(device.)39 b(Y)-8 b(ou)26 b(can)f(\014nd)e(out)j(whic)m(h)d(device)i(is)f (installed)f(b)m(y)i(running)d(a)j(simple)e(MPI)i(program)107 4175 y(with)k(the)h(option)g(-mpiv)m(ersion:)298 4413 y Fo(mpirun)46 b(-np)h(1)g(a.out)g(-mpiversion)107 4652 y Fr(All)29 b(of)h(the)h(guides)e(are)i(a)m(v)-5 b(ailable)30 b(at)h Fo(http://www.mcs.anl.gov/m)o(pi/)o(mpic)o(h/do)o(cs.)o(html)24 b Fr(.)107 4953 y Fi(A.4)112 b(P)m(ermission)35 b(Denied)107 5185 y Fr(Question:)107 5298 y(When)c(I)h(use)f(mpirun,)f(I)h(get)i (the)f(message)h Fo(Permission)45 b(denied)p Fr(,)30 b Fo(connection)45 b(reset)h(by)i(peer)p Fr(,)107 5411 y(or)30 b Fo(poll:)94 b(protocol)46 b(failure)g(in)h(circuit)f(setup)29 b Fr(when)g(trying)g(to)i(run)e Fo(MPICH)p Fr(.)107 5584 y(Answ)m(er:)107 5697 y(If)h(y)m(ou)g(see)h(something)f(lik)m(e)g(this) 1861 5946 y(51)p eop %%Page: 52 56 52 55 bop 298 388 a Fo(\045)47 b(mpirun)f(-np)h(2)h(cpi)298 501 y(Permission)d(denied.)107 748 y Fr(\(or)27 b Fo(connection)45 b(reset)h(by)h(peer)25 b Fr(or)i Fo(poll:)94 b(protocol)46 b(failure)f(in)j(circuit)d(setup)p Fr(\))26 b(when)107 861 y(using)20 b(the)j Fo(ch)p 587 861 29 4 v 33 w(p4)f Fr(device,)i(it)d(probably)g(means)g(that)i(y)m(ou)f(do)g(not)h(ha)m(v) m(e)g(p)s(ermission)c(to)k(use)e(rsh)g(to)i(start)107 974 y(pro)s(cesses.)40 b(The)28 b(script)f(tstmac)m(hines)i(can)g(b)s (e)e(used)h(to)h(test)h(this.)39 b(F)-8 b(or)29 b(example,)g(if)e(the)i (arc)m(hitecture)107 1086 y(t)m(yp)s(e)h(\(the)h(-arc)m(h)g(argumen)m (t)g(to)g(con\014gure\))g(is)e(sun4,)h(then)g(try)298 1333 y Fo(tstmachines)44 b(sun4)248 1580 y Fr(If)30 b(this)g(fails,)g (then)h(y)m(ou)g(ma)m(y)h(need)f(a)g(`)p Fo(.rhosts)p Fr(')f(or)h(`)p Fo(/etc/hosts.equiv)p Fr(')c(\014le)j(\(y)m(ou)h(ma)m (y)h(need)107 1693 y(to)g(see)g(y)m(our)f(system)g(administrator\))f (or)i(y)m(ou)f(ma)m(y)h(need)f(to)h(use)f(the)h(p4)f(serv)m(er.)44 b(Another)31 b(p)s(ossible)107 1806 y(problem)e(is)h(the)h(c)m(hoice)h (of)f(the)g(remote)h(shell)d(program;)j(some)f(systems)g(ha)m(v)m(e)h (sev)m(eral.)43 b(Chec)m(k)31 b(with)107 1919 y(y)m(our)f(systems)h (administrator)d(ab)s(out)i(whic)m(h)f(v)m(ersion)h(of)h(rsh)e(or)h (remsh)g(y)m(ou)h(should)d(b)s(e)i(using.)248 2092 y(If)g(y)m(our)g (system)h(allo)m(ws)e(a)i(`)p Fo(.rhosts)p Fr(')e(\014le,)h(do)g(the)h (follo)m(wing:)243 2339 y Fk(\017)46 b Fr(Create)31 b(a)g(\014le)e (.rhosts)i(in)e(y)m(our)h(home)g(directory)243 2526 y Fk(\017)46 b Fr(Change)30 b(the)h(protection)g(on)f(it)g(to)h(user)e (read/write)h(only:)40 b(c)m(hmo)s(d)30 b(og-rwx)h(.rhosts.)243 2713 y Fk(\017)46 b Fr(Add)26 b(one)i(line)d(to)j(the)f(.rhosts)g (\014le)f(for)h(eac)m(h)i(pro)s(cessor)d(that)i(y)m(ou)f(w)m(an)m(t)h (to)g(use.)40 b(The)26 b(format)i(is)107 2985 y Fo(host)46 b(username)248 3256 y Fr(F)-8 b(or)42 b(example,)j(if)40 b(y)m(our)i(username)f(is)g(do)s(e)g(and)h(y)m(ou)g(w)m(an)m(t)g(to)g (user)f(mac)m(hines)h(a.our.org)g(and)107 3369 y(b.our.org,)30 b(y)m(our)h(.rhosts)f(\014le)f(should)g(con)m(tain)107 3641 y Fo(a.our.org)45 b(doe)107 3754 y(b.our.org)g(doe)248 4026 y Fr(Note)32 b(the)e(use)g(of)h(fully)d(quali\014ed)g(host)j (names)f(\(some)h(systems)f(require)f(this\).)248 4198 y(On)34 b(net)m(w)m(orks)h(where)g(the)f(use)h(of)g(.rhosts)f(\014les)g (is)g(not)h(allo)m(w)m(ed,)h(\(suc)m(h)e(as)h(the)g(one)g(in)f(MCS)g (at)107 4311 y(Argonne\),)41 b(y)m(ou)e(should)e(use)i(the)g(p4)f(serv) m(er)h(to)h(run)d(on)i(mac)m(hines)f(that)h(are)h(not)f(trusted)f(b)m (y)h(the)107 4424 y(mac)m(hine)30 b(that)h(y)m(ou)g(are)f(initiating)e (the)j(job)f(from.)248 4597 y(Finally)-8 b(,)24 b(y)m(ou)h(ma)m(y)g (need)g(to)g(use)f(a)h(non-standard)f(rsh)f(command)h(within)e Fo(MPICH)p Fr(.)i Fo(MPICH)f Fr(m)m(ust)h(b)s(e)107 4710 y(recon\014gured)32 b(with)g Fo(-rsh=command)p 1417 4710 V 31 w(name)p Fr(,)h(and)g(p)s(erhaps)e(also)i(with)f Fo(-rshnol)f Fr(if)h(the)h(remote)i(shell)107 4823 y(command)i(do)s(es) h(not)g(supp)s(ort)e(the)h Fo(-l)g Fr(argumen)m(t.)64 b(Systems)37 b(using)f(Kerb)s(eros)h(and/or)g(AFS)h(ma)m(y)107 4936 y(need)30 b(this.)107 5239 y Fi(A.5)112 b(Notes)37 b(on)g(getting)f(MPICH)h(running)g(Under)h(Lin)m(ux)107 5471 y Fp(In)m(tro)s(duction)91 b Fr(The)34 b(purp)s(ose)e(of)j(this)e (do)s(cumen)m(t)h(is)f(to)i(describ)s(e)e(the)h(steps)h(necessary)f(to) h(allo)m(w)107 5584 y(MPICH)j(pro)s(cesses)f(to)i(b)s(e)e(started)i (and)e(to)i(comm)m(unicate)f(with)f(one)h(another.)63 b(The)38 b(installation)107 5697 y(that)f(w)m(e)g(are)g(fo)s(cusing)f (on)g(is)g(a)h(RedHat)h(7.2)f(installation)e(with)g(medium)g(securit)m (y)i(\(the)g(default\).)1861 5946 y(52)p eop %%Page: 53 57 53 56 bop 107 388 a Fr(While)24 b(other)j(distributions)22 b(will)h(certainly)i(v)-5 b(ary)d(,)27 b(this)e(is)g(a)h(go)s(o)s(d)g (example)f(of)h(the)h(sorts)e(of)h(problems)107 501 y(that)31 b(one)f(migh)m(t)h(run)d(across.)248 674 y(There)20 b(are)i(three)f (metho)s(ds)f(for)h(starting)g(MPICH)g(pro)s(cesses)g(that)g(are)h(t)m (ypically)d(used)i(on)g(clusters)107 787 y(to)s(da)m(y)-8 b(.)42 b(These)30 b(are)h(rsh,)e(ssh,)h(and)g(mp)s(d.)248 960 y(W)-8 b(e)41 b(will)c(\014rst)h(describ)s(e)g(getting)j(the)e(rsh) g(service)g(w)m(orking.)68 b(W)-8 b(e)40 b(will)d(include)h(rlogin)g (in)g(this)107 1073 y(pro)s(cess)i(b)s(ecause)g(it)g(is)g(helpful)d (for)j(testing.)71 b(Next)41 b(w)m(e)g(will)d(describ)s(e)h(getting)i (ssh)f(w)m(orking)f(and)107 1185 y(enabling)28 b(the)j(ssh-agen)m(t)h (to)f(allo)m(w)f(for)g(logins)f(without)g(passw)m(ord)h(t)m(yping.)41 b(Finally)28 b(w)m(e)j(will)d(discuss)107 1298 y(issues)h(related)h(to) h(pro)s(cess)f(comm)m(unication)g(in)f(MPICH)h(and)g(\014rew)m(alls.) 107 1598 y Fp(Enabling)j(rsh)91 b Fr(By)30 b(default)e(the)h(rsh)f (serv)m(er)h(is)f(not)h(installed,)e(and)h(it)h(is)f(necessary)h(for)g (use)f(of)i(the)107 1711 y(rsh)i(service)h(in)e(starting)i(MPICH)g(pro) s(cesses.)49 b(The)32 b(rsh)g(serv)m(er,)i(in.rshd,)e(is)g(part)h(of)g (the)g(rsh-serv)m(er)107 1824 y(RPM.)38 b(This)f(RPM)h(is)f(lo)s(cated) i(on)f(the)g(\014rst)g(disc)f(of)h(the)h(RedHat)g(7.2)g(distribution.) 61 b(The)37 b(rlogin)107 1937 y(serv)m(er,)31 b(in.rlogind,)c(is)j (also)g(included)e(in)h(this)g(pac)m(k)-5 b(age.)248 2110 y(The)31 b(xinetd)f(serv)m(er)i(con)m(trols)g(the)g(a)m(v)-5 b(ailabilit)m(y)30 b(of)h(the)h(rsh)e(and)h(rlogin)f(services.)44 b(This)30 b(serv)m(er)i(is)107 2223 y(installed)i(b)m(y)j(default,)g (but)f(b)m(y)h(default)e(rsh)h(and)g(rlogin)f(services)h(are)h (disabled.)57 b(T)-8 b(o)37 b(enable)f(these)107 2336 y(services,)30 b(y)m(ou)h(m)m(ust)f(edit)g(the)h(\014les)e(`)p Fo(/etc/xinetd.d/rsh)p Fr(')d(and)k(`)p Fo(/etc/xinetd.d/rlogin)p Fr('.)36 b(Here)107 2449 y(is)29 b(the)i(rsh)e(\014le)h(as)g(it)g(lo)s (oks)g(b)m(y)g(default:)107 2721 y Fo(#)47 b(default:)f(on)107 2834 y(#)h(description:)e(The)i(rshd)f(server)g(is)i(the)e(server)h (for)f(the)h(rcmd\(3\))f(routine)g(and,)h(\\)107 2947 y(#)334 b(consequently,)44 b(for)j(the)g(rsh\(1\))f(program.)93 b(The)47 b(server)f(provides)g(\\)107 3060 y(#)334 b(remote)46 b(execution)f(facilities)g(with)i(authentication)d(based)i(on)h(\\)107 3173 y(#)334 b(privileged)45 b(port)h(numbers)g(from)h(trusted)f (hosts.)107 3286 y(service)g(shell)107 3399 y({)489 3512 y(socket_type)617 b(=)48 b(stream)489 3625 y(wait)953 b(=)48 b(no)489 3738 y(user)953 b(=)48 b(root)489 3850 y(log_on_success)473 b(+=)47 b(USERID)489 3963 y(log_on_failure)473 b(+=)47 b(USERID)489 4076 y(server)857 b(=)48 b(/usr/sbin/in.rshd)489 4189 y(disable)809 b(=)48 b(yes)107 4302 y(})248 4575 y Fr(Y)-8 b(ou)31 b(m)m(ust)f(enable)h(the)f(service)h(b)m(y)f(c)m (hanging)h("disable)e(=)h(y)m(es")i(to)f("disable)e(=)i(no".)41 b(The)30 b(same)107 4688 y(m)m(ust)g(b)s(e)g(done)g(to)h(the)g(rlogin)d (con\014g)j(\014le)f(to)h(enable)f(that)g(service.)248 4860 y(A)m(t)h(this)f(p)s(oin)m(t)f(the)h(xinetd)g(daemon)g(m)m(ust)g (b)s(e)g(restarted)h(to)g(register)f(these)h(c)m(hanges:)107 5133 y Fo(/etc/rc.d/init.d/xinetd)41 b(restart)248 5406 y Fr(A)m(t)27 b(this)f(p)s(oin)m(t)g(y)m(ou)g(should)f(receiv)m(e)j(a)e ("P)m(ermission)g(denied.")g(if)f(y)m(ou)i(attempt)h(a)f(command)f(suc) m(h)107 5518 y(as)k("rsh)g(lo)s(calhost)g(hostname")h(as)g(a)f(non-ro)s (ot)h(user)f(\(or)g(as)h(ro)s(ot)g(for)f(that)h(matter\).)1861 5946 y(53)p eop %%Page: 54 58 54 57 bop 248 388 a Fr(T)-8 b(o)44 b(allo)m(w)f(users)f(to)i(rsh)e (without)h(passw)m(ords)f(y)m(ou)i(need)f(to)h(edit)f(`)p Fo(/etc/hosts.equiv)p Fr(',)g(the)107 501 y(system-wide)31 b(host)i(\014le)e(for)h(rsh)f(and)g(rlogin.)45 b(This)30 b(\014le)i(should)e(hold)h(hostnames)h(of)g(mac)m(hines)g(that)107 614 y(y)m(ou)23 b(w)m(ould)f(lik)m(e)h(users)f(to)i(b)s(e)f(able)f(to)i (start)g(MPICH)f(pro)s(cesses)g(from.)38 b(F)-8 b(or)24 b(example,)g(simply)d(adding:)107 848 y Fo(localhost.localdomain)248 1081 y Fr(Should)f(allo)m(w)i(users)g(to)h(p)s(erform)f(the)g(command)h ("rsh)f(lo)s(calhost)g(hostname")h(successfully)-8 b(.)37 b(Lik)m(e-)107 1194 y(wise)29 b(adding)g(other)i(hostnames)f(will)e (allo)m(w)i(users)f(on)i(those)g(hosts)f(to)h(rsh)e(to)i(this)f(host.) 248 1367 y(Ho)m(w)m(ev)m(er,)45 b(there)40 b(is)f(another)h(catc)m(h!) 71 b(By)40 b(default)f(\(with)g(medium)f(securit)m(y\))j(pac)m(k)m(et)g (\014ltering)107 1480 y(is)35 b(enabled)h(as)h(w)m(ell,)g(and)f(this)g (will)e(prev)m(en)m(t)j(users)f(from)g(remote)h(hosts)g(from)f (connecting)h(to)g(this)107 1593 y(mac)m(hine)25 b(using)e(the)j(rsh)e (or)h(rlogin)e(services.)39 b(This)23 b(pac)m(k)m(et)28 b(\014lter,)d(or)g(\014rew)m(all,)g(is)f(administered)f(using)107 1706 y(the)30 b(ip)s(c)m(hains)e(pac)m(k)-5 b(age)33 b(\(whic)m(h)c(is)h(installed)e(b)m(y)i(default\).)248 1879 y(The)f(\014rew)m(all)f(con\014guration)h(is)g(written)f(out)i(b)m (y)g(a)f(program)h(called)f(lokkit)f(at)j(installation)c(time)107 1992 y(\(I)j(think\).)39 b(The)29 b(con\014guration)g(is)g(stored)h(in) e(`)p Fo(/etc/sysconfig/ipchains)p Fr(')c(and)29 b(b)m(y)g(default)g (lo)s(oks)107 2105 y(lik)m(e)g(this:)107 2338 y Fo(#)47 b(Firewall)f(configuration)e(written)i(by)h(lokkit)107 2451 y(#)g(Manual)f(customization)f(of)i(this)f(file)h(is)g(not)g (recommended.)107 2564 y(#)g(Note:)g(ifup-post)e(will)i(punch)f(the)h (current)f(nameservers)e(through)i(the)107 2677 y(#)334 b(firewall;)45 b(such)i(entries)e(will)i(*not*)f(be)i(listed)e(here.) 107 2790 y(:input)g(ACCEPT)107 2903 y(:forward)f(ACCEPT)107 3016 y(:output)h(ACCEPT)107 3129 y(-A)h(input)f(-s)i(0/0)e(67:68)h(-d)g (0/0)g(67:68)f(-p)h(udp)g(-i)h(eth0)e(-j)h(ACCEPT)107 3242 y(-A)g(input)f(-s)i(0/0)e(67:68)h(-d)g(0/0)g(67:68)f(-p)h(udp)g (-i)h(eth1)e(-j)h(ACCEPT)107 3355 y(-A)g(input)f(-s)i(0/0)e(-d)i(0/0)f (-i)g(lo)g(-j)g(ACCEPT)107 3467 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f (-d)g(0/0)g(0:1023)f(-y)h(-j)g(REJECT)107 3580 y(-A)g(input)f(-p)i(tcp) e(-s)i(0/0)f(-d)g(0/0)g(2049)f(-y)h(-j)h(REJECT)107 3693 y(-A)f(input)f(-p)i(udp)e(-s)i(0/0)f(-d)g(0/0)g(0:1023)f(-j)h(REJECT) 107 3806 y(-A)g(input)f(-p)i(udp)e(-s)i(0/0)f(-d)g(0/0)g(2049)f(-j)h (REJECT)107 3919 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g (6000:6009)e(-y)i(-j)g(REJECT)107 4032 y(-A)g(input)f(-p)i(tcp)e(-s)i (0/0)f(-d)g(0/0)g(7100)f(-y)h(-j)h(REJECT)248 4266 y Fr(While)31 b(an)h(in-depth)e(discussion)g(of)i(ip)s(c)m(hains)e(rules) h(is)g(outside)g(the)h(con)m(text)i(of)f(this)e(do)s(cumen)m(t,)107 4379 y(it's)d(w)m(orth)g(talking)f(ab)s(out)h(ho)m(w)g(this)f(w)m(orks) h(a)g(bit.)39 b(First,)28 b(the)h(rules)d(are)j(applied)d(in)g(order)i (from)f(top)107 4492 y(of)f(the)g(list)e(to)i(the)g(b)s(ottom)g(of)g (the)g(list.)38 b(The)25 b(argumen)m(t)i(to)f(-j)g(sa)m(ys)g(what)g(to) g(do)g(if)f(a)h(pac)m(k)m(et)h(matc)m(hes;)107 4605 y(it's)f(usually)e (either)i(A)m(CCEPT)g(\(let)g(the)h(pac)m(k)m(et)h(in\),)f(or)f(REJECT) f(\(toss)j(it)e(out\).)40 b(If)26 b(a)g(pac)m(k)m(et)j(mak)m(es)107 4717 y(it)j(through)g(the)g(en)m(tire)g(list)g(then)g(the)g(default)g (p)s(olicy)f(is)g(applied.)45 b(In)31 b(this)h(case)h(the)g(default)e (p)s(olicy)107 4830 y(is)e(A)m(CCEPT.)248 5003 y(The)44 b(follo)m(wing)f(line)g(tells)g(the)i(pac)m(k)m(et)h(\014lter)e(to)h (allo)m(w)f(all)f(lo)s(calhost)h(\(-i)g(lo\))h(tra\016c)g(to)g(pass)107 5116 y(unmolested:)107 5350 y Fo(-A)i(input)f(-s)i(0/0)e(-d)i(0/0)f(-i) g(lo)g(-j)g(ACCEPT)248 5584 y Fr(This)32 b(line)f(blo)s(c)m(ks)i(all)f (new)h(TCP)g(connections)g(going)g(to)h(p)s(orts)f(0-1023,)k(whic)m(h) 32 b(is)g(the)i(range)g(of)107 5697 y(most)d(services,)f(including)d (rsh/rlogin:)1861 5946 y(54)p eop %%Page: 55 59 55 58 bop 107 388 a Fo(-A)47 b(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g (0:1023)f(-y)h(-j)g(REJECT)248 642 y Fr(W)-8 b(e're)32 b(going)e(to)h(mo)s(dify)e(this)g(\014le)h(to)h(allo)m(w)f(rsh)f(and)h (rlogin)e(tra\016c.)107 896 y Fo(#)47 b(Firewall)f(configuration)e (written)i(by)h(lokkit)107 1009 y(#)g(Manual)f(customization)f(of)i (this)f(file)h(is)g(not)g(recommended.)107 1122 y(#)g(Note:)g (ifup-post)e(will)i(punch)f(the)h(current)f(nameservers)e(through)i (the)107 1235 y(#)334 b(firewall;)45 b(such)i(entries)e(will)i(*not*)f (be)i(listed)e(here.)107 1348 y(:input)g(ACCEPT)107 1461 y(:forward)f(ACCEPT)107 1574 y(:output)h(ACCEPT)107 1687 y(-A)h(input)f(-s)i(0/0)e(67:68)h(-d)g(0/0)g(67:68)f(-p)h(udp)g(-i)h (eth0)e(-j)h(ACCEPT)107 1800 y(-A)g(input)f(-s)i(0/0)e(67:68)h(-d)g (0/0)g(67:68)f(-p)h(udp)g(-i)h(eth1)e(-j)h(ACCEPT)107 1913 y(-A)g(input)f(-s)i(0/0)e(-d)i(0/0)f(-i)g(lo)g(-j)g(ACCEPT)107 2026 y(#)107 2138 y(#)g(New)g(rules)g(for)f(rlogin/rsh)f(traffic,)h (incoming)g(or)h(outgoing)107 2251 y(#)107 2364 y(-A)g(input)f(-p)i (tcp)e(-s)i(0/0)f(-d)g(0/0)g(513)g(-b)g(-j)g(ACCEPT)107 2477 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g(514)g(-b)g(-j)g (ACCEPT)107 2590 y(#)107 2703 y(#)g(End)g(of)g(new)g(rules)107 2816 y(#)107 2929 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g (0:1023)f(-y)h(-j)g(REJECT)107 3042 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0) f(-d)g(0/0)g(2049)f(-y)h(-j)h(REJECT)107 3155 y(-A)f(input)f(-p)i(udp)e (-s)i(0/0)f(-d)g(0/0)g(0:1023)f(-j)h(REJECT)107 3268 y(-A)g(input)f(-p)i(udp)e(-s)i(0/0)f(-d)g(0/0)g(2049)f(-j)h(REJECT)107 3380 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g(6000:6009)e(-y)i (-j)g(REJECT)107 3493 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g (7100)f(-y)h(-j)h(REJECT)248 3748 y Fr(A)m(t)35 b(this)d(p)s(oin)m(t)h (users)f(on)i(remote)g(systems)g(with)e(accoun)m(ts)j(on)f(this)e (system)i(should)e(b)s(e)h(able)g(to)107 3861 y(rsh/rlogin)28 b(to)j(this)e(mac)m(hine)i(without)e(using)g(a)i(passw)m(ord.)107 4158 y Fp(Enabling)k(ssh)91 b Fr(Enabling)28 b(ssh)i(is)f(somewhat)i (easier.)248 4331 y(First)i(the)i(ssh)e(serv)m(er,)j(sshd,)e(m)m(ust)g (b)s(e)g(installed.)50 b(This)32 b(is)h(part)h(of)h(the)f(op)s (enssh-serv)m(er)f(RPM.)107 4444 y(This)28 b(RPM)j(is)e(lo)s(cated)i (on)f(the)h(\014rst)e(disc)h(of)g(the)h(RedHat)g(7.2)g(distribution.) 248 4617 y(Once)f(the)h(serv)m(er)f(is)g(installed,)e(it)i(m)m(ust)g(b) s(e)g(started:)107 4871 y Fo(/etc/rc.d/init.d/sshd)42 b(start)248 5125 y Fr(The)30 b(service)g(will)e(b)s(e)h(automatically)i (started)g(on)f(reb)s(o)s(ot.)248 5298 y(A)m(t)24 b(this)d(p)s(oin)m(t) h(ssh)g(on)h(the)g(lo)s(calhost)f(should)f(w)m(ork,)k(although)d(a)h (passw)m(ord)f(will)e(still)h(b)s(e)h(required.)107 5411 y(Ho)m(w)m(ev)m(er,)32 b(our)e(\014rew)m(all)f(rules)g(will)f(b)s(e)i (prev)m(en)m(ting)g(connections)g(from)g(other)h(mac)m(hines.)248 5584 y(W)-8 b(e)29 b(again)e(mo)s(dify)f(`)p Fo (/etc/sysconfig/ipchains)p Fr(',)c(this)k(time)i(to)g(allo)m(w)f(ssh)f (tra\016c)i(in)e(and)h(out.)107 5697 y(See)j(the)h(ab)s(o)m(v)m(e)h (section)e(for)g(a)h(discussion)d(of)i(what)h(w)m(e)f(are)h(doing)f (here.)1861 5946 y(55)p eop %%Page: 56 60 56 59 bop 107 388 a Fo(#)47 b(Firewall)f(configuration)e(written)i(by)h (lokkit)107 501 y(#)g(Manual)f(customization)f(of)i(this)f(file)h(is)g (not)g(recommended.)107 614 y(#)g(Note:)g(ifup-post)e(will)i(punch)f (the)h(current)f(nameservers)e(through)i(the)107 727 y(#)334 b(firewall;)45 b(such)i(entries)e(will)i(*not*)f(be)i(listed)e (here.)107 840 y(:input)g(ACCEPT)107 953 y(:forward)f(ACCEPT)107 1065 y(:output)h(ACCEPT)107 1178 y(-A)h(input)f(-s)i(0/0)e(67:68)h(-d)g (0/0)g(67:68)f(-p)h(udp)g(-i)h(eth0)e(-j)h(ACCEPT)107 1291 y(-A)g(input)f(-s)i(0/0)e(67:68)h(-d)g(0/0)g(67:68)f(-p)h(udp)g (-i)h(eth1)e(-j)h(ACCEPT)107 1404 y(-A)g(input)f(-s)i(0/0)e(-d)i(0/0)f (-i)g(lo)g(-j)g(ACCEPT)107 1517 y(#)107 1630 y(#)g(New)g(rules)g(for)f (ssh)h(traffic,)f(incoming)f(or)j(outgoing)107 1743 y(#)107 1856 y(-A)f(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g(22)g(-b)g(-j)g (ACCEPT)107 1969 y(#)107 2082 y(#)g(End)g(of)g(new)g(rules)107 2195 y(#)107 2307 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g (0:1023)f(-y)h(-j)g(REJECT)107 2420 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0) f(-d)g(0/0)g(2049)f(-y)h(-j)h(REJECT)107 2533 y(-A)f(input)f(-p)i(udp)e (-s)i(0/0)f(-d)g(0/0)g(0:1023)f(-j)h(REJECT)107 2646 y(-A)g(input)f(-p)i(udp)e(-s)i(0/0)f(-d)g(0/0)g(2049)f(-j)h(REJECT)107 2759 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g(6000:6009)e(-y)i (-j)g(REJECT)107 2872 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f(-d)g(0/0)g (7100)f(-y)h(-j)h(REJECT)248 3145 y Fr(A)m(t)30 b(this)f(p)s(oin)m(t)f (users)h(on)g(remote)i(systems)e(should)f(b)s(e)h(able)g(to)h(ssh)f(in) m(to)g(the)h(mac)m(hine,)g(but)f(they)107 3257 y(will)f(still)g(need)i (a)h(passw)m(ord.)248 3430 y(Users)e(should)e(set)j(up)e(a)i(priv)-5 b(ate/public)27 b(authen)m(tication)i(k)m(ey)h(pair)e(in)g(order)h(for) g(ssh)f(to)i(op)s(erate)107 3543 y(without)j(passw)m(ords.)52 b(This)33 b(pro)s(cess)g(is)h(do)s(cumen)m(ted)g(in)f(the)i (installation)d(guide,)i(but)g(a)h(summary)107 3656 y(of)30 b(the)h(steps)f(for)g(RH7.2)i(will)c(b)s(e)h(included)f(here.)248 3829 y(First)45 b(run)f(the)h("ssh-k)m(eygen)i(-t)f(rsa")g(application) e(to)i(create)h(the)f(priv)-5 b(ate/public)42 b(k)m(ey)47 b(pair.)107 3942 y(By)d(default)e(this)h(will)d(create)45 b(the)f(\014les)f(`)p Fo(~/.ssh/id_rsa)p Fr(')d(and)j(`)p Fo(~/.ssh/id_rsa.pub)p Fr('.)76 b(Use)43 b(a)107 4055 y(passw)m(ord.)248 4228 y(Next)27 b(place)f(the)g(public)d(k)m(ey)k (\(`)p Fo(~.ssh/id_rsa.pub)p Fr('\))c(in)i(the)h(\014le)f(`)p Fo(~/.ssh/authorized_keys)p Fr('.)107 4341 y(If)33 b(more)h(than)f(one) h(mac)m(hine)f(is)g(going)h(to)g(b)s(e)f(used,)h(then)f(this)g(k)m(ey)h (m)m(ust)f(b)s(e)g(put)g(in)g(the)g(`)p Fo(~/.ssh/)107 4454 y(authorized_keys)p Fr(')d(\014le)k(on)g(eac)m(h)h(mac)m(hine.)52 b(The)34 b(p)s(ermissions)d(on)j(the)h(.ssh)e(directory)h(should)e(b)s (e)107 4567 y(set)f(to)g(700;)h(otherwise)e(the)g(sshd)f(ma)m(y)i(c)m (ho)s(ose)h(to)f(not)f(accept)i(the)f(k)m(eys.)248 4739 y(This)d(will)e(allo)m(w)j(y)m(ou)h(to)g(connect)g(using)e(rsa)h(k)m (eys)h(rather)g(than)f(simple)e(UNIX)j(passw)m(ords.)39 b(The)107 4852 y(next)44 b(step)g(is)f(to)h(enable)g(an)f(SSH)g(agen)m (t)j(so)e(that)g(y)m(ou)h(do)e(not)h(need)g(to)h(rep)s(eatedly)e(t)m (yp)s(e)h(y)m(our)107 4965 y(passw)m(ord.)248 5138 y(The)26 b(agen)m(t)i(is)e(started)h(with)e(")p Fo(ssh-agent)46 b()p Fr(".)39 b(T)m(ypically)25 b Fo()g Fr(is)g Fo($SHELL)p Fr(,)h(so)h(that)g(y)m(our)107 5251 y(default)i(shell)e(is) i(started.)41 b(The)29 b(agen)m(t)i(will)c(then)i(handle)f(authen)m (tication)i(on)g(y)m(our)f(b)s(ehalf)f(an)m(y)i(time)107 5364 y(y)m(ou)24 b(attempt)g(to)h(use)e(ssh)g(from)g(this)f(shell.)37 b(T)-8 b(o)24 b(giv)m(e)g(the)g(ssh-agen)m(t)h(y)m(our)e(passw)m(ord,)i (t)m(yp)s(e)f("ssh-add".)107 5477 y(This)k(will)g(query)i(y)m(ou)h(for) f(the)g(passphrase)g(that)h(accompanies)f(y)m(our)h(rsa)f(k)m(ey)-8 b(.)248 5650 y(Once)32 b(y)m(ou)h(ha)m(v)m(e)h(completed)f(this,)f(y)m (ou)h(will)d(b)s(e)i(able)g(to)h(ssh)f(to)i(other)e(systems)h(on)f (whic)m(h)g(y)m(our)1861 5946 y(56)p eop %%Page: 57 61 57 60 bop 107 388 a Fr(k)m(ey)31 b(is)e(authorized)h(without)f(t)m (yping)h(a)h(passw)m(ord.)107 682 y Fp(In)m(terpro)s(cess)44 b(comm)m(unication)90 b Fr(MPICH)38 b(pro)s(cesses)f(use)h(the)g (standard)f(UNIX)h(mec)m(hanisms)107 795 y(for)23 b(allo)s(cating)g(p)s (orts)f(for)h(in)m(tercomm)m(unication.)38 b(Using)22 b(this)h(mec)m(hanism)f(pro)s(cesses)h(are)h(giv)m(en)g(p)s(orts)107 908 y(in)29 b(the)h(range)h(of)g(1024{65535.)248 1081 y(Unfortunately)25 b(for)g(us,)i(the)e(default)g(\014rew)m(all)g (con\014guration)g(blo)s(c)m(ks)g(some)h(p)s(ort)f(ranges)h(that)g(our) 107 1194 y(MPICH)f(pro)s(cesses)g(migh)m(t)g(b)s(e)g(giv)m(en)g(to)h (use)f(for)g(comm)m(unication.)39 b(This)23 b(leads)i(to)h(a)g (situation)e(where)107 1307 y(MPICH)36 b(applications)e(will)g(o)s (ccasionally)h(fail)g(to)i(comm)m(unicate)g(\(when)e(they)i(happ)s(en)d (to)j(get)h(the)107 1419 y(wrong)30 b(p)s(ort)g(v)-5 b(alue\).)248 1592 y(W)d(e're)29 b(going)f(to)g(mo)s(dify)e(the)h(ip)s (c)m(hains)f(con\014guration)h(\014le)f(to)i(remo)m(v)m(e)i(lines)25 b(disabling)g(ranges)j(of)107 1705 y(p)s(orts)h(that)i(our)f(pro)s (cesses)g(migh)m(t)h(use)f(for)g(in)m(tercomm)m(unication.)248 1878 y(The)g(t)m(w)m(o)i(default)d(rules)g(of)i(in)m(terest)f(are)h (the)f(follo)m(wing:)107 2112 y Fo(-A)47 b(input)f(-p)i(tcp)e(-s)i(0/0) f(-d)g(0/0)g(6000:6009)e(-y)i(-j)g(REJECT)107 2225 y(-A)g(input)f(-p)i (tcp)e(-s)i(0/0)f(-d)g(0/0)g(7100)f(-y)h(-j)h(REJECT)248 2459 y Fr(The)27 b(\014rst)h(blo)s(c)m(ks)f(incoming)g(TCP)g (connections)h(to)h(p)s(orts)e(6000-6009)32 b(\(often)d(used)e(b)m(y)h (X\),)h(while)107 2572 y(the)c(second)f(blo)s(c)m(ks)g(incoming)f(TCP)h (connections)h(to)g(p)s(ort)f(7100)j(\(often)e(used)f(b)m(y)g(the)h(X)g (fon)m(t)g(serv)m(er\).)248 2745 y(W)-8 b(e)32 b(simply)27 b(remo)m(v)m(e)32 b(these)f(rules:)107 2979 y Fo(#)47 b(Firewall)f(configuration)e(written)i(by)h(lokkit)107 3092 y(#)g(Manual)f(customization)f(of)i(this)f(file)h(is)g(not)g (recommended.)107 3205 y(#)g(Note:)g(ifup-post)e(will)i(punch)f(the)h (current)f(nameservers)e(through)i(the)107 3317 y(#)334 b(firewall;)45 b(such)i(entries)e(will)i(*not*)f(be)i(listed)e(here.) 107 3430 y(:input)g(ACCEPT)107 3543 y(:forward)f(ACCEPT)107 3656 y(:output)h(ACCEPT)107 3769 y(-A)h(input)f(-s)i(0/0)e(67:68)h(-d)g (0/0)g(67:68)f(-p)h(udp)g(-i)h(eth0)e(-j)h(ACCEPT)107 3882 y(-A)g(input)f(-s)i(0/0)e(67:68)h(-d)g(0/0)g(67:68)f(-p)h(udp)g (-i)h(eth1)e(-j)h(ACCEPT)107 3995 y(-A)g(input)f(-s)i(0/0)e(-d)i(0/0)f (-i)g(lo)g(-j)g(ACCEPT)107 4108 y(-A)g(input)f(-p)i(tcp)e(-s)i(0/0)f (-d)g(0/0)g(0:1023)f(-y)h(-j)g(REJECT)107 4221 y(-A)g(input)f(-p)i(tcp) e(-s)i(0/0)f(-d)g(0/0)g(2049)f(-y)h(-j)h(REJECT)107 4334 y(-A)f(input)f(-p)i(udp)e(-s)i(0/0)f(-d)g(0/0)g(0:1023)f(-j)h(REJECT) 107 4447 y(-A)g(input)f(-p)i(udp)e(-s)i(0/0)f(-d)g(0/0)g(2049)f(-j)h (REJECT)107 4559 y(#)107 4672 y(#)g(Removed)f(these)g(rules)h(to)g (eliminate)e(chance)h(of)i(MPICH)e(comm.)g(failure)107 4785 y(#)107 4898 y(#)h(-A)g(input)g(-p)g(tcp)g(-s)g(0/0)g(-d)g(0/0)g (6000:6009)e(-y)j(-j)f(REJECT)107 5011 y(#)g(-A)g(input)g(-p)g(tcp)g (-s)g(0/0)g(-d)g(0/0)g(7100)g(-y)g(-j)g(REJECT)107 5124 y(#)107 5237 y(#)g(End)g(of)g(removed)f(rules)107 5350 y(#)248 5584 y Fr(This)22 b(mo)s(di\014cation,)j(in)e(conjunction)g (with)g(one)i(to)g(allo)m(w)e(pro)s(cess)h(startup,)i(should)c(prepare) i(y)m(our)107 5697 y(system)30 b(for)g(MPICH)h(jobs.)1861 5946 y(57)p eop %%Page: 58 62 58 61 bop 107 388 a Fi(A.6)112 b(p)s(oll:)48 b(proto)s(col)36 b(failure)h(during)g(circuit)e(creation)107 620 y Fr(Y)-8 b(ou)29 b(ma)m(y)h(see)g(this)e(message)i(if)e(y)m(ou)h(attempt)i(to)f (run)d(to)s(o)j(man)m(y)f(MPI)g(programs)g(in)f(a)h(short)g(p)s(erio)s (d)107 732 y(of)f(time.)40 b(F)-8 b(or)29 b(example,)f(in)f(Lin)m(ux)g (and)g(when)g(using)g(the)h Fo(ch)p 2252 732 29 4 v 34 w(p4)f Fr(device)h(\(without)g(the)g(secure)g(serv)m(er)107 845 y(or)40 b(ssh\),)h Fo(MPICH)e Fr(uses)g(rsh)g(to)h(start)g(the)g (MPI)g(pro)s(cesses.)69 b(Dep)s(ending)38 b(on)h(the)h(particular)e (Lin)m(ux)107 958 y(distribution)27 b(and)j(v)m(erison,)h(there)g(ma)m (y)g(b)s(e)f(a)h(limit)e(of)i(as)g(few)f(as)h(40)h(pro)s(cesses)e(p)s (er)g(min)m(ute.)41 b(When)107 1071 y(running)32 b(the)j Fo(MPICH)e Fr(test)i(suite)f(or)h(starting)f(short)h(parallel)e(jobs)h (from)g(a)h(script,)g(it)f(is)g(p)s(ossible)e(to)107 1184 y(exceed)f(this)e(limit.)248 1357 y(T)-8 b(o)31 b(\014x)f(this,)f(y)m(ou)i(can)f(do)h(one)f(of)h(the)g(follo)m(wing:) 218 1605 y(1.)46 b(W)-8 b(ait)40 b(a)g(few)e(seconds)h(b)s(et)m(w)m (een)h(running)d(parallel)g(jobs.)66 b(Y)-8 b(ou)40 b(ma)m(y)g(need)e (to)i(w)m(ait)f(up)g(to)g(a)334 1718 y(min)m(ute.)218 1905 y(2.)46 b(Mo)s(dify)26 b(`)p Fo(/etc/inetd.conf)p Fr(')e(to)k(allo)m(w)f(more)h(pro)s(cesses)f(p)s(er)f(min)m(ute)h(for)g Fo(rsh)p Fr(.)39 b(F)-8 b(or)28 b(example,)334 2018 y(c)m(hange)334 2243 y Fo(shell)46 b(stream)h(tcp)f(nowait)h(root)f(/etc/tcpd2)f (in.rshd)334 2468 y Fr(to)334 2693 y Fo(shell)h(stream)h(tcp)f (nowait.200)f(root)i(/etc/tcpd2)e(in.rshd)218 2918 y Fr(3.)h(Use)f(the)f Fo(ch)p 795 2918 V 34 w(p4mpd)f Fr(device)h(or)g (the)g(secure)h(serv)m(er)f(option)g(of)g(the)h Fo(ch)p 2942 2918 V 34 w(p4)e Fr(device)h(instead.)334 3031 y(Neither)30 b(of)h(these)f(relies)g(on)g Fo(inetd)p Fr(.)107 3334 y Fi(A.7)112 b(Using)37 b(SSH)107 3566 y Fr(The)32 b(secure)i(shell)d (\(ssh\))i(ma)m(y)h(b)s(e)e(used)g(with)g(the)h Fo(ch)p 2016 3566 V 34 w(p4)g Fr(device,)h(but)e(requires)g(careful)g(setup.)48 b(See)107 3679 y Fj(c)-5 b(on\014guring)33 b(with)g Fa(ssh)46 b Fr(in)29 b(the)h Fj(Instal)5 b(lation)35 b(and)f(User's)j Fr(man)m(ual.)248 3852 y(Mak)m(e)32 b(sure)e(that)h Fo(ssh)e Fr(is)g(set)i(up)f(to)h Fj(not)39 b Fr(require)30 b(a)g(passw)m(ord.)40 b(The)30 b(command)155 4100 y Fo(ssh)46 b(-n)i(`hostname`)d(date)107 4347 y Fr(should)31 b(return)g(the)i(date)g(without)f(an)m(y)h(prompts) f(for)g(passw)m(ords.)47 b(See)33 b(the)g(installation)e(man)m(ual)h (if)107 4460 y(y)m(ou)f(ha)m(v)m(e)g(problems.)107 4764 y Fi(A.8)112 b(Mac)38 b(OS)f(X)g(and)i(hostname)107 4995 y Fr(Under)e(Mac)i(OS)e(X,)i(the)f(hostname)g(handling)e(is)h(un)m (usual.)61 b(The)38 b(hostname)g(that)h(the)f Fo(hostname)107 5108 y Fr(command)28 b(or)h(the)f Fo(gethostname)e Fr(function)h (return)g(is)h(determined)f(b)m(y)i(the)f(name)h(set)g(in)e(the)i (\\Shar-)107 5221 y(ing)38 b(preference")i(pane.)66 b(If)39 b(this)f(name)h(con)m(tains)g(a)h(space,)i(y)m(ou)e(ma)m(y)f(get)h (only)f(the)g(leading)f(part)107 5334 y(of)48 b(the)g(name,)53 b(upto)48 b(but)f(not)h(including)d(the)j(\014rst)f(space.)94 b(This)47 b(name)h(is)f(stored)h(in)e(the)j(\014le)107 5447 y Fo(/etc/hostconfig)p Fr(.)71 b(MPICH,)42 b(for)g(the)g Fo(ch)p 1723 5447 V 34 w(p4)f Fr(and)h Fo(ch)p 2179 5447 V 33 w(p4mpd)f Fr(device,)k(needs)c(a)i(sensible)d(name)107 5560 y(returned)j(b)m(y)h(b)s(oth)f Fo(gethostname)f Fr(and)h Fo(hostname)p Fr(.)80 b(If)44 b(y)m(ou)h(are)f(using)f(a)i (single)e(mac)m(hine)g(in)g(a)107 5673 y(standalone)48 b(con\014guration,)54 b(the)49 b(easiest)g(option)g(is)f(to)i(c)m (hange)g(the)f(name)g(of)g(the)g(mac)m(hine)g(in)1861 5946 y(58)p eop %%Page: 59 63 59 62 bop 107 388 a Fo(/etc/hostconfig)26 b Fr(to)k Fo(localhost)e Fr(\(use)i Fo(sudo)p Fr(\).)39 b(If)30 b(y)m(ou)g(wish)e(to)j(use)f (another)g(name,)g(y)m(ou)g(need)g(to)107 501 y(mak)m(e)h(the)g(name)f (in)f Fo(/etc/hostconfig)d Fr(matc)m(h)32 b(the)e(name)h(in)e(the)h Fo(NetInfo)f Fr(database.)248 674 y(Thanks)g(to)i(Victor)g(Eijkhout)e (for)h(this)f(information.)107 977 y Fi(A.9)112 b(SIGSEGV)107 1209 y Fr(If)30 b(y)m(our)g(program)g(fails)f(with)107 1456 y Fo(p4_error:)45 b(interrupt)g(SIGSEGV)107 1704 y Fr(the)30 b(problem)f(is)h(probably)e(not)j(with)e(MPI.)h(Instead,)h (c)m(hec)m(k)h(for)e(program)g(bugs)g(including)218 1952 y(1.)46 b(Arra)m(y)26 b(o)m(v)m(erwrites)h(or)f(accesses)i(b)s(ey)m (ond)d(arra)m(y)i(b)s(ounds.)37 b(Be)27 b(particularly)d(careful)h(of)i Fo(a[size])334 2065 y Fr(in)i(C,)h(where)g Fo(a)g Fr(is)g(declared)g (as)g Fo(int)47 b(a[size])p Fr(.)218 2252 y(2.)f(In)m(v)-5 b(alid)29 b(p)s(oin)m(ters,)g(including)e(n)m(ull)h(p)s(oin)m(ters.)218 2440 y(3.)46 b(Missing)29 b(or)i(mismatc)m(hed)f(parameters)h(to)g (subroutines)e(or)i(functions.)40 b(F)-8 b(ortran)31 b(users)f(should)334 2553 y(c)m(hec)m(k)25 b(that)f(all)f(MPI)g(calls)g (include)e(the)i(in)m(teger)h(error)f(return)g(parameter)h(and)f(that)h (an)m(y)f(status)334 2666 y(v)-5 b(ariable)29 b(is)h(dimensioned)d(as)k (an)f(arra)m(y)h(of)g(size)f Fo(MPI_STATUS_SIZE)p Fr(.)107 2969 y Fi(A.10)112 b(semop)37 b(lo)s(c)m(k)g(failed)107 3201 y Fr(When)28 b(running)e(the)j Fo(ch_p4)f Fr(device)g(with)g(SMP)g (supp)s(ort)f(\()p Fo(-comm=shared)p Fr(\),)g(y)m(ou)i(ma)m(y)h(o)s (ccasionally)107 3314 y(see)h(the)f(message)107 3561 y Fo("p1_13043:)93 b(p4_error:)45 b(OOPS:)h(semop)h(lock)f(failed")107 3809 y Fr(T)-8 b(o)34 b(\014x)e(this,)i(try)f(running)d(the)k(script)e Fo(cleanipcs)f Fr(that)j(is)e(included)f(with)h(MPICH.)h(Y)-8 b(ou)34 b(can)g(also)107 3922 y(use)29 b(the)h(command)g Fo(ipcs)f Fr(to)h(list)f(the)h(shared)f(memory)h(and)f(semaphore)h (resources)g(that)g(are)g(in)f(use)107 4035 y(on)34 b(a)g(no)s(de.)52 b(This)32 b(can)i(help)f(y)m(ou)i(trac)m(k)g(do)m(wn)f(resources)g (that)g(are)h(held)e(b)m(y)h(a)g(di\013eren)m(t)g(user)f(that)107 4148 y(are)e(prev)m(en)m(ting)f(y)m(our)g(MPI)g(program)h(from)e (running.)107 4451 y Fi(A.11)112 b(Compiler)35 b(Switc)m(hes)107 4683 y Fr(Normally)-8 b(,)38 b(y)m(ou)f(should)e(let)i Fo(configure)e Fr(determine)h(compiler)f(switc)m(hes.)61 b(Ho)m(w)m(ev)m(er,)40 b(y)m(ou)e(can)f(use)107 4796 y(the)j(con\014gure)g(options)f Fo(-cflags=...)66 b Fr(and)40 b Fo(-fflags=...)66 b Fr(to)41 b(sp)s(ecify)d(sp)s(ecial)h(\015ags.)70 b(See)40 b(also)107 4909 y Fj(c)-5 b(ompiler)34 b(switches)p Fr(.)107 5212 y Fi(A.12)112 b(C++)37 b(Builds)f(F)-9 b(ail)107 5444 y Fr(If)27 b(the)g(C++)g(build)d(fails)i(with)g (messages)j(ab)s(out)e(am)m(biquities)e(in)h(the)i(de\014nitions,)e (try)h(recon\014guring)107 5557 y(and)i(rebuilding)e(with)i(the)h ({without-pro\014ling)e(options)h(to)i(the)g(C++)e(con\014gure.)41 b(In)29 b(later)h(v)m(ersions)107 5669 y(of)g(MPICH,)h(a)g(di\013eren)m (t)e(C++)h(in)m(terface)h(will)c(b)s(e)j(pro)m(vided)f(that)i(should)d (\014x)i(this)g(problem.)1861 5946 y(59)p eop %%Page: 60 64 60 63 bop 107 388 a Fi(A.13)112 b(F)-9 b(ortran)37 b(programs)g(giv)m (e)g(errors)g(ab)s(out)h(mismatc)m(hed)e(t)m(yp)s(es)107 620 y Fr(Some)27 b(F)-8 b(ortran)28 b(compilers)d(will)g(complain)g(if) h(a)i(subroutine)d(is)h(passed)h(argumen)m(ts)g(of)g(di\013eren)m(t)g (t)m(yp)s(es)107 732 y(in)k(the)h(same)g(parameter)h(p)s(osition.)44 b(F)-8 b(or)33 b(example,)f(if)f Fo(MPI_Bcast)f Fr(is)h(used)g(with)g (an)h(in)m(teger)h(in)d(one)107 845 y(place)g(and)g(a)h(double)e (precision)f(v)-5 b(alue)30 b(in)f(another,)i(y)m(ou)g(ma)m(y)g(see)155 1052 y Fo(Argument)45 b(#1)i(of)g(`mpi_bcast')e(is)i(one)g(type)g(at)g (\(2\))g(but)g(is)g(some)g(other)f(type)h(at)g(\(1\))248 1259 y Fr(This)29 b(is)g(a)i(strict)g(in)m(terpretation)f(of)g(the)h(F) -8 b(ortran)32 b(standard.)40 b(T)-8 b(o)31 b(\014x)f(this,)g(y)m(ou)h (will)d(need)i(to)i(tell)107 1371 y(the)d(compiler)e(to)i(allo)m(w)f (this)g(usage.)41 b(F)-8 b(or)29 b(the)g(GNU)g(g77)h(compiler,)e(add)g (the)h(command-line)e(option)107 1484 y Fo(-Wno-globals)p Fr(,)g(as)k(in)155 1691 y Fo(mpif77)46 b(-Wno-globals)e(mycode.f)248 1898 y Fr(An)e(alternativ)m(e)g(is)f(to)i(use)f(a)g(F)-8 b(ortran)43 b(90)f(or)g(F)-8 b(ortran)43 b(95)g(compiler)e(with)f(the)i (MPI)g(mo)s(dule)107 2010 y(instead)29 b(of)i(the)g(`)p Fo(mpif.h)p Fr(')e(header)h(\014le.)107 2306 y Fi(A.14)112 b(Missing)36 b(Sym)m(b)s(ols)h(When)h(Linking)107 2538 y Fr(If)30 b(y)m(ou)g(get)i(errors)e(ab)s(out)g(missing)e(sym)m(b)s (ols,)h(suc)m(h)h(as)107 2744 y Fo(mpicc)94 b(-o)47 b(overtake)f (overtake.o)f(test.o)107 2857 y(ld:)i(0711-317)e(ERROR:)h(Undefined)g (symbol:)f(MPIR_F_TRUE)107 2970 y(ld:)i(0711-317)e(ERROR:)h(Undefined)g (symbol:)f(.MPIR_InitFortranDatatypes)107 3083 y(ld:)i(0711-317)e (ERROR:)h(Undefined)g(symbol:)f(MPIR_F_FALSE)107 3196 y(ld:)i(0711-317)e(ERROR:)h(Undefined)g(symbol:)f(.MPIR_InitFortran)107 3309 y(ld:)i(0711-317)e(ERROR:)h(Undefined)g(symbol:)f(MPIR_I_DCOMPLEX) 107 3422 y(ld:)i(0711-317)e(ERROR:)h(Undefined)g(symbol:)f (.MPIR_Free_Fortran_dtes)107 3535 y(ld:)i(0711-317)e(ERROR:)h (Undefined)g(symbol:)f(.MPIR_Free_Fortran_keyvals)107 3741 y Fr(this)22 b(usually)f(indicates)h(an)h(error)g(in)f(the)h Fo(make)f Fr(pro)s(cess.)38 b(F)-8 b(or)24 b(some)f(reason,)i(the)f(F) -8 b(ortran)24 b(part)f(\(whic)m(h)107 3854 y(is)g(where)g(these)i(sym) m(b)s(ols)d(come)j(from\))f(is)f(particularly)f(fragile.)38 b(T)-8 b(o)24 b(\014x)g(this,)g(try)g(the)g(follo)m(wing)f(steps:)298 4061 y Fo(cd)47 b(src/fortran/src)298 4174 y(make)f(clean)298 4287 y(make)298 4399 y(ar)h(../../../lib/libmpich.a)41 b(*.o)298 4512 y(ranlib)46 b(../../../lib/libmpich.a)107 4719 y Fr(If)30 b(w)m(eak)h(sym)m(b)s(ols)e(are)i(not)f(supp)s(orted,)f (then)h Fj(in)j(addition)p Fr(,)f(do)e(these)h(additional)e(steps:)298 4926 y Fo(make)46 b(clean)298 5038 y(make)g(profile)298 5151 y(ar)h(../../../lib/libpmpich.a)41 b(*.o)298 5264 y(ranlib)46 b(../../../lib/libpmpich.a)107 5471 y Fr(The)28 b(problem)f(is)h(that)h(some)g(v)m(ersions)f(of)h(mak)m(e)h(ha)m(v)m(e) g(logic)f(errors)f(that)h(cause)g(them)g(to)g(create)i(\014les)107 5584 y(but)e(not)i(to)g(act)g(on)f(them;)h(this)e(causes)i(mak)m(e)g (to)g(build)c(the)j(ob)5 b(ject)32 b(\014le)d(but)g(then)h(fail)f(to)i (include)d(it)107 5697 y(in)h(the)h(arc)m(hiv)m(e.)42 b(The)30 b(ab)s(o)m(v)m(e)h(steps)f(should)f(w)m(ork)h(around)g(this)f (problem.)1861 5946 y(60)p eop %%Page: 61 65 61 64 bop 107 388 a Fi(A.15)112 b(W)-9 b(arning)36 b(messages)j(while)d (building)g(MPICH)107 606 y Fr(Some)30 b(compilers)f(ma)m(y)i(generate) h(a)f(large)f(n)m(um)m(b)s(er)f(of)i(w)m(arnings)e(of)h(the)h(form)325 841 y Fl("commreq_free.c")o(,)37 b(line)42 b(70:)h(warning)d(#187:)i (use)g(of)h("=")f(where)g("==")g(may)g(have)g(been)g(intended)248 1088 y Fr(There)32 b(is)f(nothing)g(wrong)h(with)f(these)i(statemen)m (ts.)48 b(The)32 b(compiler)f(is)g(w)m(arning)g(ab)s(out)h(a)h(legal,) 107 1201 y(but)j(often)h(misused,)g(feature)g(of)g(the)g(C)f(language.) 61 b(The)36 b(statemen)m(ts)j(ha)m(v)m(e)f(b)s(een)e(crafted)h(so)g (that)107 1314 y(most)22 b(compilers)d(recognize)k(that)f(the)f("=")h (w)m(as)g(used)f(in)m(ten)m(tionally;)i(unfortunately)-8 b(,)22 b(some)g(compilers)107 1427 y(insists)k(on)j(w)m(arning)e(ab)s (out)h(this)f(v)-5 b(alid)27 b(use)h(of)h(C)f(and)g(pro)m(vide)g(no)g (w)m(a)m(y)h(to)h(indicate)d(to)i(the)g(compiler)107 1540 y(that)i(the)f(w)m(arning)g(is)f(unnecessary)-8 b(.)107 1843 y Fi(A.16)112 b(MPMD)37 b(\(Multiple)e(Program)i(Multiple) e(Data\))i(Programs)107 2075 y Fr(MPICH,)29 b(dep)s(ending)e(on)i(the)g (device,)h(supp)s(orts)d(MPMD)j(programs.)40 b(Ho)m(w)m(ev)m(er,)32 b(the)d Fo(mpirun)f Fr(script)107 2188 y(curren)m(tly)33 b(do)s(es)h(not)g(supp)s(ort)e(MPMD)j(programs.)51 b(F)-8 b(or)35 b(the)f Fo(ch)p 2421 2188 29 4 v 34 w(p4)g Fr(device,)h(the)f (user)f(m)m(ust)h(create)107 2301 y(a)f(pro)s(cgroup)f(\014le)f(and)h (in)m(v)m(ok)m(e)i(the)f(program)g(that)g(will)d(ha)m(v)m(e)k(rank)e (zero)i(in)d Fo(MPI)p 3006 2301 V 33 w(COMM)p 3231 2301 V 34 w(WORLD)g Fr(with)107 2414 y(the)c(command-line)f(option)h Fo(-p4pg)46 b(filename)p Fr(.)38 b(See)27 b(the)h Fj(Instal)5 b(lation)32 b(and)e(User's)g(Guide)k Fr(for)28 b(more)107 2527 y(information.)107 2830 y Fi(A.17)112 b(Rep)s(orting)36 b(problems)h(and)h(supp)s(ort)218 3039 y Fr(1.)46 b(First,)30 b(c)m(hec)m(k)i Fj(the)h(list)g(of)g(known)g(bugs)f(and)i(p)-5 b(atches)40 b Fr(for)30 b(the)g(problem)f(y)m(ou)i(are)g(seeing.)218 3227 y(2.)46 b(Also)30 b(c)m(hec)m(k)i(the)f(troublesho)s(oting)d (guides)i(in)f(the)h Fj(Instal)5 b(lation)35 b(and)f(Users)e(guides)p Fr(.)218 3414 y(3.)46 b(If)30 b(that)h(do)s(esn't)f(help,)f(send)h (mail)f(to)i Fj(mpi-bugs@mcs.anl.gov)p Fr(.)107 3718 y Fi(A.18)112 b(Algorithms)34 b(used)39 b(in)d(MPICH)218 3927 y Fr(1.)46 b(Do)s(es)31 b(MPICH)f(use)g(IP)g(Multicast)g(for)h Fo(MPI)p 1879 3927 V 33 w(Bcast)p Fr(?)334 4077 y(No.)73 b(In)41 b(principle,)f(MPICH)h(could)f(use)h(m)m(ulticast,)i(but)d(in)g (practice)h(this)f(w)m(ould)g(b)s(e)g(v)m(ery)334 4190 y(di\016cult.)f(T)-8 b(o)30 b(start)h(with,)e(IP)g(m)m(ulticast)h(is)f (unreliable;)e(additional)h(co)s(de)i(to)h(mak)m(e)g(it)f(reliable)334 4303 y(needs)38 b(to)h(b)s(e)f(added.)64 b(In)38 b(fact,)j(there)e(is)e (an)i(e\013ort)g(to)g(pro)m(vide)e(a)i(reliable)e(m)m(ulticast,)j (built)334 4416 y(on)m(top)35 b(of)f(the)g(unreliable)d(m)m(ulticast.) 51 b(The)33 b(second)h(problem)f(is)g(that)h(not)g(all)f(systems)h (allo)m(w)334 4529 y(user)41 b(programs)g(\(or)h Fj(any)50 b Fr(program\))42 b(to)g(p)s(erform)f(an)g(IP)g(m)m(ulticast.)74 b(In)41 b(fact,)46 b(that)c(is)f(the)334 4642 y(case)31 b(for)e(the)h(systems)g(that)g(w)m(e)g(ha)m(v)m(e)h(b)s(een)e(dev)m (eloping)g(on.)41 b(Th)m(us,)29 b(w)m(e)h(will)d(alw)m(a)m(ys)j(need)g (the)334 4754 y(p)s(oin)m(t-to-p)s(oin)m(t)h(v)m(ersion.)44 b(There)30 b(is)h(a)h(fairly)e(easy)i(w)m(a)m(y)g(to)g(replace)g(an)m (y)g(collectiv)m(e)g(routine)e(in)334 4867 y(MPI,)h(but)e(no-one)i(has) f(o\013ered)h(us)f(a)h(m)m(ulticast-based)f Fo(MPI)p 2478 4867 V 33 w(Bcast)f Fr(y)m(et...)107 5171 y Fi(A.19)112 b(Jumpshot)37 b(and)h(X11)107 5402 y Fr(Jumpshot)d(relies)g(on)h(the)h (A)-10 b(WT/Swing)35 b(to)s(olkit)h(to)h(p)s(erform)e(its)h(graphics)g (op)s(erations.)58 b(W)-8 b(e)38 b(ha)m(v)m(e)107 5515 y(noticed)c(some)h(problems)e(with)g(A)-10 b(WT/Swing)33 b(and)h(X11)i(windo)m(w)d(system)h(supp)s(ort)f(on)h(some)h(PC's)107 5628 y(running)24 b(Windo)m(ws.)39 b(In)26 b(particular,)h(the)g(com)m (bination)g(of)g(SecureCR)-8 b(T)27 b(and)f(Exceed)i(or)f(SecureCR)-8 b(T)1861 5946 y(61)p eop %%Page: 62 66 62 65 bop 107 388 a Fr(and)38 b(Xfree86)i(often)g(ha)m(v)m(e)g (problems)d(\(sometimes)i(serious,)i(including)35 b(hangs)k(and)f (crashes\).)67 b(F)-8 b(or)107 501 y(no)m(w,)31 b(the)g(only)g(w)m(ork) -5 b(around)30 b(is)g(to)h(use)g(Op)s(enSSH)e(and)h(Xfree86)i(\(with)e (Cygwin\))g(if)g(p)s(ossible)f(when)107 614 y(using)g(a)h(Windo)m(ws)g (PC.)107 960 y Ft(B)134 b(History)46 b(of)57 b Fs(MPICH)107 1222 y Fo(MPICH)36 b Fr(w)m(as)j(dev)m(elop)s(ed)e(during)e(the)j(MPI)g (standards)f(pro)s(cess)h(to)g(pro)m(vide)f(feedbac)m(k)i(to)g(the)f (MPI)107 1335 y(F)-8 b(orum)42 b(on)h(implemen)m(tation)e(and)h (usabilit)m(y)f(issues.)76 b(With)42 b(the)h(release)g(of)g(the)g(MPI)f (standard,)107 1448 y Fo(MPICH)30 b Fr(w)m(as)h(designed)f(to)i(pro)m (vide)f(an)g(implemen)m(tation)f(of)h(the)h(MPI)f(standard)g(that)g (could)g(replace)107 1561 y(the)38 b(proprietary)f(message-passing)i (systems)f(on)g(the)g(massiv)m(ely)g(parallel)e(computers)i(of)g(the)h (da)m(y)-8 b(,)107 1674 y(suc)m(h)36 b(as)h(the)g(In)m(tel)f(P)m (aragon,)j(IBM)e(SP)-8 b(,)37 b(and)f(TMC)g(CM5.)59 b Fo(MPICH)36 b Fr(used)f(an)i(early)f(v)m(ersion)g(of)h(the)107 1787 y(abstract)26 b(device)g(in)m(terface)g(\(ADI\),)h(based)e(on)h (the)g(Chameleon)f([14)q(])h(p)s(ortabilit)m(y)d(system,)k(to)g(pro)m (vide)107 1900 y(a)33 b(ligh)m(t-w)m(eigh)m(t)g(implemen)m(tation)e(la) m(y)m(er.)49 b(T)-8 b(o)33 b(enable)f(dev)m(elopmen)m(t)i(on)e(desktop) h(systems,)h(a)f(device)107 2013 y(la)m(y)m(ered)38 b(on)g(top)g(of)g (the)g(P4)g([1)q(])f(system)h(w)m(as)h(used.)62 b(Ov)m(er)38 b(time,)h(other)f(devices)g(w)m(ere)g(dev)m(elop)s(ed;)107 2126 y(as)f(systems)h(ha)m(v)m(e)g(v)-5 b(anished)36 b(\(e.g.,)41 b(the)d(TMC)f(CM5)g(and)g(the)h(Ncub)s(e\),)h(these)f (devices)f(ha)m(v)m(e)h(b)s(een)107 2239 y(dropp)s(ed)22 b(from)i(our)f(distribution.)35 b(Because)26 b Fo(MPICH)d Fr(used)g(P4)h(for)g(w)m(orkstation)h(net)m(w)m(orks,)h Fo(MPICH)d Fr(has)107 2352 y(supp)s(orted)28 b(b)s(oth)i(MIMD)h (programming)e(and)h(heterogeneous)i(clusters)d(from)h(the)h(v)m(ery)f (b)s(eginning.)248 2524 y(Because)j Fo(MPICH)d Fr(w)m(as)h(designed)g (to)h(enable)f(p)s(orts)f(to)i(other)g(systems,)g(man)m(y)f(parallel)f (computer)107 2637 y(v)m(endors)g(and)g(researc)m(h)h(groups)e(ha)m(v)m (e)j(used)e Fo(MPICH)f Fr(as)h(the)h(basis)e(for)h(their)g(implemen)m (tation.)39 b(Man)m(y)107 2750 y(users)30 b(are)i(no)m(w)f(familar)f (only)h(with)f(the)h(v)m(ersion)g(of)39 b Fo(MPICH)30 b Fr(that)i(uses)f(the)g Fo(ch_p4)f Fr(device)h(for)g(w)m(ork-)107 2863 y(station)44 b(and)f(Beo)m(wulf)h(clusters.)80 b(Ho)m(w)m(ev)m (er,)49 b Fo(MPICH)43 b Fr(con)m(tin)m(ues)h(to)g(supp)s(ort)e(other)j (systems)e(and)107 2976 y(con)m(tin)m(ues)30 b(to)h(serv)m(e)g(as)g(a)g (platform)e(for)h(researc)m(h)h(in)m(to)g(MPI)f(implemen)m(tations.)107 3322 y Ft(C)134 b(File)46 b(Manifest)107 3585 y Fr(This)32 b(section)i(brie\015y)e(describ)s(es)g(the)i(\014les)e(and)i (directories)e(at)j(the)f(top)g(lev)m(el)f(of)h(the)g Fo(MPICH)f Fr(source)107 3698 y(tree.)107 3942 y Fo(COPYRIGHT)43 b Fr(Cop)m(yrigh)m(t)25 b(statemen)m(t.)41 b(This)23 b(co)s(de)j(is)e(free)h(but)g(not)g(public)e(domain.)38 b(It)25 b(is)f(cop)m(yrigh)m(ted)334 4055 y(b)m(y)30 b(the)h(Univ)m(ersit)m(y)f(of)g(Chicago)h(and)e(Mississippi)d(State)32 b(Univ)m(ersit)m(y)-8 b(.)107 4241 y Fo(Makefile.in)42 b Fr(T)-8 b(emplate)21 b(for)f(the)g(`)p Fo(Makefile)p Fr(',)h(whic)m(h)e(will)f(b)s(e)h(pro)s(duced)g(when)g(y)m(ou)i(run)e Fo(configure)p Fr(.)107 4427 y Fo(MPI-2-C++)43 b Fr(The)e(C++)g(system) h(from)g(Notre)g(Dame.)77 b(It)42 b(includes)d(the)j(C++)f(bindings)e (for)j(the)334 4540 y(MPI-1)31 b(functions.)107 4726 y Fo(README)44 b Fr(Basic)30 b(information)f(and)h(instructions)e(for)i (con\014guring.)107 4912 y Fo(aclocal.m4)43 b Fr(Used)32 b(for)g(building)d(`)p Fo(configure)p Fr(')h(from)j(`)p Fo(configure.in)p Fr(';)e(not)h(needed)h(for)f(most)h(in-)334 5025 y(stallations.)40 b(The)30 b(\014le)f(`)p Fo(aclocal)p 1505 5025 29 4 v 33 w(tcl.m4)p Fr(')g(is)g(included)f(b)m(y)i(`)p Fo(aclocal.m4)p Fr('.)107 5211 y Fo(ccbugs)44 b Fr(Directory)26 b(for)h(programs)f(that)g(test)i(the)e(C)g(compiler)f(during)f (con\014guration,)j(to)g(mak)m(e)g(sure)334 5324 y(that)k(it)f(will)e (b)s(e)h(able)h(to)h(compile)f(the)g(system.)107 5510 y Fo(configure)43 b Fr(The)30 b(script)f(that)i(y)m(ou)g(run)e(to)i (create)h(Mak)m(e\014les)f(throughout)f(the)g(system.)107 5697 y Fo(configure.in)42 b Fr(Input)29 b(to)i Fo(autoconf)d Fr(that)j(pro)s(duces)e Fo(configure)p Fr(.)1861 5946 y(62)p eop %%Page: 63 67 63 66 bop 107 388 a Fo(doc)44 b Fr(Assorted)31 b(to)s(ols)f(for)g(pro)s (ducing)e(do)s(cumen)m(tation,)j(together)h(with)d(this)g(man)m(ual.) 107 574 y Fo(examples)43 b Fr(Directory)26 b(con)m(taining)f(further)e (directories)i(of)g(example)g(MPI)g(programs.)39 b(Of)24 b(particular)334 687 y(note)40 b(are)f Fo(basic)p Fr(,)h(with)d(a)i (few)g(small)e(examples)i(to)g(try)g(\014rst,)h Fo(test)p Fr(,)g(with)e(a)h(test)h(suite)e(for)334 800 y(exercising)31 b Fo(MPICH)p Fr(,)e(and)h Fo(perftest)p Fr(,)e(con)m(taining)i(b)s(enc) m(hmarking)f(co)s(de.)107 987 y Fo(include)43 b Fr(The)30 b(include)e(\014les,)i(b)s(oth)g(user)f(and)h(system.)107 1173 y Fo(bin)44 b Fr(Con)m(tains)23 b(the)h(programs)e(and)h (executable)h(scripts,)f(suc)m(h)g(as)h Fo(mpicc)e Fr(and)g Fo(mpirun)p Fr(,)h(used)g(to)h(build)334 1286 y(and)30 b(run)f(MPI)h(programs.)107 1472 y Fo(man)44 b Fr(Man)31 b(pages)g(for)f Fo(MPI)p Fr(,)g Fo(MPE)p Fr(,)g(and)f(in)m(ternal)h (routines.)107 1659 y Fo(mpe)44 b Fr(The)f(source)g(co)s(de)g(for)f (the)h Fo(MPE)f Fr(extensions)g(for)h(logging)f(and)h(X)g(graphics.)76 b(The)43 b Fo(contrib)334 1772 y Fr(directory)d(con)m(tains)h (examples.)71 b(Best)41 b(are)g(the)g Fo(mandel)d Fr(and)i Fo(mastermind)e Fr(sub)s(directories.)334 1884 y(The)28 b Fo(profiling)f Fr(sub)s(directory)f(con)m(tains)j(the)g(pro\014ling)d (subsystem,)j(including)c(a)k(system)g(for)334 1997 y(automatically)35 b(generating)h(the)f(\\wrapp)s(ers")f(for)h(the)h(MPI)f(pro\014ling)e (in)m(terface.)56 b(MPE)35 b(also)334 2110 y(includes)20 b(the)i(p)s(erformance)f(visualization)e(programs,)24 b(suc)m(h)d(as)h Fo(jumpshot)e Fr(\(see)j(Section)e(3.6.1\).)107 2297 y Fo(mpid)44 b Fr(The)31 b(source)g(co)s(de)g(for)g(the)g(v)-5 b(arious)30 b(\\devices")h(that)h(customize)f Fo(MPICH)f Fr(for)h(a)g(particular)e(ma-)334 2410 y(c)m(hine,)h(op)s(erating)g (system,)h(and)f(en)m(vironmen)m(t.)107 2596 y Fo(romio)44 b Fr(The)30 b(R)m(OMIO)h(parallel)e(I/O)i(system,)h(whic)m(h)d (includes)g(an)i(implemen)m(tation)e(of)i(most)g(of)h(the)334 2709 y(MPI-2)f(parallel)e(I/O)h(standard.)107 2895 y Fo(src)44 b Fr(The)24 b(source)f(co)s(de)h(for)g(the)g(p)s(ortable)e (part)i(of)31 b Fo(MPICH)p Fr(.)22 b(There)h(are)h(sub)s(directories)d (for)j(the)g(v)-5 b(arious)334 3008 y(parts)30 b(of)h(the)f(MPI)h(sp)s (eci\014cation.)107 3195 y Fo(util)44 b Fr(Utilit)m(y)30 b(programs)g(and)f(\014les.)107 3381 y Fo(www)44 b Fr(HTML)31 b(v)m(ersions)e(of)i(the)g Fo(man)e Fr(pages.)107 3727 y Ft(D)134 b(Con\014gure)45 b(Usage)107 3990 y Fr(The)30 b(command)g Fo(configure)45 b(-help)29 b Fr(will)f(prin)m(t)h(out)107 4202 y Fl(Configuring)39 b(with)j(args)g(--help)107 4302 y(Configuring)d(MPICH)i(Version)g(1.2.3)h(\(pre-alpha\))d(of)j(:)i (2001/08/20)39 b(18:08:23)107 4401 y(Usage:)i(./configure)e ([--with-arch=ARC)o(H_)o(TYP)o(E])e([--with-comm=COM)o(M_T)o(YP)o(E]) 630 4501 y([--with-device=D)o(EV)o(ICE)o(])630 4601 y([--with-mpe])h ([--without-mpe])630 4700 y([--disable-f77])f([--disable-f90])h ([--with-f90nag])f([--with-f95nag])630 4800 y([--disable-f90mo)o(du)o (les)o(])630 4900 y([--disable-genca)o(t])g([--disable-doc])630 4999 y([--enable-cxx)h(])43 b([--disable-cxx])630 5099 y([--enable-mpedbg)o(])37 b([--disable-mpedbg)o(])630 5199 y([--enable-devdeb)o(ug)o(])h([--disable-devd)o(ebu)o(g])630 5298 y([--enable-debug])f([--disable-debug)o(])630 5398 y([--enable-traceb)o(ac)o(k])g([--disable-traceb)o(ac)o(k])630 5497 y([--enable-long-l)o(on)o(g])g([--disable-long-l)o(on)o(g])630 5597 y([--enable-long-d)o(ou)o(ble)o(])g([--disable-long-d)o(ou)o(ble)o (])630 5697 y([-prefix=INSTALL)o(_D)o(IR])1861 5946 y Fr(63)p eop %%Page: 64 68 64 67 bop 630 388 a Fl([-c++[=C++_COMPI)o(LE)o(R])37 b(])43 b([noc++])630 488 y([-opt=OPTFLAGS])630 587 y([-cc=C_COMPILER]) 37 b([-fc=FORTRAN_COM)o(PI)o(LER)o(])630 687 y([-clinker=C_LINK)o(ER)o (])h([-flinker=FORTR)o(AN_)o(LI)o(NK)o(ER])630 786 y([-c++linker=CC_L)o (IN)o(KER)o(])630 886 y([-cflags=CFLAGS])f([-fflags=FFLAGS])g ([-c++flags=CCFLA)o(GS)o(])630 986 y([-optcc=C_OPTFLA)o(GS)o(])h ([-optf77=F77_OP)o(TFL)o(AG)o(S])630 1085 y([-f90=F90_COMPIL)o(ER)o(])g ([-f90flags=F90_)o(FLA)o(GS)o(])630 1185 y([-f90inc=INCLUDE)o(_D)o(IRE) o(CT)o(OR)o(Y_S)o(PE)o(C_F)o(OR)o(MAT)o(_F)o(OR)o(_F9)o(0])630 1285 y([-f90linker=F90_)o(LI)o(NKE)o(R])630 1384 y([-f90libpath=LIB)o (RA)o(RY_)o(PA)o(TH)o(_SP)o(EC)o(_FO)o(RM)o(AT_)o(FO)o(R_)o(F90)o(])630 1484 y([-lib=LIBRARY])g([-mpilibname=MP)o(INA)o(ME)o(])630 1583 y([-mpe_opts=MPE_O)o(PT)o(S])630 1683 y([-make=MAKEPGM)g(])630 1783 y([-memdebug])h([-ptrdebug])g([-tracing])g([-dlast])630 1882 y([-listener_sig=S)o(IG)o(NAL)o(_N)o(AM)o(E])630 1982 y([-cross])630 2082 y([-adi_collective)o(])630 2181 y([-automountfix=A)o(UT)o(OMO)o(UN)o(TF)o(IX])630 2281 y([-noranlib])g([-ar_nolocal])630 2380 y([-rsh=RSHCOMMAND)o(])e ([-rshnol])630 2480 y([-noromio])i([-file_system=FIL)o(E_)o(SYS)o(TE)o (M])630 2580 y([-p4_opts=P4_OPT)o(S])107 2679 y(where)238 2779 y(ARCH_TYPE)301 b(=)43 b(the)f(type)g(of)h(machine)e(that)h(MPI)g (is)h(to)g(be)f(configured)e(for)238 2879 y(COMM_TYPE)301 b(=)43 b(communications)38 b(layer)j(or)i(option)e(to)i(be)g(used)238 2978 y(DEVICE)433 b(=)43 b(communications)38 b(device)j(to)i(be)g(used) 238 3078 y(INSTALL_DIR)213 b(=)43 b(directory)d(where)h(MPI)i(will)f (be)h(installed)c(\(optional\))238 3178 y(MPE_OPTS)345 b(=)43 b(options)e(to)i(pass)e(to)i(the)g(mpe)f(configure)238 3277 y(P4_OPTS)389 b(=)43 b(options)e(to)i(pass)e(to)i(the)g(P4)f (configure)e(\(device=ch_p4\))238 3377 y(C++_COMPILER)169 b(=)43 b(default)e(is)i(to)f(use)h(xlC,)f(g++,)g(or)g(CC)h (\(optional\))238 3476 y(OPTFLAGS)345 b(=)43 b(optimization)c(flags)i (to)i(give)f(the)g(compilers)e(\(e.g.)i(-g\))238 3576 y(CFLAGS)433 b(=)43 b(flags)f(to)g(give)g(C)h(compiler)238 3676 y(FFLAGS)433 b(=)43 b(flags)f(to)g(give)g(Fortran)f(compiler)238 3775 y(MAKEPGM)389 b(=)43 b(version)e(of)i(make)e(to)i(use)238 3875 y(LENGTH)433 b(=)43 b(Length)e(of)i(message)e(at)h(which)g(ADI)g (switches)f(from)g(short)1022 3975 y(to)i(long)f(message)e(protocol)238 4074 y(AUTOMOUNTFIX)169 b(=)43 b(Command)e(to)i(fix)f(automounters)238 4174 y(RSHCOMMAND)257 b(=)43 b(Command)e(to)i(use)f(for)g(remote)f (shell)238 4273 y(MPILIBNAME)257 b(=)43 b(Name)f(to)h(use)f(instead)f (of)i(mpich)e(in)i(the)f(name)g(of)h(the)f(MPI)1022 4373 y(library.)84 b(If)43 b(set,)f(libMPILIBNAME)c(will)k(be)h(used)e (instead)1022 4473 y(or)i(libmpich.)83 b(This)42 b(can)h(be)f(used)g (on)h(systems)e(with)1022 4572 y(several)g(different)f(MPI)i (implementations.)238 4672 y(FILE_SYSTEM)213 b(=)43 b(name)f(of)h(the)f (file)g(system)f(ROMIO)h(is)g(to)h(use.)86 b(Currently)1022 4772 y(supported)40 b(values)h(are)h(nfs,)g(ufs,)g(pfs)h(\(Intel\),) 1022 4871 y(piofs)f(\(IBM\),)f(hfs)h(\(HP\),)g(sfs)g(\(NEC\),)f(and)h (xfs)h(\(SGI\).)238 4971 y(SIGNAL_NAME)213 b(=)43 b(name)f(of)h(the)f (signal)f(for)i(the)f(P4)h(\(device=ch_p4\))37 b(device)42 b(to)1022 5070 y(use)g(to)h(indicate)d(that)i(a)i(new)e(connection)d (is)k(needed.)84 b(By)1022 5170 y(default,)40 b(it)j(is)g(SIGUSR1.)107 5369 y(All)f(arguments)e(are)i(optional,)e(but)j(if)f('arch',)f ('comm',)g(or)h('prefix')f(arguments)107 5469 y(are)h(provided,)e (there)i(must)f(be)i(only)f(one.)86 b('arch')41 b(must)h(be)g (specified)e(before)107 5569 y('comm')h(if)i(they)f(both)g(appear.)1861 5946 y Fr(64)p eop %%Page: 65 69 65 68 bop 107 388 a Fl(Packages)40 b(that)i(may)g(be)h(included)d(with) i(MPICH)107 587 y(--with-device=na)o(me)211 b(-)43 b(Use)g(the)f(named) g(device)f(for)h(communication.)81 b(Known)1196 687 y(names)42 b(include)f(ch_p4,)g(ch_mpl,)f(ch_shmem,)g(and)j(globus2.)1196 786 y(If)g(not)g(specified,)c(a)k(default)e(is)i(chosen.)84 b(Special)1196 886 y(options)41 b(for)h(the)h(device)e(are)h(specified) e(after)i(the)1196 986 y(device)g(name,)f(separated)f(by)j(a)g(colon.) 85 b(E.g.,)1196 1085 y(--with-device=glo)o(bus)o(2:)o(-fl)o(av)o(or)o (=mp)o(i,)o(not)o(hr)o(ea)o(ds)107 1185 y(--with-romio[=OP)o(TI)o(ONS)o (])37 b(-)43 b(Use)g(ROMIO)e(to)i(provide)e(MPI-I/O)f(from)i(MPI-2)g (\(default\).)1196 1285 y(The)h(options)d(include)h(-file_system=FSTY)o (PE)o(,)c(where)1196 1384 y(fstype)42 b(can)g(be)h(any)f(combination)d (of)k(nfs,)f(ufs,)1196 1484 y(pfs)h(\(intel\),)d(piofs)i(\(IBM\),)f (hfs)h(\(HP\),)g(sfs)g(\(NEC\),)f(and)1196 1583 y(xfs)i(\(SGI\),)e (combined)f(with)i('+'.)86 b(If)42 b(romio)g(is)h(not)1196 1683 y(included,)d(the)j(Fortran)d(90)j(modules)e(cannot)g(be)i(built.) 107 1783 y(--with-mpe)562 b(-)43 b(Build)f(the)g(MPE)h(environment)c (\(default\))107 1882 y(--with-f90nag)430 b(-)43 b(Choose)f(the)g(NAG)g (f90)h(compiler)d(for)i(Fortran)1196 1982 y(\(preliminary)d(version)i (intended)f(for)i(use)h(*instead*)1196 2082 y(of)g(a)g(Fortran)e(77)i (compiler\))107 2181 y(--with-f95nag)430 b(-)43 b(Choose)f(the)g(NAG)g (f95)h(compiler)d(for)i(Fortran)107 2281 y(--with-cross=fil)o(e)255 b(-)43 b(Use)g(the)f(file)g(for)g(cross)g(compilation.)d(The)j(file) 1196 2380 y(should)g(contain)e(assignments)f(of)k(the)f(form)1327 2480 y(CROSS_SIZEOF_INT=)o(4)1196 2580 y(for)h(each)f(cross)f (compilation)e(variable.)84 b(The)42 b(command)1327 2679 y(egrep)g('CROSS_[A-Z_]*=')37 b(configure)j(|)j(sed)f('s/=.*//g')1196 2779 y(will)g(list)g(each)g(variable.)107 2978 y(You)g(can)g(use)h (--without-)37 b(to)43 b(turn)f(off)g(a)h (feature)e(\(except)f(for)107 3078 y(device\).)107 3178 y(Options)g(for)j(device)e(ch_lfshmem:)107 3277 y(--with-device=ch)o (_l)o(fsh)o(me)o(m[)o(:-u)o(se)o(sys)o(v])107 3377 y(The)h(option)f ('-usesysv')f(applies)g(to)j(the)f(ch_shmem)f(device,)f(and)j(causes)e (the)h(device)107 3476 y(to)h(attempt)d(and)j(use)f(System)f(V)i (shared)e(memory)g(and)i(semaphore)d(routines,)f(rather)107 3576 y(than)j(what)g(would)f(be)i(chosen)e(by)i(default)d(\(often)i (mmap)g(or)g(a)h(system-specific)38 b(method\).)107 3775 y(Options)i(for)j(device)e(ch_meiko:)107 3875 y(--with-device=ch)o(_m)o (eik)o(o)107 4074 y(Options)f(for)j(device)e(ch_mpl:)107 4174 y(--with-device=ch)o(_m)o(pl)107 4373 y(Options)f(for)j(device)e (ch_p4:)107 4473 y(./configure:)d(./mpid/ch_p4/setu)o(p_c)o(h_)o(p4)o (:)g(Permission)h(denied)107 4672 y(Options)h(for)j(device)e(ch_p4mpd:) 107 4772 y(--with-device=ch)o(_p)o(4mp)o(d[)o(:-)o(lis)o(te)o(ner)o(_s) o(ig)o(=SI)o(GN)o(ALN)o(AM)o(E][)o(-d)o(la)o(st])o([-)o(soc)o(ks)o(iz)o (e=B)o(YT)o(ES])107 4971 y(The)h(option)f('-listener_sig')d(applies)i (to)j(the)f(ch_p4mpd)f(device,)f(and)j(changes)d(the)107 5070 y(signal)h(that)h(is)h(used)f(to)g(signal)f(that)h(a)h(new)g (connection)c(should)i(be)i(made.)85 b(By)107 5170 y(default,)40 b(SIGUSR1)h(is)i(used.)107 5369 y(The)f(option)f('-dlast')g(causes)g (the)h(p4)h(device)e(to)i(remember)d(the)i(last)g(few)g(debugging)107 5469 y(messages,)e(printing)g(them)i(out)g(only)g(when)g(the)g(job)h (terminates)c(abnormally.)107 5668 y(The)j(option)f('-socksize')e (changes)i(the)h(size)g(of)h(the)f(socket)f(buffers)g(used.)1861 5946 y Fr(65)p eop %%Page: 66 70 66 69 bop 107 388 a Fl(Options)40 b(for)j(device)e(ch_shmem:)107 488 y(--with-device=ch)o(_s)o(hme)o(m[)o(:-)o(use)o(sy)o(sv])107 587 y(The)h(option)f('-usesysv')f(applies)g(to)j(the)f(ch_shmem)f (device,)f(and)j(causes)e(the)h(device)107 687 y(to)h(attempt)d(and)j (use)f(System)f(V)i(shared)e(memory)g(and)i(semaphore)d(routines,)f (rather)107 786 y(than)j(what)g(would)f(be)i(chosen)e(by)i(default)d (\(often)i(mmap)g(or)g(a)h(system-specific)38 b(method\).)107 986 y(Options)i(for)j(device)e(globus:)107 1085 y(--with-device=gl)o (ob)o(us[)o(:-)o(gl)o(obu)o(sd)o(ir=)o(GL)o(OB)o(USD)o(IR)o(])107 1185 y('-globusdir=GLOB)o(US)o(')d(allows)j(one)h(to)h(specify)d(the)j (location)d(of)j(an)g(installed)107 1285 y(version)d(of)j(Globus.)85 b(You)42 b(can)g(acquire)f(Globus)g(from)h(http://www.globu)o(s.)o(org) 37 b(.")107 1484 y(Options)j(for)j(device)e(globus2:)107 1583 y(*#)i(GLOBUS_INSTALL_)o(PAT)o(H)37 b(must)42 b(be)h(set)107 1783 y(Features)d(that)i(may)g(be)h(included)d(with)i(MPICH)107 1982 y(--enable-c++)431 b(-)43 b(Build)e(C++)i(interfaces)c(to)k(the)f (MPI-1)g(routines)1153 2082 y(\(default\))107 2181 y(--enable-f77)431 b(-)43 b(Build)e(Fortran)g(77)i(interfaces)c(to)k(the)f(MPI)1153 2281 y(routines)e(\(default\))107 2380 y(--enable-weak-sy)o(mb)o(ols)d (-)43 b(Use)f(weak)g(symbols)f(for)h(MPI/PMPI)e(routines.)84 b(This)42 b(uses)1153 2480 y(weak)g(symbols,)e(if)j(available,)c(for)k (the)f(profiling)1153 2580 y(interface)e(\(default\))107 2679 y(--enable-debug)343 b(-)43 b(Enable)e(support)g(for)h(debuggers)e (to)j(access)e(message)1153 2779 y(queues)107 2879 y(--enable-traceba)o (ck)168 b(-)43 b(Enable)e(printing)f(of)j(a)g(call)f(stack)g(when)g (MPI)g(and)g(the)1153 2978 y(user's)f(program)g(is)h(built)g(with)g (certain)f(compilers)1153 3078 y(\(currently)e(only)j(some)g(versions)e (of)j(gcc)g(are)f(supported\).)107 3178 y(--enable-mpedbg)299 b(-)43 b(Enable)e(the)h(-mpedbg)f(command-line)e(argument)h(\(e.g.,) 1153 3277 y(errors)h(can)h(start)g(an)h(xterm)e(running)g(a)i (debugger\).)1153 3377 y(Only)f(works)f(with)h(some)g(workstation)d (systems.)107 3476 y(--enable-sharedl)o(ib)168 b(-)43 b(Attempt)e(to)h(build)g(shared)f(libraries.)83 b(Static)107 3576 y(--enable-sharedl)o(ib)o(=di)o(r)e(libraries)40 b(are)i(always)f(built.)85 b(If)43 b(a)g(directory)d(is)1153 3676 y(specified,)f(the)k(shared)e(libraries)f(will)i(be)g(placed)f(in) 1153 3775 y(that)h(directory.)83 b(This)42 b(can)g(be)h(used)f(to)h (place)e(the)1153 3875 y(shared)g(libraries)f(in)j(a)g(uniform)d (location)h(in)h(local)1153 3975 y(disks)f(on)i(a)g(cluster.)107 4074 y(--enable-f90modu)o(le)o(s)125 b(-)43 b(Build)e(Fortran)g(90)i (module)e(support)g(\(default)f(if)j(a)1153 4174 y(Fortran)e(90)h(or)h (95)g(compiler)d(is)j(found\).)84 b(If)43 b(ROMIO)1153 4273 y(is)g(not)f(built,)f(no)i(Fortran)e(90)h(modules)f(will)h(be)h (built.)107 4473 y(The)f(following)e(are)i(intended)f(for)h(MPI)g (implementors)d(and)j(debugging)e(of)j(configure)107 4572 y(--enable-strict)299 b(-)43 b(Try)f(and)h(build)e(MPICH)h(using)f (strict)g(options)g(in)i(Gnu)f(gcc)107 4672 y(--enable-echo)387 b(-)43 b(Cause)e(configure)f(to)j(echo)f(what)g(it)h(does)107 4772 y(--enable-devdebu)o(g)212 b(-)43 b(Enable)e(debugging)f(code)i (in)h(the)f(ADI.)107 4971 y(You)g(can)g(use)h(--disable-)37 b(to)43 b(turn)f(off)g(a)h(feature.)107 5170 y(Notes)e(on)i(configure)d(usage:)107 5369 y(The)i(suggestions)d (for)k(GNU)f(configure)e(usage)h(suggest)g(that)h(configure)e(not)i(be) h(used)107 5469 y(to)g(build)e(different)f(tools,)h(only)h(controlling) d(some)j(basics)f(of)i(the)f(features)107 5569 y(enabled)e(or)j(the)g (packages)d(included.)83 b(Our)43 b(use)f(of)h(configure)d(does)i(not)g (follow)107 5668 y(these)f(rules)h(because)f(configure)e(is)k(too)f (useful)g(but)g(we)h(need)f(the)g(flexibility)1861 5946 y Fr(66)p eop %%Page: 67 71 67 70 bop 107 388 a Fl(that)42 b(allows)f(the)h(user)g(to)h(produce)e (variations)e(of)k(MPICH.)107 587 y(More)f(notes)f(on)i(command-line)c (parameters:)107 786 y(You)j(can)g(select)g(a)h(different)d(C)j(and)f (Fortran)f(compiler)f(by)j(using)e(the)i('-cc')e(and)107 886 y('fc')h(switches.)83 b(The)43 b(environment)c(variables)g('CC')j (and)h('FC')f(can)g(also)g(provide)107 986 y(values)f(for)h(these)g (but)g(their)g(settings)e(may)i(be)h(overridden)c(by)k(the)g(configure) 107 1085 y(script.)84 b(Using)42 b('-cc=$CC)e(-fc=$FC')g(will)i(force)g (configure)d(to)k(use)g(those)107 1185 y(compilers.)107 1384 y(The)f(option)f('-opt')g(allows)g(you)i(to)g(specify)d (optimization)f(options)i(for)h(the)107 1484 y(compilers)e(\(both)h(C)i (and)g(Fortran\).)83 b(For)42 b(example,)f('-opt=-O')f(chooses)g (optimized)107 1583 y(code)i(generation)d(on)k(many)f(systems.)84 b('-optcc')40 b(and)i('-optf77')e(allow)i(you)g(to)107 1683 y(specify)e(options)h(for)i(just)e(the)i(C)g(or)g(Fortran)d (compilers.)83 b(Use)43 b(-cflags)d(and)107 1783 y(-fflags)g(for)j (options)e(not)h(related)f(to)h(optimization.)107 1982 y(Note)g(that)g(the)g('-opt')f(options)g(are)h(not)g(passed)g(to)g(the) h('mpicc',)d('mpif77',)107 2082 y('mpiCC',)g(and)i('mpif90')f(scripts.) 84 b(The)42 b('-opt')f(options)g(are)h(used)g(only)g(in)107 2181 y(building)e(MPICH.)107 2380 y(The)i(option)f('-lib')g(allows)g (you)i(to)g(specify)d(the)j(location)d(of)j(a)g(library)d(that)107 2480 y(may)i(be)h(needed)e(by)i(a)g(particular)c(device.)85 b(Most)42 b(devices)e(do)j(NOT)f(need)g(this)107 2580 y(option;)e(check)i(the)g(installation)d(instructions)g(for)j(those)f (that)h(might.)107 2779 y(The)g(option)f('-make')g(may)h(be)h(used)f (to)h(select)e(an)i(alternate)c(make)j(program.)84 b(For)107 2879 y(example,)40 b(to)j(make)f(use)g(of)h(VPATH)e(builds)g (\(building)f(in)j(one)f(directory)e(with)i(the)107 2978 y(source)f(in)i(a)g(different)d(directory\),)f(-make=gnumake)f(may)k (be)h(required.)107 3178 y(The)f(option)f('--disable-short-)o(lo)o(ngs) o(')c(may)43 b(be)f(used)g(to)h(suppress)d(support)h(for)107 3277 y(the)h(C)h(types)f('long)f(long')h(\(a)h(common)e(extension\))e (and)k('long)e(double')g(\(ANSI/ISO)f(C\))107 3377 y(when)i(they)g(are) g(the)g(same)g(size)g(as)h('long')e(and)h('double')f(respectively.)81 b(Some)107 3476 y(systems)40 b(allow)i(these)g(long)f(C)j(types,)d(but) h(generate)e(a)k(warning)c(message)h(when)107 3576 y(they)h(are)g (used;)g(this)g(option)f(may)h(be)h(used)f(to)g(suppress)f(these)g (messages)f(\(and)107 3676 y(support)g(for)j(these)e(types\).)g ('--disable-long-)o(lon)o(g')c(disables)j(just)i('long)g(long';)107 3775 y('--disable-long-)o(do)o(ubl)o(e')37 b(disables)j(just)i('long)g (double'.)107 3975 y(The)g(option)f('-ar_nolocal')d(prevents)j(the)h (library)f(archive)f(command)h(from)107 4074 y(attempting)e(to)k(use)f (the)h(local)e(directory)f(for)i(temporary)e(space.)85 b(This)42 b(option)107 4174 y(should)f(be)i(used)f(when)g(\(a\))g (there)f(isn't)h(much)g(space)f(\(less)h(than)g(20)h(MB\))107 4273 y(available)d(in)i(the)h(partition)d(where)h(MPICH)h(resides)e (and)j(\(b\))f(there)g(is)g(enough)107 4373 y(space)f(in)i(/tmp)f(\(or) g(wherever)f(ar)h(places)f(temporary)f(files)i(by)h(default\).)107 4572 y(The)f(option)f('-noranlib')e(causes)i(the)i('ranlib')d(step)i (\(needed)f(on)h(some)g(systems)107 4672 y(to)h(build)e(an)i(object)e (library\))f(to)j(be)g(skipped.)84 b(This)42 b(is)g(particularly)d (useful)107 4772 y(on)k(systems)d(where)i('ranlib')e(is)j(optional)d (\(allowed)g(but)j(not)f(needed;)f(because)f(it)107 4871 y(is)j(allowed,)d(configure)g(chooses)g(to)j(use)f(it)h(just)f(in)h (case\))e(but)i(can)f(fail)g(\(some)107 4971 y('ranlib's)e(are)i (implemented)d(as)k(scripts)d(using)i('ar';)g(if)g(they)g(don't)g(use)g (the)107 5070 y(local)f(directory,)f(they)i(can)g(fail)g(\(destroying)d (the)j(library)f(in)i(the)f(process\))e(if)107 5170 y(the)i(temporary)e (directory)g(\(usually)g('/tmp'\))h(does)h(not)g(have)g(enough)f (space.)107 5270 y(This)h(has)g(occured)f(on)i(some)e(OSF)i(systems.) 107 5469 y(The)f(option)f('-rsh')g(allows)g(you)i(to)g(select)e(an)h (alternative)d(remote)j(shell)107 5569 y(command)e(\(by)j(default,)d (configure)g(will)i(use)g('rsh')g(or)h('remsh')d(from)i(your)107 5668 y('PATH'\).)84 b(If)42 b(your)g(remote)f(shell)h(command)f(does)h (not)g(support)f(the)h('-l')g(option)1861 5946 y Fr(67)p eop %%Page: 68 72 68 71 bop 107 388 a Fl(\(some)41 b(AFS)i(versions)d(of)j('rsh')e(have)h (this)g(bug\),)g(also)g(give)f(the)i(option)107 488 y('-rshnol'.)83 b(These)41 b(options)g(are)h(useful)f(only)h(when)g(building)f(a)i (network)d(version)107 587 y(of)j(MPICH)e(\(e.g.,)g('--with-device=ch)o (_p)o(4')o(\).)107 786 y(Special)f(Tuning)i(Options:)107 986 y(There)f(are)i(a)g(number)e(of)i(options)d(for)j(tuning)e(the)h (behavoir)e(of)j(the)g(ADI)107 1085 y(\(Abstract)d(Device)h (Interface\))e(which)j(is)g(the)h(low-level)d(message-passing)107 1185 y(interface.)83 b(These)41 b(should)g(NOT)i(be)g(used)e(unless)h (you)g(are)g(sure)g(you)h(know)e(what)107 1285 y(you)h(are)g(doing.)107 1484 y(The)g(option)f('-pkt_size=LENGTH)o(')c(allows)k(you)i(to)g (choose)e(the)h(message)f(length)g(at)107 1583 y(which)g(the)i(ADI)f (\(Abstract)e(Device)h(Interface\))e(switches)i(from)h(its)g(short)f (to)i(long)107 1683 y(message)d(format.)85 b(LENGTH)41 b(must)h(be)h(positive.)107 1882 y(The)f(option)f('-adi_collective')c (allows)k(the)h(ADI)h(to)f(provide)f(some)h(collective)107 1982 y(operations)d(in)k(addition)d(to)j(the)f(basic)g(point-to-point)c (operations.)107 2082 y(Currently,)h(most)j(systems)f(do)i(not)f (support)f(this)h(option)f(\(it)h(is)h(ignored\))d(and)i(on)107 2181 y(the)g(others)f(it)i(has)f(not)h(been)f(extensively)d(tested.)107 2380 y(Options)h(for)j(Experts:)107 2580 y(The)f(option)f('-memdebug')e (enables)i(extensive)f(internal)g(memory)h(debugging)f(code.)107 2679 y(This)i(should)f(be)i(used)f(only)f(if)i(you)g(are)f(trying)f(to) i(find)f(a)h(memory)e(problem)g(\(it)107 2779 y(can)h(be)h(used)f(to)h (help)f(find)f(memory)h(problems)e(in)j(user)f(code)f(as)i(well\).)85 b(Running)107 2879 y(programs)40 b(with)i(the)g(option)f('-mpidb)g (memdump')f(will)i(produce)f(a)i(summary,)d(when)107 2978 y('MPI_Finalize')e(is)k(called,)f(of)i(all)f(unfreed)f(memory)g (allocated)f(my)j(MPI.)129 b(For)107 3078 y(example,)40 b(a)j(user-created)c(datatype)h(that)i(was)g(not)h(later)e(freed)h (would)f(be)107 3178 y(reported.)107 3377 y(The)h(option)f('-tracing')f (enables)g(tracing)h(of)i(internal)d(calls.)85 b(This)42 b(should)f(be)107 3476 y(used)h(only)g(for)g(debugging)e(the)i(MPICH)g (implementation)c(itself.)107 3676 y(The)k(option)f('-dlast')g(enables) f(tracing)h(of)i(the)f(most)g(recent)f(operations)e(performed)107 3775 y(by)k(the)f(device.)84 b(These)42 b(can)g(be)h(output)e(when)h(a) h(signal)e(\(like)h(SIGINT\),)e(error,)107 3875 y(or)j(call)e(to)i(a)g (special)e(routine)g(occurs.)84 b(There)42 b(is)g(a)i(performance)39 b(penalty)h(for)107 3975 y(this)i(option,)e(but)j(it)g(can)f(be)h(very) f(useful)f(for)h(implementors)d(attempting)g(to)k(debug)107 4074 y(problems.)107 4273 y(Sample)e(Configure)f(Usage:)107 4473 y(To)j(make)e(for)i(running)e(on)h(Sun's)g(running)e(Solaris)h (with)h(ch_p4)g(as)g(the)h(device,)150 4572 y(and)g(with)f(the)g (installation)d(directory)g(equal)j(to)h(the)f(current)f(directory:)194 4772 y(./configure)e(--with-device=ch)o(_p4)e(--with-arch=sola)o(ri)o (s)194 4871 y(make)107 5070 y(Known)k(devices)g(are)455 5170 y(ch_nx)216 b(\(native)41 b(Intel)h(NX)g(calls\),)455 5270 y(ch_mpl)172 b(\(native)41 b(IBM)h(EUI)h(or)f(MPL)h(calls\),)455 5369 y(ch_p4)216 b(\(p4\))455 5469 y(ch_p4mpd)84 b(\(p4)43 b(with)f(the)g(MPD)g(startup)f(system\))455 5569 y(globus2)128 b(\(Globus:)41 b(globus_io/vMPI\))455 5668 y(ch_meiko)84 b(\(for)42 b(Meiko)g(CS2,)g(using)f(NX)i(compatibility)38 b(library\),)1861 5946 y Fr(68)p eop %%Page: 69 73 69 72 bop 455 388 a Fl(ch_shmem)84 b(\(for)42 b(shared)f(memory)g (systems,)g(such)h(as)g(SMPs\),)455 488 y(ch_lfshmem\(for)c(shared)j (memory)g(systems,)g(such)h(as)g(SMPs;)g(uses)935 587 y(lock-free)e(message)g(buffers\),)455 687 y(ch_cenju3)g(\(native)h (NEC)h(Cenju-3)f(calls\))107 886 y(The)h(following)e(devices)h(were)h (supported)d(with)j(ADI-1,)g(but)g(are)g(currently)107 986 y(unsupported.)82 b(Please)41 b(contact)g(us)i(if)f(you)h(are)f (interested)d(in)k(helping)e(us)107 1085 y(support)f(these)i(devices:) 455 1185 y(meiko)216 b(\(for)42 b(Meiko)g(CS2,)g(using)f(elan)h(tport)g (library\),)e(and)455 1285 y(nx)348 b(\(for)42 b(Intel)g(Paragon\),)455 1384 y(t3d)435 b(\(for)42 b(the)g(Cray)g(T3D,)g(using)g(Cray)g(shmem)f (library\).)455 1484 y(ch_nc)216 b(\(native)41 b(nCUBE)h(calls,)f (requires)f(-arch=ncube\),)455 1583 y(ch_cmmd)128 b(\(native)41 b(TMC)h(CM-5)g(CMMD)g(calls\))107 1683 y(These)f(are)i(no)f(longer)g (distributed)d(with)i(the)i(MPICH)e(distribution.)107 1882 y(Known)g(architectures)e(include)h(\(case)i(is)g(important\))455 1982 y(alpha)216 b(\(Compaq)41 b(alpha\))455 2082 y(CRAY)260 b(\(CRAY)42 b(XMP,)g(YMP,)g(C90,)g(J90,)g(T90\))455 2181 y(cray_t3d)84 b(\(CRAY)42 b(T3D\))455 2281 y(EWS_UX_V)84 b(\(NEC)42 b(EWS4800/360AD)c(Series)k(workstation.)82 b(Untested.\))455 2380 y(freebsd)128 b(\(PC)43 b(clones)e(running)f (FreeBSD\))455 2480 y(hpux)260 b(\(HP)43 b(UX\))455 2580 y(intelnx)128 b(\(Intel)41 b(i860)h(or)h(Intel)f(Delta\))455 2679 y(IRIX)260 b(\(synonym)41 b(for)h(sgi\))455 2779 y(IRIX32)172 b(\(IRIX)42 b(with)g(32bit)f(objects)g(-32\))455 2879 y(IRIXN32)128 b(\(IRIX)42 b(with)g(-n32\))455 2978 y(IRIX64)172 b(\(IRIX)42 b(with)g(64bit)f(objects\))455 3078 y(ksr)304 b(\(Kendall)41 b(Square)g(KSR1)h(and)g(KSR2\))455 3178 y(LINUX)216 b(\(PC)43 b(clones)e(running)f(LINUX\))455 3277 y(LINUX_ALPHA)g(\(Linux)h(on)h(Alpha)g(processors\))455 3377 y(meiko)216 b(\(Meiko)41 b(CS2\))455 3476 y(netbsd)172 b(\(PC)43 b(clones)e(running)f(NetBSD\))455 3576 y(paragon)128 b(\(Intel)41 b(Paragon\))455 3676 y(rs6000)172 b(\(AIX)42 b(for)h(IBM)f(RS6000\))455 3775 y(sgi)304 b(\(Silicon)41 b(Graphics)f(IRIX)i(4.x,)g(5.x)g(or)h(6.x\))455 3875 y(sgi5)260 b(\(Silicon)41 b(Graphics)f(IRIX)i(5.x)g(on)h(R4400's,)d (for)j(the)f(MESHINE\))455 3975 y(solaris)128 b(\(Solaris\))455 4074 y(solaris86)40 b(\(Solaris)h(on)h(Intel)g(platforms\))455 4174 y(sppux)216 b(\(SPP)42 b(UX\))455 4273 y(sun4)260 b(\(SUN)42 b(OS)h(4.x\))455 4373 y(SX_4_float0)891 4473 y(\(NEC)f(SX-4;)g(Floating)e(point)i(format)f(float0)1371 4572 y(Conforms)f(IEEE)i(754)g(standard.)935 4672 y(C:)304 b(sizeof)41 b(\(int\))216 b(=)43 b(4;)g(sizeof)e(\(float\))g(=)i(4)935 4772 y(FORTRAN:)d(sizeof)h(\(INTEGER\))f(=)j(4;)g(sizeof)e(\(REAL\))85 b(=)43 b(4\))455 4871 y(SX_4_float1)891 4971 y(\(NEC)f(SX-4;)g (Floating)e(point)i(format)f(float1)1371 5070 y(IBM)h(floating)e(point) i(format.)935 5170 y(C:)304 b(sizeof)41 b(\(int\))216 b(=)43 b(4;)g(sizeof)e(\(float\))g(=)i(4)935 5270 y(FORTRAN:)d(sizeof)h (\(INTEGER\))f(=)j(4;)g(sizeof)e(\(REAL\))85 b(=)43 b(4\))455 5369 y(SX_4_float2)891 5469 y(\(NEC)f(SX-4;)g(Floating)e(point)i (format)f(float2)1371 5569 y(CRAY)h(floating)e(point)i(format.)935 5668 y(C:)304 b(sizeof)41 b(\(int\))216 b(=)43 b(4;)g(sizeof)e (\(float\))g(=)i(8)1861 5946 y Fr(69)p eop %%Page: 70 74 70 73 bop 935 388 a Fl(FORTRAN:)40 b(sizeof)h(\(INTEGER\))f(=)j(8;)g (sizeof)e(\(REAL\))85 b(=)43 b(8\))935 488 y(!!!)f(WARNING)f(!!!)h (This)g(version)f(will)h(not)g(run)1632 587 y(together)f(with)h (FORTRAN)e(routines.)1632 687 y(sizeof)h(\(INTEGER\))f(!=)j(sizeof)e (\(int\))455 786 y(SX_4_float2_int64)935 886 y(\(NEC)h(SX-4;)f (Floating)g(point)g(format)g(float2)g(and)1414 986 y(64-bit)g(int's\)) 979 1085 y(C:)304 b(sizeof)41 b(\(int\))216 b(=)43 b(8;)g(sizeof)e (\(float\))f(=)k(8)979 1185 y(FORTRAN:)c(sizeof)h(\(INTEGER\))f(=)j(8;) g(sizeof)e(\(REAL\))84 b(=)44 b(8\))455 1285 y(tflops)172 b(\(Intel)41 b(TFLOPS\))455 1384 y(UXPM)260 b(\(UXP/M.)41 b(Untested.\))455 1484 y(uxpv)260 b(\(uxp/v.)41 b(Untested.\))281 1683 y(Others)g(may)i(be)f(recognized.)107 1882 y(Special)e(notes:)107 2082 y(For)i(SGI)g(\(--with-arch=IRIX)o(\))c(multiprocessors)f(running) k(the)h(ch_p4)g(device,)e(use)107 2181 y(-comm=ch_p4)f(to)k(disable)d (the)j(use)f(of)h(the)f(shared-memory)c(p4)43 b(communication)107 2281 y(device,)d(and)j(-comm=shared)38 b(to)43 b(enable)e(the)i (shared-memory)38 b(p4)43 b(communication)107 2380 y(device.)84 b(The)42 b(default)f(is)i(to)g(enable)e(the)h(shared-memory)c (communication)g(device.)107 2939 y Ft(E)135 b Fs(Mpirun)42 b Ft(Usage)107 3202 y Fr(The)g(options)h(for)g Fo(mpirun)e Fr(as)j(sho)m(wn)e(b)m(y)h Fo(mpirun)k(-help)p Fr(,)e(are)e(\(note)i (that)e(not)h(all)e(options)g(are)107 3315 y(supp)s(orted)32 b(b)m(y)i(all)f(devices\).)52 b(Dep)s(ending)32 b(on)i(the)g(sp)s (eci\014c)f(device,)i(the)f(output)g(of)g Fo(mpirun)46 b(-help)107 3428 y Fr(ma)m(y)31 b(di\013er;)e(the)i(follo)m(wing)e(is)g (for)h(the)h Fo(globus2)d Fr(device.)107 3687 y Fl(mpirun)41 b([mpirun_options.)o(..)o(])d()h([options...])194 3887 y(mpirun_options:)281 3986 y(-arch)j()630 4086 y(specify)f(the)h(architecture)c(\(must)k(have)g(matching)e (machines.)630 4186 y(file)i(in)h(/usr/local/mpic)o(h/)o(bin)o (/m)o(ach)o(in)o(es\))37 b(if)42 b(using)g(the)g(execer)281 4285 y(-h)261 b(This)42 b(help)281 4385 y(-machine)e() 630 4484 y(use)h(startup)f(procedure)f(for)i()107 4584 y(mpirun)h([mpirun_options.)o(..)o(])d()h([options...]) 194 4783 y(mpirun_options:)281 4883 y(-arch)j()630 4983 y(specify)f(the)h(architecture)c(\(must)k(have)g(matching)e (machines.)630 5082 y(file)i(in)h(/usr/local/mpic)o(h/)o(bin)o (/m)o(ach)o(in)o(es\))37 b(if)42 b(using)g(the)g(execer)281 5182 y(-h)261 b(This)42 b(help)281 5282 y(-machine)e() 630 5381 y(use)h(startup)f(procedure)f(for)i()630 5481 y(Currently)g(supported:)717 5580 y(paragon)717 5680 y(p4)1861 5946 y Fr(70)p eop %%Page: 71 75 71 74 bop 717 388 a Fl(sp1)717 488 y(ibmspx)717 587 y(anlspx)717 687 y(sgi_mp)717 786 y(ipsc860)717 886 y(inteldelta)717 986 y(cray_t3d)717 1085 y(execer)717 1185 y(smp)717 1285 y(symm_ptx)281 1384 y(-machinefile)39 b()630 1484 y(Take)k(the)g(list)g(of)h(possible)d(machines)g(to)j(run)f(on)h (from)f(the)630 1583 y(file)g(.)j(This)h(is)h(a)g (list)f(of)h(all)f(available)630 1683 y(machines;)e(use)i(-np)g()g (to)h(request)e(a)i(specific)d(number)h(of)i(machines.)281 1783 y(-np)f()630 1882 y(specify)f(the)h(number)f(of)i(processors)c (to)k(run)f(on)281 1982 y(-nodes)f()630 2082 y(specify)g(the)h (number)f(of)i(nodes)e(to)i(run)f(on)h(\(for)f(SMP)g(systems,)630 2181 y(currently)e(only)i(ch_mpl)f(device)g(supports)f(this\))281 2281 y(-nolocal)630 2380 y(don't)h(run)i(on)f(the)h(local)e(machine)g (\(only)h(works)f(for)h(ch_p4)g(jobs\))281 2480 y(-all-cpus,)e (-allcpus)630 2580 y(Use)i(all)h(available)c(CPUs)j(on)h(all)f(the)h (nodes.)281 2679 y(-all-local)630 2779 y(Run)f(all)h(processes)c(on)k (the)f(master)g(node.)281 2879 y(-exclude)e()630 2978 y(Exclude)h(nodes)g(in)i(a)g(colon)e(delimited)f(list.)281 3078 y(-map)i()630 3178 y(Use)g(the)h(colon)e(delimited)f(list)i (to)h(specify)d(which)i(rank)630 3277 y(runs)g(on)h(which)e(nodes.)281 3377 y(-stdin)g(filename)630 3476 y(Use)h(filename)e(as)j(the)g (standard)d(input)h(for)i(the)f(program.)84 b(This)630 3576 y(is)43 b(needed)e(for)h(programs)e(that)i(must)g(be)h(run)f(as)h (batch)f(jobs,)f(such)630 3676 y(as)i(some)f(IBM)g(SP)h(systems)d(and)j (Intel)e(Paragons)f(using)i(NQS)g(\(see)630 3775 y(-paragontype)c (below\).)630 3875 y(use)891 3975 y(-stdin)j(/dev/null)630 4074 y(if)i(there)e(is)i(no)g(input)e(and)h(you)h(intend)e(to)i(run)f (the)g(program)f(in)i(the)630 4174 y(background.)82 b(An)43 b(alternate)d(is)j(to)g(redirect)d(standard)g(input)i(from)630 4273 y(/dev/null,)d(as)k(in)891 4373 y(mpirun)e(-np)i(4)g(a.out)e(<)j (/dev/null)281 4473 y(-t)261 b(Testing)41 b(-)i(do)f(not)h(actually)d (run,)i(just)g(print)f(what)h(would)g(be)630 4572 y(executed)281 4672 y(-v)261 b(Verbose)41 b(-)i(throw)e(in)i(some)f(comments)281 4772 y(-dbg)173 b(The)42 b(option)f('-dbg')g(may)i(be)f(used)g(to)h (select)e(a)i(debugger.)84 b(For)42 b(example,)630 4871 y(-dbg=gdb)e(invokes)h(the)h(mpirun_dbg.gdb)c(script)j(located)g(in)h (the)630 4971 y('mpich/bin')d(directory.)83 b(This)42 b(script)f(captures)f(the)j(correct)d(arguments,)630 5070 y(invokes)h(the)h(gdb)g(debugger,)e(and)i(starts)g(the)g(first)f (process)g(under)h(gdb)630 5170 y(where)f(possible.)84 b(There)41 b(are)i(4)g(debugger)d(scripts;)g(gdb,)i(xxgdb,)f(ddd,)630 5270 y(totalview.)83 b(These)41 b(may)i(need)f(to)g(be)h(edited)e (depending)f(on)j(your)f(system.)630 5369 y(There)f(is)i(another)e (debugger)f(script)h(for)i(dbx,)e(but)i(this)f(one)g(will)g(always)630 5469 y(need)g(to)h(be)f(edited)f(as)i(the)f(debugger)f(commands)f(for)i (dbx)h(varies)e(between)630 5569 y(versions.)83 b(You)43 b(can)f(also)g(use)g(this)g(option)f(to)i(call)f(another)f(debugger;) 630 5668 y(for)h(example,)e(-dbg=mydebug.)82 b(All)43 b(you)f(need)g(to)h(do)f(is)h(write)f(a)h(script)1861 5946 y Fr(71)p eop %%Page: 72 76 72 75 bop 630 388 a Fl(file,)41 b('mpirun_dbg.mydeb)o(ug)o(',)c(which) 42 b(follows)e(the)j(format)e(of)i(the)630 488 y(included)d(debugger)g (scripts,)h(and)h(place)g(it)g(in)h(the)f(mpich/bin)e(directory.)281 587 y(-ksq)173 b(Keep)42 b(the)g(send)g(queue.)f(This)h(is)h(useful)e (if)i(you)f(expect)f(later)630 687 y(to)i(attach)e(totalview)f(to)i (the)h(running)d(\(or)j(deadlocked\))c(job,)j(and)630 786 y(want)g(to)h(see)f(the)g(send)g(queues.)f(\(Normally)f(they)i(are) g(not)g(maintained)630 886 y(in)h(a)g(way)f(which)g(is)g(visible)f(to)i (the)f(debugger\).)298 1159 y Fo(Options)k(for)g(the)h(globus2)f (device:)298 1384 y(With)g(the)h(exception)f(of)h(-h,)g(these)f(are)h (the)g(only)f(mpirun)h(options)e(supported)298 1497 y(by)i(the)g (globus)f(device.)298 1723 y(-machinefile)e()680 1836 y(Take)i(the)h(list)g(of)g(possible)e(machines)h(to)h(run)g(on)g (from)g(the)680 1949 y(file)f()298 2062 y(-np)j()680 2175 y(specify)e(the)i(number)f(of)i(processors)d (to)i(run)g(on)298 2288 y(-dumprsl)e(-)j(display)e(the)g(RSL)h(string)f (that)h(would)f(have)h(been)775 2401 y(used)g(to)g(submit)f(the)h(job.) 94 b(using)47 b(this)f(option)775 2514 y(does)h(not)g(run)f(the)h(job.) 298 2626 y(-globusrsl)e()680 2739 y()j(must)h(contain)f(a)h(Globus)f(RSL)680 2852 y(string.)93 b(When)47 b(using)f(this)h(option)f(all)h(other)f (mpirun)g(options)680 2965 y(are)g(ignored.)298 3304 y(Special)g(Options)f(for)i(Batch)g(Environments:)298 3530 y(-mvhome)f(Move)g(the)h(executable)e(to)i(the)g(home)g (directory.)93 b(This)680 3643 y(is)47 b(needed)f(when)g(all)h(file)g (systems)f(are)h(not)g(cross-mounted)680 3756 y(Currently)e(only)h (used)h(by)g(anlspx)298 3868 y(-mvback)f(files)680 3981 y(Move)g(the)h(indicated)e(files)i(back)f(to)i(the)e(current)g (directory.)680 4094 y(Needed)g(only)g(when)h(using)f(-mvhome;)g(has)h (no)g(effect)f(otherwise.)298 4207 y(-maxtime)f(min)680 4320 y(Maximum)g(job)i(run)g(time)g(in)g(minutes.)93 b(Currently)46 b(used)g(only)680 4433 y(by)h(anlspx.)93 b(Default)46 b(value)g(is)i($max_time)d(minutes.)298 4546 y(-nopoll)h(Do)h(not)g(use)g(a)g(polling-mode)d(communication.)680 4659 y(Available)h(only)h(on)i(IBM)f(SPs.)298 4885 y(Special)f(Options) f(for)i(IBM)g(SP2:)298 5110 y(-cac)f(name)680 5223 y(CAC)g(for)h(ANL)g (scheduler.)93 b(Currently)45 b(used)i(only)g(by)g(anlspx.)680 5336 y(If)g(not)g(provided)e(will)i(choose)f(some)h(valid)f(CAC.)1861 5946 y Fr(72)p eop %%Page: 73 77 73 76 bop 248 388 a Fr(On)36 b(exit,)i Fo(mpirun)d Fr(returns)h(a)h (status)g(of)g(zero)g(unless)e Fo(mpirun)g Fr(detected)j(a)g(problem,)f (in)e(whic)m(h)107 501 y(case)c(it)f(returns)f(a)i(non-zero)g(status.) 248 674 y(When)26 b(using)e(the)i Fo(ch_p4)f Fr(device,)i(m)m(ultiple)d (arc)m(hitectures)i(ma)m(y)h(b)s(e)e(handled)f(b)m(y)i(giving)f(m)m (ultiple)107 787 y Fo(-arch)30 b Fr(and)g Fo(-np)h Fr(argumen)m(ts.)43 b(F)-8 b(or)32 b(example,)g(to)g(run)d(a)j(program)f(on)g(2)h(sun4s)e (and)h(3)g(rs6000s,)i(with)107 900 y(the)d(lo)s(cal)g(mac)m(hine)g(b)s (eing)f(a)i(sun4,)f(use)298 1144 y Fo(mpirun)46 b(-arch)g(sun4)h(-np)g (2)g(-arch)g(rs6000)f(-np)h(3)g(program)107 1389 y Fr(This)41 b(assumes)h(that)i(program)e(will)e(run)h(on)i(b)s(oth)f(arc)m (hitectures.)79 b(If)42 b(di\013eren)m(t)g(executables)h(are)107 1502 y(needed,)30 b(the)h(string)f('\045a')h(will)d(b)s(e)i(replaced)h (with)e(the)i(arc)m(h)g(name.)41 b(F)-8 b(or)32 b(example,)f(if)e(the)i (programs)107 1615 y(are)g Fo(program.sun4)c Fr(and)i Fo(program.rs6000)p Fr(,)e(then)j(the)h(command)f(is)298 1859 y Fo(mpirun)46 b(-arch)g(sun4)h(-np)g(2)g(-arch)g(rs6000)f(-np)h (3)g(program.\045a)248 2104 y Fr(If)31 b(instead)g(the)g(executables)h (are)g(in)e(di\013eren)m(t)h(directories;)g(for)g(example,)h(`)p Fo(/tmp/me/sun4)p Fr(')c(and)107 2217 y(`)p Fo(/tmp/me/rs6000)p Fr(',)f(then)j(the)h(command)f(is)298 2461 y Fo(mpirun)46 b(-arch)g(sun4)h(-np)g(2)g(-arch)g(rs6000)f(-np)h(3)g (/tmp/me/\045a/program)107 2706 y Fr(It)d(is)g(imp)s(ortan)m(t)g(to)h (sp)s(ecify)e(the)i(arc)m(hitecture)g(with)e Fo(-arch)g Fj(b)-5 b(efor)g(e)52 b Fr(sp)s(ecifying)43 b(the)h(n)m(um)m(b)s(er)g (of)107 2819 y(pro)s(cessors.)39 b(Also,)29 b(the)g Fj(\014rst)38 b Fo(arch)27 b Fr(command)h(m)m(ust)h(refer)f(to)h(the)g(pro)s(cessor)f (on)g(whic)m(h)g(the)g(job)g(will)107 2932 y(b)s(e)i(started.)41 b(Sp)s(eci\014cally)-8 b(,)29 b(if)g Fo(-nolocal)f Fr(is)i Fj(not)39 b Fr(sp)s(eci\014ed,)29 b(then)i(the)f(\014rst)g Fo(-arch)f Fr(m)m(ust)h(refer)g(to)i(the)107 3045 y(pro)s(cessor)e (from)g(whic)m(h)f(mpirun)e(is)j(running.)107 3391 y Ft(F)134 b(Change)45 b(summary)g(from)g(the)h(previous)f(v)l(ersion)107 3653 y Fr(This)26 b(section)j(lists)e(the)i(c)m(hanges)g(to)g Fo(MPICH)e Fr(since)h(the)h(previous)e(v)m(ersion.)39 b(These)28 b(c)m(hanges)i(are)f(tak)m(en)107 3766 y(from)e(the)g(CVS)f (log)i(en)m(tries)f(that)g(accompan)m(y)i(eac)m(h)f(c)m(hange)g(and)f (ma)m(y)h(not)f(b)s(e)g(complete)g(or)h(en)m(tirely)107 3879 y(accurate.)243 4124 y Fk(\017)46 b Fr('#elif)29 b(de\014ned\(F)m(OO\)')h(is)g(b)s(etter)g(than)g('#elif)f(F)m(OO')i(if) f(F)m(OO)g(migh)m(t)g(b)s(e)g(unde\014ned)243 4274 y Fk(\017)46 b Fr(\(romio\))31 b(clean)f(up)f(the)i(output)f(a)h(bit)e (more)243 4423 y Fk(\017)46 b Fr(\(v)-5 b(arious)42 b(con\014gure.in)e (\014les\))i(for)g(auto)s(conf)g(2.13)i(and)e(on,)j(A)m(C)p 2655 4423 28 4 v 33 w(SEAR)m(CH)p 3067 4423 V 32 w(LIBS)d(adds)f(an)m (y)334 4536 y(necessary)i(libraries)c(to)k(the)g(LIBS)f(v)-5 b(ariable,)44 b(so)f(I)f(mo)s(di\014ed)e(our)i(con\014gure)g(scripts)f (to)i(no)334 4649 y(longer)30 b(rely)g(on)g(in)m(ternal)f(auto)s(conf)i (v)-5 b(ariables)29 b(\(ac)p 2125 4649 V 34 w(v)m(c)p 2244 4649 V 33 w(searc)m(h)p 2522 4649 V 34 w(*\))i(and)f(instead)f (use)h(LIBS.)243 4799 y Fk(\017)46 b Fr(a)31 b(start)g(at)g(adding)e(p) m(vfs2-sp)s(eci\014c)g(hin)m(ts)243 4948 y Fk(\017)46 b Fr(Add)30 b(DESTDIR)g(to)h(installation)d(paths)243 5098 y Fk(\017)46 b Fr(Add)30 b(NETBSD)g(uniformly)d(to)k(timer)f (directory)243 5248 y Fk(\017)46 b Fr(add)30 b(PVFS2)h(to)g(the)f(list) f(of)i(\014lesystems)e(that)i(don't)g(supp)s(ort)d(shared)i(\014le)f(p) s(oin)m(ters)243 5397 y Fk(\017)46 b Fr(Add)30 b(a)g(test)i(for)e(no)g (f90)h(compiler)243 5547 y Fk(\017)46 b Fr(Add)30 b(co)s(de)g(to)h(sa)m (v)m(e/set)i(status)e(on)f(split)f(collectiv)m(es)243 5697 y Fk(\017)46 b Fr(Add)30 b(lo)s(cations)f(for)i(Ja)m(v)-5 b(a)1861 5946 y(73)p eop %%Page: 74 78 74 77 bop 243 388 a Fk(\017)46 b Fr(Add)36 b(mpi)e(include)h(path)h (when)f(testing)i(for)f(MPI)p 2141 388 28 4 v 33 w(O\013set)g(size)h (and)e(only)h(p)s(erform)f(that)i(test)334 501 y(for)30 b(F)-8 b(ortran)243 651 y Fk(\017)46 b Fr(Add)24 b(mpic)m(h)m(v)m (ersion)g(to)i(MPICH)f(and)g(ensure)f(that)i(c)m(hange)g(directory)e (commands)h(in)f(Mak)m(e\014le)334 764 y(are)31 b(successful)e(b)s (efore)h(executing)h(the)f(next)h(step)243 914 y Fk(\017)46 b Fr(Add)30 b(new)f(metho)s(ds)h(for)g(data)h(t)m(yp)s(e)g(SLOG)p 1893 914 V 32 w(strlist)p 2155 914 V 31 w(t)243 1065 y Fk(\017)46 b Fr(Add)30 b(supp)s(ort)e(for)i(io)g(tests)h(and)f (upgrade)g(run)m(base)243 1215 y Fk(\017)46 b Fr(added)30 b('struct)g(gridftp)p 1167 1215 V 32 w(params')g(for)g(MPICH-G2's)h (use)f(of)h(Globus)e(GridFTP)243 1365 y Fk(\017)46 b Fr(Added)29 b(.deps)h(to)h(.cvsignore)243 1515 y Fk(\017)46 b Fr(Added)29 b(A)m(C)p 760 1515 V 34 w(OBJEXT)g(and)h(A)m(C)p 1509 1515 V 33 w(EXEEXT)g(c)m(hanges)h(to)h(Mak)m(e\014les)f(to)g(supp) s(ort)d(cygwin.)243 1666 y Fk(\017)46 b Fr(Added)33 b(A)m(C)p 764 1666 V 33 w(OBJEXT)h(and)f(A)m(C)p 1520 1666 V 33 w(EXEEXT)h(to)g(con\014gure.in)f(and)g(related)h(c)m(hanges)h(to)g (aclo-)334 1779 y(cal)p 450 1779 V 33 w(mpi.m4,)29 b(this)h(is)f(done)h (to)h(supp)s(ort)e(cygwin.)243 1929 y Fk(\017)46 b Fr(added)30 b(API)g(for)g(IBM)243 2079 y Fk(\017)46 b Fr(Added)29 b(BUILDING)p 1092 2079 V 34 w(MPI)i(sym)m(b)s(ol)e(to)i(suppress)d (link)g(tests)k(in)d(the)h(midst)f(of)i(building)243 2229 y Fk(\017)46 b Fr(Added)29 b(CPPFLA)m(GS)i(to)g(P)-8 b(A)m(C)p 1449 2229 V 33 w(TEST)p 1727 2229 V 32 w(PR)m(OGRAM)243 2380 y Fk(\017)46 b Fr(Added)29 b(EXEEXT)h(to)i(mo)m(v)m(e)f(targets)h (for)e(cygwin)243 2530 y Fk(\017)46 b Fr(Added)26 b(FREEBSD)p 1060 2530 V 33 w(PPC)h(mac)m(hine)f(time)h(\(lik)m(e)g(FREEBSD)g (except)h(for)f(data)h(represen)m(tation)243 2680 y Fk(\017)46 b Fr(Added)29 b(FREEBSD)p 1063 2680 V 34 w(PPC)g(to)i(kno)m(wn)f(arc)m (hes)h(for)f(p4)243 2830 y Fk(\017)46 b Fr(Added)29 b(FREEBSD)p 1063 2830 V 34 w(PPC)g(to)i(kno)m(wn)f(systems)243 2981 y Fk(\017)46 b Fr(Added)29 b(F)-8 b(ortran)32 b(binding)27 b(for)j(MPE)p 1634 2981 V 33 w(Log)p 1814 2981 V 33 w(send\(\))g(and)g (MPE)p 2509 2981 V 33 w(Log)p 2689 2981 V 34 w(receiv)m(e\(\))243 3131 y Fk(\017)46 b Fr(Added)29 b(LINUX)p 923 3131 V 33 w(PPC)h(to)h(kno)m(wn)f(arc)m(hes)243 3281 y Fk(\017)46 b Fr(Added)30 b(MPE)p 837 3281 V 32 w(LOGFILE)p 1279 3281 V 33 w(PREFIX)g(to)h(allo)m(w)f(sp)s(eci\014cation)f(of)i(MPE)f (output)g(\014lename)g(pre-)334 3394 y(\014x.)243 3544 y Fk(\017)46 b Fr(added)30 b(MPI)p 785 3544 V 33 w(Pcon)m(trol)g(for)g (illustration)243 3695 y Fk(\017)46 b Fr(Added)29 b(RANLIB)243 3845 y Fk(\017)46 b Fr(Added)29 b(Rab)s(enseifner's)g(algorithm)g(for)h (long-message)h(Reduce)f(and)g(Allreduce.)39 b(Also)29 b(added)334 3958 y(a)i(lgp)e(recursiv)m(e)h(halving)f(algorithm)g(for)h (Reduce)p 2109 3958 V 33 w(scatter)i(in)d(the)i(case)g(of)g(comm)m (utativ)m(e)h(ops)243 4108 y Fk(\017)46 b Fr(Added)29 b(T)-8 b(A)m(GS)31 b(targets)243 4258 y Fk(\017)46 b Fr(added)p 607 4258 V 640 4258 V 95 w(LINE)p 892 4258 V 925 4258 V 96 w(to)31 b(MPIR)p 1344 4258 V 32 w(Err)p 1510 4258 V 32 w(create)p 1778 4258 V 35 w(co)s(de)243 4409 y Fk(\017)46 b Fr(Added)29 b(a)i(c)m(hec)m(k)h(for)e(time.h)g(and) g(that)h(sys/time.h)f(and)g(time.h)f(ma)m(y)i(b)s(e)f(used)g(together) 243 4559 y Fk(\017)46 b Fr(Added)29 b(a)i(commen)m(t)h(ab)s(out)e (determining)e(the)j(largest)f(fd)243 4709 y Fk(\017)46 b Fr(Added)29 b(a)i(default)f(for)g(F77)h(if)f(no)g(arc)m(hitecture)h (is)f(recognized)243 4860 y Fk(\017)46 b Fr(Added)28 b(a)h(dumm)m(y)f(de\014nition)e(of)j(GREQUEST)f(to)h(mak)m(e)h(the)f (romio)s(conf.h.in)e(\014les)g(the)i(same)334 4972 y(for)h(con\014gure) g(and)g(con\014gure2)243 5123 y Fk(\017)46 b Fr(Added)29 b(a)i(few)f(commen)m(ts)i(ab)s(out)e(\014elds)f(in)g(File)g(structure) 243 5273 y Fk(\017)46 b Fr(Added)29 b(a)i(\014x)f(for)g(zap)p 1109 5273 V 33 w(p4)p 1238 5273 V 33 w(pro)s(cesses)243 5423 y Fk(\017)46 b Fr(Added)29 b(a)i(freebsd)p 987 5423 V 32 w(pp)s(c)e(t)m(yp)s(e)i(\(lik)m(ely)e(MacOSX\))243 5574 y Fk(\017)46 b Fr(Added)25 b(a)g(macro)i(defn)d(so)i(that)g(other) g(parts)f(of)h(MPICH)f(can)h(tell)e(if)h(MPIO)p 2995 5574 V 32 w(Request)h(has)f(b)s(een)334 5686 y(de\014end)1861 5946 y(74)p eop %%Page: 75 79 75 78 bop 243 388 a Fk(\017)46 b Fr(Added)29 b(a)i(more)g(forgiving)e (c)m(hec)m(k)j(for)e(a)h(v)-5 b(alid)28 b(arc)m(h)j(in)e(the)i(MA)m (CHINES)f(\014le)243 538 y Fk(\017)46 b Fr(Added)29 b(a)i(new)f(test)h (with)e(an)i(incremen)m(t)f(of)g(t)m(w)m(o)i(for)e(group)g(creation)243 689 y Fk(\017)46 b Fr(Added)29 b(a)i(note)g(ab)s(out)f(problems)f(with) g(the)i(A)m(C)p 2052 689 28 4 v 33 w(EXEEXT)f(macro)h(in)e(auto)s(conf) h(2.13)243 839 y Fk(\017)46 b Fr(Added)29 b(a)i(short)f(commen)m(t)i (ab)s(out)e(MPI)p 1768 839 V 33 w(CC)243 989 y Fk(\017)46 b Fr(Added)29 b(a)i(test)h(for)e(READ)p 1288 989 V 33 w(ONL)-8 b(Y)30 b(\014le)243 1139 y Fk(\017)46 b Fr(Added)29 b(a)i(test)h(for)e(a)g(failure)f(in)g(R)m(OMIO)h(con\014gure)243 1290 y Fk(\017)46 b Fr(Added)33 b(a)h(test)h(that)f(struct)g(statfs)g (can)g(b)s(e)f(compiled,)h(b)s(ecause)g(of)f(problems)g(with)f(the)i (In)m(tel)334 1402 y(C)c(compiler)f(and)h(glib)s(c)243 1553 y Fk(\017)46 b Fr(Added)37 b(a)h(w)m(a)m(y)h(to)g(skip)d(the)i(do) s(es-it-run-cleanly)e(step,)k(needed)e(for)f(co)m(v)m(erage)k(tests)e (\(whic)m(h)334 1666 y(rarely)30 b(run)f(cleanly\))243 1816 y Fk(\017)46 b Fr(added)30 b(ad)p 703 1816 V 32 w(iop)s(en.c)243 1966 y Fk(\017)46 b Fr(Added)29 b(additional)g(p)s (ositional)f(args)j(for)f(gcc)243 2116 y Fk(\017)46 b Fr(Added)29 b(additional)g(searc)m(h)i(dirs)243 2267 y Fk(\017)46 b Fr(added)30 b(an)g(MPI)p 911 2267 V 33 w(T)m(yp)s(e)p 1149 2267 V 32 w(free)h(for)f(an)g(MPI)p 1799 2267 V 33 w(Allgather)f(subroutine)243 2417 y Fk(\017)46 b Fr(Added)28 b(an)g(additional)f(step)h(to)i(drain)c(incoming)i (messages)h(and)f(a)h(commen)m(t)h(ab)s(out)e(ordering)334 2530 y(head-to-head)k(rendezv)m(ous)e(messages)243 2680 y Fk(\017)46 b Fr(Added)29 b(an)i(empt)m(y)g(co)m(v)m(erage)i(target)f (to)f(MPE)243 2830 y Fk(\017)46 b Fr(Added)29 b(an)i(option)f(for)g(an) g(en)m(vironmen)m(t)g(v)-5 b(ariable)29 b(to)i(set)g(the)g(stop\014le) 243 2981 y Fk(\017)46 b Fr(Added)29 b(another)i(Lin)m(ux)e(synon)m(ym) 243 3131 y Fk(\017)46 b Fr(Added)36 b(another)h(test)h(for)f(cancel)g (of)g(Issend)f(based)g(on)h(an)g(MPICH)g(bug)f(rep)s(ort)g(\(curren)m (tly)334 3244 y(MPICH1)31 b(fails)e(this)g(test)i(with)e(a)i(SEGV)f(in) f(c)m(h)p 2030 3244 V 33 w(p4)i(device\))243 3394 y Fk(\017)46 b Fr(Added)29 b(autom4te.cac)m(he)34 b(to)e(.cvsignore)243 3544 y Fk(\017)46 b Fr(added)23 b(barrier)f(to)i(MPI)p 1174 3544 V 33 w(File)p 1358 3544 V 32 w(close)f(to)i(a)m(v)m(oid)f (deletion)e(of)i(shared)f(\014le)f(p)s(oin)m(ter)h(\014le)f(while)g (others)334 3657 y(w)m(ere)31 b(still)d(accessing)j(it.)243 3808 y Fk(\017)46 b Fr(added)30 b(bug)g(\014x)f(sen)m(t)i(in)e(b)m(y)i (W)-8 b(ei-k)m(eng)31 b(on)g(atomicit)m(y)g(in)e(collectiv)m(e)i (writes)e(\(Req)i(#516\))243 3958 y Fk(\017)46 b Fr(added)37 b(casts)i(to)f(in)m(t)g(from)f(functions)f(that)j(return)d(size)p 2363 3958 V 33 w(t)i(and)f(added)g(MPIU)p 3174 3958 V 33 w(dbg)p 3354 3958 V 32 w(init\(\))g(to)334 4071 y(initthread)243 4221 y Fk(\017)46 b Fr(Added)29 b(c)m(hec)m(k)j(for)f(getopt.h)243 4371 y Fk(\017)46 b Fr(Added)26 b(co)s(de)i(to)g(determine)e(the)i (argc/argv)h(supp)s(ort)c(needed)i(for)g(the)h(R)m(OMIO)f(F)-8 b(ortran)28 b(tests)243 4522 y Fk(\017)46 b Fr(added)41 b(co)s(de)g(to)h(propagate)g(en)m(vironmen)m(t)f(v)-5 b(ariables)40 b(for)h(Nic)m(k.)73 b(Nothing)41 b(happ)s(ens)e(unless) 334 4635 y(P4)p 446 4635 V 33 w(SETS)p 709 4635 V 31 w(ALL)p 922 4635 V 33 w(ENVV)-10 b(ARS)30 b(is)g(set)243 4785 y Fk(\017)46 b Fr(Added)33 b(co)s(de)h(to)g(pro)m(vide)f(accurate) i(MPI)f(error)f(classes)h(for)f(failure)f(to)j(op)s(en)e(\014le)g (\(e.g.,)j(path)334 4898 y(to)s(o)31 b(long,)f(missing)f(directory)-8 b(,)30 b(no)g(suc)m(h)g(\014le\))243 5048 y Fk(\017)46 b Fr(Added)29 b(commen)m(t)j(ab)s(out)e(incompatible)e(demon)i(options) g(in)f(mp)s(d1)g(and)h(mp)s(d2)243 5198 y Fk(\017)46 b Fr(Added)29 b(commen)m(ts)j(ab)s(out)e(setting)g(the)h(w)m(orking)f (directory)243 5349 y Fk(\017)46 b Fr(Added)29 b(cop)m(yrigh)m(t)i (statemen)m(ts)h(to)f(R)m(OMIO)g(test)g(programs)243 5499 y Fk(\017)46 b Fr(Added)29 b(co)m(v)m(erage)34 b(options)c(and)f (standard)h(enable/disable)e(for)j(f77)243 5649 y Fk(\017)46 b Fr(Added)29 b(co)m(v)m(erage)34 b(output)c(\014les)f(to)i(cvsignore) 1861 5946 y(75)p eop %%Page: 76 80 76 79 bop 243 388 a Fk(\017)46 b Fr(Added)29 b(co)m(v)m(erage)34 b(targets)243 537 y Fk(\017)46 b Fr(Added)f(de\014nitions)f(to)k(allo)m (w)d(R)m(OMIO)i(programs)f(that)h(use)f(MPIO)p 2899 537 28 4 v 32 w(W)-8 b(ait)47 b(to)h(w)m(ork)e(with)334 650 y(R)m(OMIO)30 b(under)f(MPICH2,)i(where)f(generalized)g(requests)g (allo)m(w)g(MPI)p 2860 650 V 33 w(W)-8 b(ait)31 b(et)g(al)f(to)h(w)m (ork)243 799 y Fk(\017)46 b Fr(added)34 b(do)s(cumen)m(tation)h(commen) m(ts,)j(rep)s(orted)c(memory)h(errors,)h(put)e(the)h(pmi)f(database)i (on)334 912 y(the)31 b(ro)s(ot)f(pro)s(cess)243 1062 y Fk(\017)46 b Fr(added)30 b(error)g(c)m(hec)m(king)h(blo)s(c)m(ks)243 1211 y Fk(\017)46 b Fr(added)30 b(error)g(co)s(de)g(for)g(lo)s(cal)g (success)h(but)e(remote)j(\014le)p 2290 1211 V 32 w(op)s(en)d(failure) 243 1360 y Fk(\017)46 b Fr(added)30 b(error)g(message)h(catalog)h(dll)d (to)i(c)m(h)p 1823 1360 V 33 w(n)m(t)g(device)243 1509 y Fk(\017)46 b Fr(Added)37 b(exec)p 805 1509 V 33 w(pre\014x)g(and)g (sbindir)d(to)k(mpirun)c(v)-5 b(ariables)36 b(so)i(that)g(w)m(e)g(can)g (in)m(v)m(ok)m(e)g(to)s(ols)f(lik)m(e)334 1622 y(cleanip)s(cs)29 b(in)g(sbindir)243 1772 y Fk(\017)46 b Fr(Added)29 b(explanation)h (when)f(error)h(seen)243 1921 y Fk(\017)46 b Fr(Added)c(exp)s(ort)i(of) f(OPTFLA)m(GS)g(and)g(OPTFLA)m(GSF)g(so)h(that)g(all)e(parts)h(of)g (MPICH)h(get)334 2034 y(-opt=\015ags)243 2183 y Fk(\017)i Fr(Added)29 b(failure)g(return)g(if)h(manager)h(cannot)g(b)s(e)e(found) 243 2332 y Fk(\017)46 b Fr(Added)24 b(\014xes)h(for)g(auto)s(conf)h (later)f(than)g(2.13;)k(also)c(mak)m(e)i(a)e(failure)f(to)i(build)c (slogsdk)j(non-fatal)243 2482 y Fk(\017)46 b Fr(Added)24 b(function)g(protot)m(yp)s(e)i(and)f(stdlib.h)e(header)i(to)h (eliminate)e(compiler)g(w)m(arning)g(on)h(exit\(\))243 2631 y Fk(\017)46 b Fr(added)34 b(globus)p 865 2631 V 32 w(core)i(to)g(globus-mak)m(e\014le-header)f(command)f(as)i(a)f(w)m (ork)-5 b(aroundto)35 b(newly)f(in-)334 2744 y(tro)s(duced)25 b(bug)g(in)f(either)h(globus-mak)m(e\014le-header)h(\(not\014nding)d (the)j(implicit)d(dep)s(endency)h(for)334 2857 y(it\))30 b(or)h(gpt-build)d(\(not)j(seeingthe)f(stu\013)g(from)g(globus-mak)m (e\014le-header\))243 3006 y Fk(\017)46 b Fr(Added)29 b(ho)s(oks)i(for)f(R)m(OMIO)g(to)h(propagate)h(shared)d(library)f (information)243 3155 y Fk(\017)46 b Fr(Added)29 b(ho)s(oks)i(for)f (generating)g(shared)g(libraries)e(for)i(R)m(OMIO)g(adio/common)h (directory)243 3304 y Fk(\017)46 b Fr(Added)20 b(if)g(test)i(to)g(R)m (OMIO)f(con\014gure)f(to)i(b)m(ypass)f(c)m(hec)m(k)h(for)f(F)-8 b(ortran)22 b(if)e({disable-f77)g(is)g(selected)243 3454 y Fk(\017)46 b Fr(Added)29 b(ifc)h(to)h(f90)g(compilers)243 3603 y Fk(\017)46 b Fr(Added)168 b(large)i(\014le)e(supp)s(ort)f(for)i (32-bit)h(OS:)f(Added)f(test)i(to)334 3716 y(con\014gure.in)189 b(to)h(c)m(hec)m(k)h(if)e(O)p 1977 3716 V 32 w(LAR)m(GEFILE)h(is)f(a)m (v)-5 b(ailable)189 b(\(Ref:)334 3829 y(h)m (ttp://ftp.sas.com/standards/large.\014le/xop)s(en/x)p 2251 3829 V 35 w(op)s(en.05Mar96.h)m(tml\))75 b(and)f(required)334 3942 y(macros)31 b(to)g(mp)s(econf.h.in.)243 4091 y Fk(\017)46 b Fr(Added)29 b(mark)m(ers)i(for)f(error-c)m(hec)m(king)h(co)s(de)g(to) g(aid)e(in)g(co)m(v)m(erage)34 b(analysis)243 4240 y Fk(\017)46 b Fr(Added)29 b(master)p 897 4240 V 34 w(top)p 1062 4240 V 33 w(srcdir)f(and)i(man)g(page)h(do)s(cumen)m(tation)f (targets)243 4390 y Fk(\017)46 b Fr(Added)29 b(missing)g(test)i(for)f (MPI)p 1448 4390 V 33 w(ST)-8 b(A)g(TUS)p 1835 4390 V 32 w(IGNORE)243 4539 y Fk(\017)46 b Fr(Added)29 b(more)i(supp)s(ort)e (for)h(shared)f(libraries)243 4688 y Fk(\017)46 b Fr(Added)29 b(most)i(of)g(the)f(m)m(ultiple)e(completion)i(w)m(aits)g(and)g(tests)h (in)e(MPIO)p 2913 4688 V 33 w(W)-8 b(aitan)m(y)31 b(etc.)42 b(form)243 4837 y Fk(\017)k Fr(Added)29 b(mpicxx)h(to)h(installed)d (\014les,)h(and)h(handle)f(case-insensitiv)m(e)h(\014le)f(systems)i (\(for)f(Mac)i(OS)334 4950 y(X\))243 5100 y Fk(\017)46 b Fr(Added)29 b(mpicxx)h(to)h(kno)m(wn)f(compiler)f(names)243 5249 y Fk(\017)46 b Fr(added)30 b(new)g(algorithms)f(for)h(alltoall,)f (allgather,)i(and)e(allgatherv)243 5398 y Fk(\017)46 b Fr(Added)29 b(optional)h(de\014nition)e(of)j(S)p 1542 5398 V 32 w(ISLNK)e(if)h(strict)g(ANSI)g(selected)h(for)f(C)243 5547 y Fk(\017)46 b Fr(Added)29 b(patc)m(h)i(sen)m(t)g(in)e(b)m(y)i(m)m (ultiple)d(p)s(eople)h(for)h(uninitialized)c(data)32 b(bug)243 5697 y Fk(\017)46 b Fr(Added)29 b(p)s(oin)m(ter)h(in)f(ADIO)p 1290 5697 V 33 w(File)g(structure)h(for)g(\014le)g(system)g(sp)s (eci\014c)g(use.)1861 5946 y(76)p eop %%Page: 77 81 77 80 bop 243 388 a Fk(\017)46 b Fr(Added)29 b(quotes)i(to)g(protect)h (against)e(an)h(empt)m(y)g(v)-5 b(ariable)243 538 y Fk(\017)46 b Fr(Added)29 b(some)i(tests)g(for)g(struct)f(\015o)s(c)m(k)h(problems) 243 689 y Fk(\017)46 b Fr(Added)53 b(sp)s(ecial)g(supp)s(ort)f(for)i (TFLOPS)f(arc)m(hitecture)h(and)g(devices)g(that)g(do)g(not)h(ha)m(v)m (e)334 801 y(MPID)p 586 801 28 4 v 33 w(Status)p 872 801 V 33 w(set)p 1016 801 V 33 w(b)m(ytes)243 952 y Fk(\017)46 b Fr(Added)29 b(stdlib.h)243 1102 y Fk(\017)46 b Fr(Added)29 b(stdlib.h)f(header)i(to)i(eliminate)d(compiler)f(w)m(arning)i(on)g (exit\(\))243 1252 y Fk(\017)46 b Fr(Added)29 b(supp)s(ort)g(for)h(gcc) i(dep)s(endency)d(creation)243 1402 y Fk(\017)46 b Fr(Added)29 b(supp)s(ort)g(for)h(including)d(patc)m(h)k(information)e(in)g(mpic)m (h)m(v)m(ersion)243 1553 y Fk(\017)46 b Fr(Added)29 b(supp)s(ort)g(for) h(mpic)m(h)m(v)m(ersion)243 1703 y Fk(\017)46 b Fr(Added)29 b(supp)s(ort)g(for)h(setting)h(group)f(id)243 1853 y Fk(\017)46 b Fr(Added)41 b(supp)s(ort)e(to)j(mak)m(e)h(SLOG1)e(API's)g (library)e(and)i(related)g(to)s(ols)g(dep)s(ending)e(on)j(the)334 1966 y(successful)25 b(return)g(of)i(the)f(SLOG1)g(API's)h (con\014gure.)39 b(This)24 b(is)i(added)f(to)i(supp)s(ort)e(Cra)m(y)-8 b(.)40 b(Also,)334 2079 y(mo)s(dify)22 b(some)j(global)e(subroutines)f (that)i(ha)m(v)m(e)i(CLOG)p 2260 2079 V 56 w(pre\014x)d(to)h(C2S1)p 2876 2079 V 57 w(instead\()g(abbi's)f(co)s(de)334 2192 y(\).)243 2342 y Fk(\017)46 b Fr(Added)29 b(temp)s(orary)h(ac)p 1159 2342 V 34 w(subst)f(items)h(to)h(enable)f(the)h(rest)f(of)h(the)f (R)m(OMIO)h(tests)243 2493 y Fk(\017)46 b Fr(Added)29 b(test)j(for)e(CPP)243 2643 y Fk(\017)46 b Fr(Added)29 b(test)j(for)e(errno)g(==)f(0)i(b)s(ecause)g(of)f(Solaris)f(bug)h (\(return)f(-1)i(but)f(errno)g(not)g(set\))243 2793 y Fk(\017)46 b Fr(Added)29 b(test)j(for)e(p)m(vfs)g(header)g(and)g(in)m (t64)p 1805 2793 V 33 w(t)h(de\014nition)d(\014x)243 2943 y Fk(\017)46 b Fr(added)30 b(text)h(on)f(needing)g(lo)s(c)m(kd)g (daemon)g(to)h(NFS)f(\014le)g(lo)s(c)m(k)g(error)g(message)243 3094 y Fk(\017)46 b Fr(Added)31 b(the)g(pac)m(k)-5 b(age)34 b(slog2sdk)d(to)h(the)g(con\014gure.in)e(and)h(Mak)m(e\014le.in.)44 b(Also)31 b(added)f(supp)s(ort)334 3207 y(for)g(drop)g(&)g(con\014gure) g(supp)s(ort)e(for)j(slog)p 1809 3207 V 32 w(api,)f(view)m(ers)g(and)g (slog2sdk.)243 3357 y Fk(\017)46 b Fr(adding)29 b(c)m(h)p 725 3357 V 33 w(p4mp)s(d)g(device)h(\014les)243 3507 y Fk(\017)46 b Fr(adding)29 b(\014les)g(for)i(lib)d(in)h(p4mp)s(d)243 3657 y Fk(\017)46 b Fr(adding)29 b(\014les)g(in)g(include)g(dir)f(for)i (p4mp)s(d)243 3808 y Fk(\017)46 b Fr(adding)29 b(mp)s(d)g(source)h (con\014gure-)h(and)e(mak)m(e-related)j(\014les)243 3958 y Fk(\017)46 b Fr(adding)29 b(mp)s(d)g(source)h(\014les)243 4108 y Fk(\017)46 b Fr(adding)29 b(top-lev)m(el)i(p4mp)s(d)d(\014les) 243 4258 y Fk(\017)46 b Fr(adjusted)30 b(error)g(handling)d(blo)s(c)m (k)243 4409 y Fk(\017)46 b Fr(Allo)m(w)30 b(-n)g(as)g(a)h(synon)m(ym)f (for)g(-np)g(in)f(mpirun)243 4559 y Fk(\017)46 b Fr(Allo)m(w)40 b(a)h(path)g(list)e(for)i(mp)s(d)e(and)h(mak)m(e)h(sure)f(that)i(it)e (is)g(propagated)h(from)f(the)h(top-lev)m(el)334 4672 y(con\014gure)243 4822 y Fk(\017)46 b Fr(Allo)m(w)30 b(compile)f(commands)h(with)f(options)h(in)f(command)h(tests)243 4972 y Fk(\017)46 b Fr(Allo)m(w)30 b(empt)m(y)g(argumen)m(ts)h(in)e(mp) s(einstall)243 5123 y Fk(\017)46 b Fr(Allo)m(w)30 b(mak)m(e)h(to)g(b)s (e)f(set)h(from)f(the)g(en)m(vironmen)m(t)243 5273 y Fk(\017)46 b Fr(Assert)31 b(that)g(w)m(e)f(supp)s(ort)f(funneled)f (thread)i(safet)m(y)243 5423 y Fk(\017)46 b Fr(auto)s(conf)31 b(already)f(substitutes)f(@pre\014x@,)g(so)h(don't)h(man)m(ually)e(A)m (C)p 2791 5423 V 33 w(SUBST\(PREFIX\))243 5574 y Fk(\017)46 b Fr(Be)c(sure)f(to)i(cop)m(y)f(all)e(data)j(out)f(of)f(a)h(short)g (receiv)m(ed)g(pac)m(k)m(et)h(b)s(efore)e(returning)f(it)h(to)i(the)334 5686 y(a)m(v)-5 b(ailable)30 b(p)s(o)s(ol)f(\(where)h(another)h(pro)s (cess)f(ma)m(y)h(use)f(it\))1861 5946 y(77)p eop %%Page: 78 82 78 81 bop 243 388 a Fk(\017)46 b Fr(Better)32 b(handle)d(misssing)f (comparison)h(\014le)243 538 y Fk(\017)46 b Fr(cac)m(he)32 b(lo)s(cal)e(ip)f(string)243 689 y Fk(\017)46 b Fr(Capabilit)m(y)30 b(no)m(w)h(there)h(to)h(use)e(datalo)s(op)g(co)s(de)h(for)g (\015attening,)g(but)f(it)g(is)f(curren)m(tly)h(disabled)334 801 y(\(at)h(the)e(top)h(of)f(\015atten.c\).)243 952 y Fk(\017)46 b Fr(c)m(h)p 427 952 28 4 v 33 w(n)m(t:)41 b(added)30 b(ad)p 973 952 V 33 w(set)p 1117 952 V 33 w(view.c)243 1102 y Fk(\017)46 b Fr(c)m(h)p 427 1102 V 33 w(n)m(t:)41 b(added)30 b(genc)m(hec)m(k.c)j(to)e(the)g(pro)5 b(ject)30 b(\014les)243 1252 y Fk(\017)46 b Fr(c)m(h)p 427 1252 V 33 w(n)m(t:)41 b(added)30 b(host)g(name)h(to)g(error)f (output)243 1402 y Fk(\017)46 b Fr(c)m(h)p 427 1402 V 33 w(n)m(t:)41 b(added)30 b(some)h(retry)f(co)s(de)g(to)i(a)m(v)m(oid)e (thread)h(creation)f(failures)243 1553 y Fk(\017)46 b Fr(c)m(h)p 427 1553 V 33 w(n)m(t:)41 b(added)30 b(sync)m(hronization)f (to)i(shmem)f(queue)g(initialization)243 1703 y Fk(\017)46 b Fr(c)m(h)p 427 1703 V 33 w(n)m(t:)g(added)32 b(the)h(abilit)m(y)e(to) j(share)e(memory)h(accross)g(lo)s(cal)f(windo)m(ws)f(w)m(orkstation)j (b)s(ound-)334 1816 y(aries)243 1966 y Fk(\017)46 b Fr(c)m(h)p 427 1966 V 33 w(n)m(t:)41 b(\014xed)30 b(mpptest)g(in)f(the)i(examples) p Fo(\\)p Fr(n)m(t)f(directory)243 2116 y Fk(\017)46 b Fr(c)m(h)p 427 2116 V 33 w(n)m(t:)41 b(up)s(dated)29 b(error)h(messages)243 2267 y Fk(\017)46 b Fr(Change)30 b(:=)h(to)g(=)f(in)f(LIBS)h(assignmen)m(t)243 2417 y Fk(\017)46 b Fr(Change)30 b(mpptest)g(output)g(to)h(use)g(gn)m(uplot)e (b)m(y)i(default)243 2567 y Fk(\017)46 b Fr(Change)29 b(p4)p 762 2567 V 33 w(dprin)m(tf)e(to)k(p4)p 1304 2567 V 32 w(dprin)m(t\015)c(in)i(p4)p 1863 2567 V 32 w(so)s(c)m(k)p 2064 2567 V 34 w(cr.c)h(so)f(that)i(messages)f(ab)s(out)f(en)m (vironmen)m(t)334 2680 y(are)i(not)f(prin)m(ted)f(b)m(y)i(default)243 2830 y Fk(\017)46 b Fr(Changed)30 b(A)m(UX)p 919 2830 V 34 w(DIR)g(to)h(p)s(oin)m(t)f(to)h(lo)s(cal)e(v)m(ersion)243 2981 y Fk(\017)46 b Fr(c)m(hanged)f(MPIR)p 949 2981 V 33 w(ALLREDUCE)p 1558 2981 V 32 w(T)-8 b(A)m(G)46 b(to)f(MPIR)p 2200 2981 V 32 w(REDUCE)p 2626 2981 V 33 w(SCA)-8 b(TTER)p 3097 2981 V 32 w(T)g(A)m(G)45 b(in)e(a)i(few)334 3094 y(places)30 b(in)f(reduce)p 971 3094 V 33 w(scatter)243 3244 y Fk(\017)46 b Fr(c)m(hanged)31 b(MPI)p 868 3244 V 33 w(File)p 1052 3244 V 32 w(op)s(en)f(to)h(fail)e(on)h(all)f(pro)s (cesses)h(if)g(an)m(y)g(pro)s(cess)g(returns)f(error)243 3394 y Fk(\017)46 b Fr(c)m(hanged)31 b(NULL)f(to)i(MPI)p 1260 3394 V 32 w(D)m(A)-8 b(T)g(A)g(TYPE)p 1794 3394 V 35 w(NULL)30 b(in)f(ad)p 2311 3394 V 33 w(init.c)243 3544 y Fk(\017)46 b Fr(Changed)30 b(error)g(message)h(for)f(in)m (tracomm)h(exp)s(ected)243 3695 y Fk(\017)46 b Fr(c)m(hanged)31 b(fault)m(y)f(v)-5 b(ar)30 b(name)h(hostname)g(-)p Fb(>)f Fr(host)p 2055 3695 V 33 w(name)g(in)f(DEBUG)243 3845 y Fk(\017)46 b Fr(Changed)30 b(max)g(msg)h(queues)f(from)g(8)g(to)h(64) h(in)d(p4)p 2126 3845 V 32 w(MD.h)243 3995 y Fk(\017)46 b Fr(c)m(hanged)31 b(maxim)m(um)e(n)m(um)m(b)s(er)g(of)i(pro)s(cesses)f (from)g(32)h(to)g(256)243 4146 y Fk(\017)46 b Fr(c)m(hanged)26 b(minim)m(um)d(spanning)g(tree)j(to)g(binary)e(tree)i(in)e(algorithm)h (description)e(for)i(collectiv)m(es)243 4296 y Fk(\017)46 b Fr(c)m(hanges)31 b(to)h(utilize)c(GridFTP)243 4446 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(PRINT)p 1047 4446 V 32 w(ERR)p 1275 4446 V 33 w(MSG)g(de\014ned)243 4596 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(ST)-8 b(A)g(TUS)p 1105 4596 V 32 w(IGNORE)243 4747 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(and)g(use)g(errno.h)243 4897 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(and)g(use)g(stdlib.h)243 5047 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(brok)m(en)g(auto)s(conf)h(\(without)f(supp)s (ort)e(for)i(AM)h(macros\))243 5197 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(f90)h(include)d(\014les)h(b)s(efore)h(trying)g(to)h(install)d (them)243 5348 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(mpic)m(h)m(v)m (ersion.exe)g(for)g(cygwin)g(installations)243 5498 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(needs)g(in)m(t64)p 1198 5498 V 33 w(t)h(de\014nition)243 5648 y Fk(\017)46 b Fr(Chec)m(k)31 b(for)f(read-only)g(access)h(to)h(the)e(\014le)g(b)s (efore)g(attempting)g(to)h(write)1861 5946 y(78)p eop %%Page: 79 83 79 82 bop 243 388 a Fk(\017)46 b Fr(Chec)m(k)29 b(the)h(status)f(of)g (most)g(MPI)p 1534 388 28 4 v 33 w(File)f(op)s(erations..)40 b(added)28 b(some)i(commen)m(ted-out)g(hin)m(ts)e(w)m(e)334 501 y(should)f(use)i(whenev)m(er)h(w)m(e)g(teac)m(h)g(coll)p 1689 501 V 32 w(test)h(ho)m(w)e(to)h(handle)e(more)i(command-line)d (argumen)m(ts)334 614 y(than)j(just)g(-fname)243 763 y Fk(\017)46 b Fr(Clean)30 b(up)f(R)m(OMIO)h(mak)m(e\014le)243 912 y Fk(\017)46 b Fr(Clean)30 b(up)f(R)m(OMIOs)h(aclo)s(cal.m4)243 1062 y Fk(\017)46 b Fr(Clean)m(up)29 b(use)h(of)h(getopt)h(and)d(use)h (header)h(\014le)e(when)g(a)m(v)-5 b(ailable)243 1211 y Fk(\017)46 b Fr(close)31 b(a)g(small)d(memory)j(leak)243 1360 y Fk(\017)46 b Fr(closes)32 b(romioreq)f(#515:)44 b(with)30 b(p)s(ete)i(wyco\013)7 b('s)32 b(suggested)h(\014x:)42 b(don't)32 b(o)m(v)m(erride)g(user-sp)s(eci\014ed)334 1473 y(include)c(path.)243 1622 y Fk(\017)46 b Fr(con\014gure)38 b(test)h(for)f(fst)m(yp)s(ename)g(means)h(w)m(e)f(don't)h(ha)m(v)m(e)g (to)g(test)g(for)f(sp)s(eci\014c)f(bsd)g(v)m(ersions)334 1735 y(an)m(ymore)243 1884 y Fk(\017)46 b Fr(correct)32 b(the)e(markup)f(for)h(the)h(deferred)f(op)s(en)f(hin)m(ts)243 2034 y Fk(\017)46 b Fr(corrected)31 b(bug)f(in)e(mpirun.globus2)f (script:)40 b(-np)29 b(X)h(with)f(X)p Fb(>)p Fr(255)i(should)d(w)m(ork) j(on)f(an)m(y)g(plat-)334 2147 y(form)i({)g(bug)g(unco)m(v)m(ered)h(b)m (y)f(then98@soh)m(u.com,)h(sen)m(t)g(to)g(mpi@globus.org)d(on)i(T)-8 b(ue,)33 b(25)g(No)m(v)334 2260 y(2003)f(13:19:57)i(+0800)e(\(CST\))243 2409 y Fk(\017)46 b Fr(Corrected)31 b(message)g(ab)s(out)f(n)m(um)m(b)s (er)f(of)i(allo)m(w)m(ed)f(pro)s(cesses)g(in)f(test)243 2558 y Fk(\017)46 b Fr(Create)31 b(the)g(links)d(for)i(the)h(sharedlib) c(names)k(for)f(use)g(in-place)243 2707 y Fk(\017)46 b Fr(DESTDIR)30 b(for)g(mpiinstall.in)243 2857 y Fk(\017)46 b Fr(declared)30 b(in)m(teger)h(toterrs)g(in)e(isendf.f)243 3006 y Fk(\017)46 b Fr(deferred)30 b(op)s(en:)40 b(no)m(w)30 b(op)s(en)g(the)g(\014le)g(if)f(indep)s(enden)m(t)f(io)i(attempted)243 3155 y Fk(\017)46 b Fr(deleted)30 b(trailing)f(spaces)h(in)f (fortran/con\014gure.in)243 3304 y Fk(\017)46 b Fr(Deleted)31 b(useless)f(sym)m(b)s(ols:)39 b(double)29 b(precision)f(MPE)p 2227 3304 V 33 w(WTIME,)j(MPE)p 2860 3304 V 33 w(PTIME)243 3454 y Fk(\017)46 b Fr(derriv)m(e)29 b(the)h('deferred)p 1145 3454 V 32 w(op)s(en')f(hin)m(t)g(if)g(the)h("no)g(indep)s(enden)m (t)d(io")j(and)f("use)h(collecitv)m(e)g(bu\013er-)334 3567 y(ing")g(hin)m(ts)f(are)i(turned)e(on.)243 3716 y Fk(\017)46 b Fr(Detect)33 b(a)e(wtic)m(k)f(of)g(0)243 3865 y Fk(\017)46 b Fr(Do)33 b(not)f(de\014ne)g(MPI)p 1092 3865 V 32 w(Info)p 1281 3865 V 33 w(xxx)g(as)g(PMPI)p 1843 3865 V 33 w(Info)p 2033 3865 V 32 w(xxx)g(when)f(building)d(the)33 b(MPI)p 3172 3865 V 32 w(Info)f(routines)334 3978 y(in)d (mpi2-other/info)243 4127 y Fk(\017)46 b Fr(do)30 b(not)h(do)f(link)f (tests)i(if)e(building)e(withing)h(an)i(MPI)g(implemen)m(tation)243 4277 y Fk(\017)46 b Fr(Do)31 b(not)g(fail)e(if)g(w)m(e)i(cannot)g(remo) m(v)m(e)h(a)f(link)d(to)j(mpif.h)d(that)j(w)m(e)g(b)s(eliev)m(e)f(w)m (e)h(ha)m(v)m(e)g(created)243 4426 y Fk(\017)46 b Fr(do)30 b(not)h(o)m(v)m(erride)f(includedir)243 4575 y Fk(\017)46 b Fr(do)s(cumen)m(t)30 b(no)p 854 4575 V 33 w(indep)p 1106 4575 V 31 w(rw)f(a)i(bit)f(b)s(etter)243 4724 y Fk(\017)46 b Fr(do)s(cumen)m(tation)30 b(to)h(use)f(SLOG-API)g(to)h (add)f(arro)m(w)243 4874 y Fk(\017)46 b Fr(don't)25 b(assume)f(MPI)p 1057 4874 V 32 w(INF)m(O)p 1317 4874 V 34 w(NULL)g(is)g(zero.)39 b(explicitly)22 b(compare)j(against)g(MPI)p 3168 4874 V 33 w(INF)m(O)p 3429 4874 V 33 w(NULL)243 5023 y Fk(\017)46 b Fr(don't)28 b(m)m(ung)g(MPI)p 1000 5023 V 32 w(LIB)g(if)f(y)m(ou)h (can)g(help)f(it.)39 b(if)27 b(R)m(OMIO)h(needs)g(extra)g(\(non-mpi\))f (libraries)e(to)334 5136 y(link,)k(use)h(R)m(OMIO)p 1023 5136 V 32 w(LIBLIST)243 5285 y Fk(\017)46 b Fr(don't)30 b(set)h(C)p 784 5285 V 33 w(OPT)p 1016 5285 V 32 w(FLA)m(GS)g(if)e (user)h(pro)m(vides)f(CFLA)m(GS)i(\(closes:)41 b(mpic)m(h2-req)30 b(238\))243 5434 y Fk(\017)46 b Fr(Eliminating)27 b(common)k (uninitialized)26 b(sym)m(b)s(ols)j(in)g(R)m(OMIO)h(common/ad)p 2998 5434 V 34 w(init.c.)243 5584 y Fk(\017)46 b Fr(Ensure)27 b(that)i(CFLA)m(GS)f(is)f(exp)s(orted)h(as)g(w)m(ell)g(as)g(CC)f(in)g (case)i(the)g(user)e(has)h(placed)g(\015ags)g(that)334 5697 y(c)m(hange)k(the)e(compilers)f(b)s(eha)m(vior)g(in)g (signi\014can)m(t)h(w)m(a)m(ys)h(in)m(to)f(CFLA)m(GS)h(instead)f(of)g (CC)1861 5946 y(79)p eop %%Page: 80 84 80 83 bop 243 388 a Fk(\017)46 b Fr(Ensure)29 b(that)i(MPI-)p Fb(>)p Fr(PMPI)f(mapping)f(is)g(used)h(for)g(in)m(ternal)f(routines)243 537 y Fk(\017)46 b Fr(Ensure)28 b(that)j(P)-8 b(A)m(C)30 b(macros)g(are)g(all)f(expanded)f(or)i(not)g(presen)m(t)g(in)e (generated)j(con\014gure)e(\(lik)m(e)334 650 y(A)m(C)34 b(macro)g(names,)h(they)f(should)e(not)i(ev)m(en)g(b)s(e)f(in)g(commen) m(ts)i(to)f(simplify)c(error)k(c)m(hec)m(ks)h(for)334 763 y(unexpanded)29 b(macros\))243 913 y Fk(\017)46 b Fr(Ensure)29 b(that)i(all)e(tests)i(use)g(FFLA)m(GS)g(or)f(F90FLA)m(GS) 243 1062 y Fk(\017)46 b Fr(Ensure)29 b(that)i(de\014nitions)d(of)j(HA) -10 b(VE)p 1641 1062 28 4 v 33 w(MPI)p 1852 1062 V 32 w(INF)m(O)31 b(ha)m(v)m(e)h(the)e(same)h(v)-5 b(alue)243 1211 y Fk(\017)46 b Fr(Ensure)29 b(that)i(long)f(long)g(is)f(8)i(b)m (ytes)g(b)s(efore)f(using)f(it)h(for)g(in)m(t64)p 2580 1211 V 33 w(t)243 1361 y Fk(\017)46 b Fr(Ensure)27 b(that)h(so)s(c)m(k) m(ets)i(are)e(only)f(closed)h(if)f(they)h(ha)m(v)m(e)i(b)s(een)d(op)s (ened)g(\(some)i(logic)e(paths)h(migh)m(t)334 1474 y(not)j(set)g(end)p 785 1474 V 32 w(1)g(and/or)f(end)p 1338 1474 V 32 w(2\))243 1623 y Fk(\017)46 b Fr(Ensure)29 b(that)i(status)g(is)e(set)i (correctly)g(for)f(coun)m(t)h(==)f(0)243 1772 y Fk(\017)46 b Fr(Ensure)29 b(that)i(temp)s(orary)f(test)h(\014les)f(are)g(remo)m(v) m(ed)243 1922 y Fk(\017)46 b Fr(Ensure)28 b(that)i(the)f(ENABLE)p 1375 1922 V 33 w(SHLIBS)f(v)-5 b(ariable)28 b(is)g(none)h(if)f(not)h (building)d(shared)i(libraries)e(in)334 2035 y(R)m(OMIO)243 2184 y Fk(\017)46 b Fr(Ensure)29 b(that)i(the)g(F)-8 b(ortran)31 b(in)m(terface)g(libraries)c(ha)m(v)m(e)32 b(the)e(ranlib)e(step)j(applied)243 2334 y Fk(\017)46 b Fr(Filter)30 b(additional)e(pro)s(cesses)i(from)g(ab)s(orttest)h(c)m (hec)m(ks)243 2483 y Fk(\017)46 b Fr(\014ne-tuning)29 b(hin)m(t)g(precedence)i(for)f(deferred)g(op)s(en)243 2632 y Fk(\017)46 b Fr(\014rst)30 b(cut)g(at)h(using)e(generalized)h (requests,)h(if)e(a)m(v)-5 b(aliable)243 2782 y Fk(\017)46 b Fr(Fix)30 b(Mak)m(e\014le.in)g(so)h(it)f(w)m(on't)h(build)c(mp)s (erecon\014g)j(from)g(mp)s(erecon\014g.in)243 2931 y Fk(\017)46 b Fr(Fix)32 b(R)m(OMIOs)h(sc)m(heme)g(for)f(detecting)i(F)-8 b(ortran)33 b(naming)e(con)m(v)m(en)m(tion)j(to)g(use)e(-)h(in)e (strings)h(\(-a)334 3044 y(isn)m(t)e(enough)g(under)f(Mac)i(OSX\))243 3193 y Fk(\017)46 b Fr(Fix)30 b([])h(bug)f(in)f(C++)g(auto)s(conf)i (macros)g(\(missing)d(c)m(hangequote)k(statemen)m(ts\))243 3343 y Fk(\017)46 b Fr(Fix)30 b(arra)m(y)h(length)243 3492 y Fk(\017)46 b Fr(Fix)30 b(b)s(egin-)p Fb(>)p Fr(end)e(in)h(error) h(handling)e(commen)m(t)243 3642 y Fk(\017)46 b Fr(Fix)30 b(for)g({enable-b)s(o)s(ot)h(for)f(c)m(h)p 1409 3642 V 33 w(p4mp)s(d)e(testing)243 3791 y Fk(\017)46 b Fr(Fix)30 b(for)g(MPICH)g(v)-5 b(ariable)29 b(in)g(mp)s(einstall)243 3940 y Fk(\017)46 b Fr(Fix)30 b(for)g(R)m(OMIO)g(under)f(MPICH1)243 4090 y Fk(\017)46 b Fr(Fix)30 b(for)g(exclude)g(and)g(mac)m(hine)g (\014les)f(with)g(ncpus)g(sp)s(eci\014ers)243 4239 y Fk(\017)46 b Fr(Fix)30 b(for)g(gcc)i(3.2)f(w)m(eak)g(sym)m(b)s(ols)243 4389 y Fk(\017)46 b Fr(Fix)30 b(for)g(mpic)m(h-1)g(and)g(romio)243 4538 y Fk(\017)46 b Fr(\014x)30 b(for)g(new)g(mpiinstall)243 4687 y Fk(\017)46 b Fr(Fix)26 b(for)f(read)h(of)h(uninitialized)21 b(storage)28 b(and)d(error)h(in)f(the)h(macro)h(to)f(c)m(hec)m(k)i(if)d (a)h(send)g(has)f(b)s(een)334 4800 y(cancelled)243 4950 y Fk(\017)46 b Fr(Fix)30 b(for)g(shared)g(libraris)d(in)i(R)m(OMIO)243 5099 y Fk(\017)46 b Fr(Fix)30 b(for)g(some)h(brok)m(en)f(automak)m(es) 243 5248 y Fk(\017)46 b Fr(Fix)30 b(for)g(the)h(second)f(use)g(of)h(ab) s(orttest)243 5398 y Fk(\017)46 b Fr(Fix)30 b(ifdef)f(for)h(v)m(erb)s (ose)h(output)243 5547 y Fk(\017)46 b Fr(Fix)30 b(incorrect)g(use)g(of) h(con\014g.log)243 5697 y Fk(\017)46 b Fr(Fix)30 b(in)m(v)m(ok)-5 b(ation)30 b(of)h(romio)f(con\014gure)1861 5946 y(80)p eop %%Page: 81 85 81 84 bop 243 388 a Fk(\017)46 b Fr(Fix)30 b(long-standing)f(problem)g (with)g(IO)h(tests)h(in)e(test)i(suite)243 538 y Fk(\017)46 b Fr(Fix)30 b(missing)e(ierr)h(on)i(Allreduce)d(call)243 689 y Fk(\017)46 b Fr(Fix)30 b(missing)e(semicolon)243 839 y Fk(\017)46 b Fr(Fix)30 b(problems)f(with)g(dep)s(endency)g (generation)h(co)s(de)243 989 y Fk(\017)46 b Fr(Fix)30 b(test)h(for)f(send)g(datat)m(yp)s(e)h(to)g(apply)e(only)h(at)h(the)g (ro)s(ot)f(pro)s(cess)243 1139 y Fk(\017)46 b Fr(\014x)30 b(the)g(unparameterized)g(MPIR)p 1562 1139 28 4 v 33 w(Err)p 1729 1139 V 31 w(create)p 1996 1139 V 35 w(co)s(de)g(calls)243 1290 y Fk(\017)46 b Fr(Fix)30 b(to)h(allo)m(w)f(totalview)g(to)h(w)m (ork)g(when)e(-nolo)s(cal)h(is)g(selected)243 1440 y Fk(\017)46 b Fr(Fix)30 b(to)h(ensure)f(that)h(include)d(path)i(is)f (included)f(in)h(tests)243 1590 y Fk(\017)46 b Fr(Fix)30 b(t)m(yp)s(o)h(in)e(one)h(of)h(the)f(wtime)g(declarations)243 1740 y Fk(\017)46 b Fr(\014xed)30 b(-hosts)g(option)g(bug)243 1891 y Fk(\017)46 b Fr(\014xed)30 b(MPI)p 737 1891 V 33 w(FILE)p 981 1891 V 32 w(NULL)g(w)m(arning)g(and)f(con\014guration)h (bugs)g(in)f(R)m(OMIO)h(F)-8 b(ortran)31 b(tests)243 2041 y Fk(\017)46 b Fr(\014xed)30 b(R)m(OMIO)g(F)-8 b(ortran)31 b(in)m(terface)g(for)f(gcc)i(3.2)243 2191 y Fk(\017)46 b Fr(Fixed)33 b(a)h(bug)f(in)g(init)p 1103 2191 V 31 w(g.c)h(caused)g(b)m(y)g(globus)p 1959 2191 V 31 w(duro)s(c)p 2216 2191 V 32 w(in)m(tra)p 2438 2191 V 32 w(sub)5 b(job)p 2737 2191 V 32 w(sendthat)33 b(put)g(a)h(limit)e(on)334 2304 y(the)26 b(n)m(um)m(b)s(er)e(of)h(pro)s(cs)g(that)h(could)e(b)s(e) h(startedANDcommen)m(ted)j(out)d("sanit)m(y)h(c)m(hec)m(king")h(co)s (de)334 2417 y(that)g(prev)m(en)m(ted)f(MPICH-G2)h(fromlinking)c (against)j(the)g(Globus)f(T)-8 b(o)s(olkit)25 b(2.4.3)j(libraries)23 b(that)334 2530 y(w)m(ere)31 b(distributedin)26 b(GT)k(v3.2.)243 2680 y Fk(\017)46 b Fr(\014xed)30 b(a)h(logic)f(problem)e(comparing)i (fd-)p Fb(>)p Fr(info)f(to)i(MPI)p 2293 2680 V 33 w(INF)m(O)p 2554 2680 V 33 w(NULL)243 2830 y Fk(\017)46 b Fr(\014xed)38 b(bug)g(in)f(MPID)p 1113 2830 V 33 w(Comm)p 1409 2830 V 32 w(init)g(so)i(that)g(it)f(will)e(no)m(w)i(w)m(ork)h(with)e(new)h (MPI-2)h(functions)334 2943 y(MPI)p 517 2943 V 33 w(Comm)p 813 2943 V 32 w(connect,accept)33 b(on)e(mac)m(hines)e(with)h(vMPI.)243 3094 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(MPI)p 1020 3094 V 32 w(Reduce)p 1341 3094 V 33 w(scatter)243 3244 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(alltoall)243 3394 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(bnr.c:)40 b(reset)30 b(global)g(fence)h(\015ag)243 3544 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(\014le)p 959 3544 V 31 w(set)p 1101 3544 V 34 w(errhandler)243 3695 y Fk(\017)46 b Fr(Fixed)61 b(bug)f(in)g(noncon)m(tig)i(memory/con)m(tig)g(\014le)e(listio)g(co)s (de)h(\(not)h(calling)e(status)h(set)334 3808 y(b)m(ytes\).Added)31 b(new)g(com)m(bining)f(write)g(functionalit)m(y)f(in)m(to)i(non-listio) f(strided)f(write,)i(remo)m(v-)334 3921 y(ing)f(writev)f(calls.)243 4071 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(reduce)h(scatter)243 4221 y Fk(\017)46 b Fr(Fixed)30 b(bug)g(in)f(semop)h(call)g(when)f(in)m (terrupts)g(receiv)m(ed)243 4371 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(t)m(yp)s(e)p 1016 4371 V 33 w(create)p 1285 4371 V 34 w(darra)m(y)243 4522 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(in)f(w)m(eak)i(sym)m(b)s(ols)e(test)i(in)e(R)m(OMIO's)i (con\014gure.in)243 4672 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(related)g(to)h(MPI)p 1328 4672 V 33 w(DISPLA)m(CEMENT)p 2105 4672 V 32 w(CURRENT)243 4822 y Fk(\017)46 b Fr(\014xed)30 b(bug)g(with)f(0-size)i(messages)g(in)e(collectiv)m(es)243 4972 y Fk(\017)46 b Fr(Fixed)30 b(bugs)f(in)h(the)g(new)g(R)m(OMIO)g (con\014gure)243 5123 y Fk(\017)46 b Fr(Fixed)30 b(build)d(for)j (con\014gure)g(due)g(to)h(new)f(\014les)f(in)h(confdb)243 5273 y Fk(\017)46 b Fr(Fixed)21 b(do)s(cumen)m(tation)h(that)h(refered) e(to)i(MPI)p 1959 5273 V 32 w(ST)-8 b(A)g(TUS)p 2345 5273 V 33 w(NULL)22 b(or)f(MPI)p 2930 5273 V 33 w(ST)-8 b(A)g(TUSES)p 3430 5273 V 32 w(NULL)334 5386 y(\(should)29 b(b)s(e)h(IGNORE,)g(not)h(NULL\))243 5536 y Fk(\017)46 b Fr(Fixed)30 b(emacs)h(header)f(and)g(added)g(commen)m(ts)h(ab)s(out)f (f77)h(failures)1861 5946 y(81)p eop %%Page: 82 86 82 85 bop 243 388 a Fk(\017)46 b Fr(Fixed)29 b(error)f(in)g(pmpi)f(v)m (ersion)i(of)g(ob)5 b(ject)30 b(comparisons)e(that)i(caused)f(the)g (Solaris)f(C++)g(com-)334 501 y(piler)g(to)k(giv)m(e)e(fatal)h(errors) 243 650 y Fk(\017)46 b Fr(\014xed)30 b(list)f(freeing)h(co)s(de)243 800 y Fk(\017)46 b Fr(Fixed)30 b(longstanding)f(t)m(yp)s(o)h(in)f(a)i (de\014ne.)243 949 y Fk(\017)46 b Fr(\014xed)30 b(some)h(error)f(prin)m (tin)m(t)e(statemen)m(ts)243 1098 y Fk(\017)46 b Fr(\014xed)30 b(string)f(for)h(executable)h(staging)g(...)41 b(added)30 b('#')g(whic)m(h)f(is)h(RSL)f(concat)j(op)s(erator)243 1248 y Fk(\017)46 b Fr(Fixed)57 b(the)h(GCC)f(ev)m(er)h(c)m(hanging)g (treatmen)m(t)h(of)f(v)-5 b(a)p 2360 1248 28 4 v 33 w(arg)58 b(b)m(y)f(c)m(hanging)h(the)g(test)g(from)334 1361 y(A)m(C)p 470 1361 V 33 w(TR)-8 b(Y)p 696 1361 V 33 w(COMPILE)44 b(to)h(A)m(C)p 1463 1361 V 33 w(TR)-8 b(Y)p 1689 1361 V 33 w(R)m(UN)45 b(to)g(a)m(v)m(oid)h(the)e(unexp)s(ected)g(coredump)g (due)g(to)334 1474 y(non)30 b(in)m(t)g(v)-5 b(a)p 743 1474 V 33 w(arg.)243 1623 y Fk(\017)46 b Fr(Fixed)30 b(the)g(GCC3XX)h(test)243 1772 y Fk(\017)46 b Fr(Fixed)30 b(the)g(test)i(for)e(the)g(master)p 1490 1772 V 34 w(top)p 1655 1772 V 33 w(srcdir)243 1922 y Fk(\017)46 b Fr(\014xes)30 b(a)h(segfault)f(in)f(noncon)m(tig)p 1448 1922 V 33 w(coll2)i(test)243 2071 y Fk(\017)46 b Fr(Fixes)30 b(for)g(R)m(OMIO)h(tests)g(from)f (MPICH)g(test)h(suite)243 2221 y Fk(\017)46 b Fr(Fixes)30 b(for)g(cac)m(hing)h(and)f(enable)g(strict)g(plus)e(\014x)i(for)g(b)s (ogus)g(GNU)h(v)m(ersion)f(of)g(head)g(and)g(tail)243 2370 y Fk(\017)46 b Fr(Fixes)30 b(for)g(mpic)m(h)m(v)m(ersion)243 2519 y Fk(\017)46 b Fr(Fixes)30 b(for)g(the)h(m)m(ultiple)d(completion) i(routines)f(in)g(R)m(OMIO)243 2669 y Fk(\017)46 b Fr(\014xup)29 b(handling)f(of)i(pro\014ling)e(target)243 2818 y Fk(\017)46 b Fr(Flatten)31 b(no)m(w)f(supp)s(orts)f(subarra)m(y)h(and)f(darra)m(y) i(com)m(biners.)243 2968 y Fk(\017)46 b Fr(F)-8 b(urther)30 b(impro)m(v)m(e)g(error)g(rep)s(orting)f(from)h(p)s(erftest/mak)m (econ\014gure)243 3117 y Fk(\017)46 b Fr(F)-8 b(urther)30 b(up)s(date)g(the)g(R)m(OMIO)h(aclo)s(cal.m4)f(for)h(auto)s(conf)f (2.57)243 3266 y Fk(\017)46 b Fr(get)32 b(v)-5 b(alue)29 b(directly)h(from)f(the)i(hin)m(t)e(structure)h(instead)g(of)g(parsing) f(the)i(Info)f(ob)5 b(ject)243 3416 y Fk(\017)46 b Fr(getting)f(all)f (Globus)f(header)h(\014les)f(ab)s(o)m(v)m(e)j(all)d(others)i(to)g (\014x)f(anno)m(yingOS-based)f(compiler)334 3529 y(bugs/w)m(arnings)29 b(are)i(v)-5 b(arious)29 b(arc)m(hs)i(...)41 b(most)31 b(notably)e(AIX)243 3678 y Fk(\017)46 b Fr(hac)m(k)31 b(around)e(the)h(fact)h(that)f(:=)g(isn't)g(a)m(v)-5 b(aliable)29 b(ev)m(erywhere,)i(and)e(added)g(a)i(.o)f(su\016x)f(rule)g (to)334 3791 y(clean)h(up)g(some)g(of)h(the)g(targets)243 3940 y Fk(\017)46 b Fr(Handle)30 b(more)g(bugs)g(in)f(aclo)s(cal)243 4090 y Fk(\017)46 b Fr(honor)30 b(setting)g(romio)p 1123 4090 V 33 w(ds)p 1243 4090 V 32 w(write)f(to)i("disable")243 4239 y Fk(\017)46 b Fr(if)29 b(indep)s(enen)m(t)g(io)h(attempted)h (during)e(deferred)g(op)s(en,)h(ab)s(ort)243 4389 y Fk(\017)46 b Fr(If)30 b(w)m(e)h(use)f(generalized)g(requests,)g(these)h(con)m(v)m (ersion)g(functions)e(don't)h(ha)m(v)m(e)i(to)f(do)f(an)m(ything)243 4538 y Fk(\017)46 b Fr(Ignore)22 b(con\014g.cac)m(he)j(in)20 b(R)m(OMIO)j(since)e(auto)s(conf)i(do)s(es)e(not)i(correctly)f(detect)i (critical)d(c)m(hanges)334 4651 y(to)31 b(the)g(en)m(vironmen)m(t)243 4800 y Fk(\017)46 b Fr(implemen)m(t)29 b(scalable)h(MPI)p 1303 4800 V 33 w(File)p 1487 4800 V 32 w(set)p 1630 4800 V 33 w(size)g(for)g(p)m(vfs1)243 4950 y Fk(\017)46 b Fr(implemen)m(t)29 b(scalable)h(sync)g(for)g(p)m(vfs1)243 5099 y Fk(\017)46 b Fr(implemen)m(t)29 b(set)p 897 5099 V 33 w(view)h(as)h(a)f(function,)g(not)g(as)h(fs-sp)s(eci\014c)e(fcn)m (tl.)243 5248 y Fk(\017)46 b Fr(Impro)m(v)m(e)31 b(\014ltering)e(for)h (irrelev)-5 b(an)m(t)29 b(pro)s(cesses)243 5398 y Fk(\017)46 b Fr(Impro)m(v)m(e)31 b(handling)d(of)i(IO)g(tests)243 5547 y Fk(\017)46 b Fr(Impro)m(v)m(e)31 b(test)g(for)f(alternate)h (libraries)d(to)j(supp)s(ort)e(getarg)243 5697 y Fk(\017)46 b Fr(Impro)m(v)m(e)31 b(the)f(handling)e(of)j(the)f(IO)g(tests)h(in)e (the)i(mpic)m(h)e(test)i(suite)f(when)f(romio)h(is)g(not)g(built)1861 5946 y(82)p eop %%Page: 83 87 83 86 bop 243 388 a Fk(\017)46 b Fr(impro)m(v)m(ed)30 b(con\014gure)g(to)h(handle)e(missing)f(F)-8 b(ortran)31 b(compiler)243 538 y Fk(\017)46 b Fr(Impro)m(v)m(ed)30 b(handling)e(of)j(shared)e(libraries)243 689 y Fk(\017)46 b Fr(Impro)m(v)m(ed)30 b(sp)s(ec)g(\014le)243 839 y Fk(\017)46 b Fr(Increase)31 b(secure)f(serv)m(er)h(timeout)f(to)h(2)g(seconds)g (and)e(add)h(more)h(debugging)e(output)243 989 y Fk(\017)46 b Fr(Increase)31 b(w)m(ait)f(time)g(in)f(secure)i(serv)m(er)g(co)s(de)f (to)h(5)g(seconds)243 1139 y Fk(\017)46 b Fr(Increased)30 b(max)h(k)m(eyv)-5 b(als)30 b(from)g(64)i(to)f(256.)243 1290 y Fk(\017)46 b Fr(initial)28 b(deferred)h(op)s(en)h(w)m(ork.)41 b(skips)29 b(the)h(op)s(en)g(for)g(no)m(w.)41 b(will)27 b(actually)j(defer)g(later)243 1440 y Fk(\017)46 b Fr(Initial)28 b(dep)s(osit,)i(to)h(get)g(autoheader)g(to)g(w)m(ork)g(correctly)243 1590 y Fk(\017)46 b Fr(Initialize)28 b(auto)s(dx)i(and)g(autorel)h (\(not)f(actually)g(needed\))h(to)g(k)m(eep)g(some)g(compilers)e(happ)m (y)243 1740 y Fk(\017)46 b Fr(in)m(tro)s(duce)29 b(a)i('w)m(ork)m(er)p 1109 1740 28 4 v 34 w(rank')f(mem)m(b)s(er)g(to)h(ADIO)p 2079 1740 V 33 w(FileD.)243 1891 y Fk(\017)46 b Fr(Issue)30 b(a)h(con\014gure-time)f(error)g(message)h(if)f(comm=bpro)s(c)f(but)h (bpro)s(c)f(is)g(not)i(a)m(v)-5 b(ailable)243 2041 y Fk(\017)46 b Fr(lam-submitted)29 b(patc)m(h)i(to)g(use)f('unsinged)e (in)m(t')j(to)g(hold)e(the)h(umask\(2\))h(output)243 2191 y Fk(\017)46 b Fr(lam-supplied)27 b(p)s(ortabilit)m(y)h(\014xes) 243 2341 y Fk(\017)46 b Fr(Let)31 b(C++)e(con\014gure)h(kno)m(w)h(ab)s (out)f(v)m(ersions)g(1.2.5)i(and)e(1.2.6)243 2492 y Fk(\017)46 b Fr(lo)s(ok)36 b(for)f(large)i(\014le)e(summit)f(headers)i(and)f (de\014nes;)j(add)e(prop)s(er)e(magic)i(to)h(CFLA)m(GS)f(if)f(w)m(e)334 2605 y(\014nd)29 b(them)243 2755 y Fk(\017)46 b Fr(MPI)p 517 2755 V 33 w(File)p 701 2755 V 32 w(seek)40 b(w)m(on't)g(actually)g (seek:)60 b(w)m(e)40 b(k)m(eep)g(trac)m(k)h(of)f(where)f(w)m(e)h (should)e(b)s(e)h(and)g(seek)334 2868 y(b)s(efore)29 b(reading)g(or)g(writing.)39 b(no)m(w)29 b(only)g(has)g(to)h(op)s(en)f (the)h(\014le)e(in)h(the)g(MPI)p 3010 2868 V 33 w(SEEK)p 3289 2868 V 32 w(END)h(case)243 3018 y Fk(\017)46 b Fr(Made)29 b(sure)f(that)h(all)e(tests)i(guard)f(v)-5 b(ariables)27 b(that)i(migh)m(t)f(b)s(e)g(empt)m(y)h(with)e(b)s(oth)g(a)i(-n)f(test)h (and)334 3131 y(an)h(&&)g(concatenation,)i(along)f(with)e(quotes)h(ev)m (erywhere)243 3281 y Fk(\017)46 b Fr(Made)36 b(the)f(MPIO)p 1004 3281 V 32 w(Request)h(routines)e(optional)g(\(not)i(built)c(for)j (MPICH2)h(whic)m(h)d(should)g(b)s(e)334 3394 y(using)c(generalized)h (requests)g(instead\))g(and)g(added)g(LIBTOOL)f(de\014nitions)243 3544 y Fk(\017)46 b Fr(mak)m(e)31 b(clean)p 778 3544 V 33 w(execer)h(routine)d(ha)m(v)m(e)j(a)e(conforming)g(in)m(ternal)f (name)243 3695 y Fk(\017)46 b Fr(Mak)m(e)32 b(error)e(test)h(use)f (standard)g(output)g(format)243 3845 y Fk(\017)46 b Fr(Mak)m(e)32 b(test)f(for)f(error)g(message)i(less)e(sensitiv)m(e)f(to)i(the)g (exact)h(w)m(ording)243 3995 y Fk(\017)46 b Fr(Mak)m(e)32 b(the)f(C++)e(con\014gure)h(understand)f(mpicxx)g(as)h(w)m(ell)g(as)g (mpiCC)243 4146 y Fk(\017)46 b Fr(Mak)m(e)32 b(the)f(include)d(of)i (mpiof.h)f(optional)243 4296 y Fk(\017)46 b Fr(Mak)m(e)32 b(the)f(release)f(lev)m(el)g(curren)m(t)h(so)f(that)h(patc)m(hes)g(can) g(b)s(e)f(more)g(easily)g(generated)243 4446 y Fk(\017)46 b Fr(Minor)30 b(\014x)f(to)i(HPUX)g(stu\013.)243 4596 y Fk(\017)46 b Fr(Minor)30 b(\014x)f(to)i(man)f(page)i(for)e(T)m(yp)s (e)p 1608 4596 V 32 w(indexed)243 4747 y Fk(\017)46 b Fr(minor)29 b(\014xes)h(to)h(MPIR)p 1163 4747 V 33 w(Err)p 1330 4747 V 32 w(create)p 1598 4747 V 34 w(co)s(de\(\))g(calls)243 4897 y Fk(\017)46 b Fr(missing)28 b(protot)m(yp)s(e)j(for)f(MPI)p 1397 4897 V 33 w(Status)p 1683 4897 V 33 w(set)p 1827 4897 V 33 w(elemen)m(ts)243 5047 y Fk(\017)46 b Fr(mo)s(di\014ed)c (Chec)m(kRecvErr\(\))i(to)h(c)m(hec)m(k)g(the)f(error)f(class)h(in)e (status-)p Fb(>)p Fr(MPI)p 3061 5047 V 33 w(ERR)m(OR)i(rather)334 5160 y(than)30 b(the)h(whole)e(error)h(co)s(de)243 5310 y Fk(\017)46 b Fr(Mo)s(di\014ed)29 b(R)m(OMIO)h(tests)h(to)g(generate)h (standard)e(output)g(on)g(no)g(errors)243 5461 y Fk(\017)46 b Fr(Mo)m(v)m(e)33 b(BasicT)m(yp)s(es)d(to)h(a)f(b)s(etter)h(place)243 5611 y Fk(\017)46 b Fr(Mo)m(v)m(e)33 b(use)d(of)g(USE)p 1023 5611 V 32 w(STD)m(AR)m(G)i(after)f(the)f(p)s(oin)m(t)g(where)f(it) h(is)g(de\014ned)f(b)m(y)h(mpidefs.h)1861 5946 y(83)p eop %%Page: 84 88 84 87 bop 243 388 a Fk(\017)46 b Fr(mo)m(v)m(ed)35 b(MPID)p 875 388 28 4 v 33 w(T)m(yp)s(e)p 1113 388 V 33 w(free)f(from)g(the)g ("default")g(case)i(to)f(just)e(after)i(thewhole)e(switc)m(h)h(state-) 334 501 y(men)m(t)29 b(so)g(that)g(it)f(is)g(no)m(w)g(called)g(for)p 1632 501 V 61 w(all)p 1761 501 V 60 w(the)h(casesin)f(the)h(switc)m(h)f (statemen)m(t)i(...)41 b(not)29 b(just)f(the)334 614 y("default")j(case)243 764 y Fk(\017)46 b Fr(Mo)m(v)m(ed)26 b(compiler)e(selection)g(ahead)h(of)g(other)g(arc)m(h-sp)s(eci\014c)f (tests)i(to)f(w)m(ork)-5 b(around)24 b(a)h(limitation)334 877 y(in)k(A)m(C)p 576 877 V 33 w(PR)m(OG)p 877 877 V 33 w(CC)h(and)g(an)m(ything)f(that)i(requires)e(it,)h(including)d(A)m (C)p 2807 877 V 33 w(CHECK)p 3173 877 V 32 w(HEADERS)243 1027 y Fk(\017)46 b Fr(Mo)m(v)m(ed)32 b(conf)e(\014le)g(to)h(top)243 1178 y Fk(\017)46 b Fr(m)m(ust)30 b(edit)g(mpio.h)f(to)i(de\014ne)f(HA) -10 b(VE)p 1679 1178 V 33 w(MPI)p 1890 1178 V 33 w(GREQUEST)29 b(if)g(a)m(v)-5 b(aliable)243 1328 y Fk(\017)46 b Fr(new)30 b(error)g(handling)243 1478 y Fk(\017)46 b Fr(new)31 b(v)m(ersions)g(of)h(p)m(vfs)f(ha)m(v)m(e)i(few)m(er)f(mem)m(b)s(ers)f (in)g(the)h(p)m(vfs)p 2431 1478 V 32 w(\014lestat)g(structure.)44 b(icctreats)33 b('to)s(o)334 1591 y(man)m(y)e(initializer)c(v)-5 b(alues')30 b(as)g(an)h(error.)243 1741 y Fk(\017)46 b Fr(no)30 b(need)g(for)h(w)m(ork)m(er)p 1082 1741 V 33 w(rank)f(after)h(all.)39 b(ranklist[0])30 b(has)g(what)g(w)m(e)h (need)243 1891 y Fk(\017)46 b Fr(OS-based)30 b(compiler)f(bugs/w)m (arnings)f(are)j(v)-5 b(arious)30 b(arc)m(hs)g(...)41 b(most)31 b(notably)f(AIX)243 2042 y Fk(\017)46 b Fr(one)31 b(more)f(deferred)g(op)s(en)f(\014le)243 2192 y Fk(\017)46 b Fr(P)m(ass)31 b(CFLA)m(GS)g(to)g(mp)s(d)d(con\014gure)i(to)h(ensure)f (shared)g(library)e(options)h(are)i(propagated)243 2342 y Fk(\017)46 b Fr(P)m(ass)31 b(includedir)26 b(to)32 b(mp)s(e)d(con\014gure)243 2493 y Fk(\017)46 b Fr(P)m(ass)31 b(lib)s(dir)26 b(and)k(bindir)d(to)k(mp)s(e)e(con\014gure)243 2643 y Fk(\017)46 b Fr(passed)30 b(the)h(correct)g(size)f(of)h(the)f (bu\013er)g(in)m(to)g(MPI)p 2143 2643 V 33 w(Bu\013er)p 2420 2643 V 33 w(attac)m(h\(\))243 2793 y Fk(\017)46 b Fr(Preliminary)27 b(up)s(date)j(of)g(MPE)h(README)g(for)f(inclusion)d (of)k(slog2sdk)243 2943 y Fk(\017)46 b Fr(Protect)32 b(results)d(from)h(p)m(wd)f(step)i(in)e(case)i(it)f(fails)243 3094 y Fk(\017)46 b Fr(prototop)m(y)m(e)32 b(for)f(ADIOI)p 1210 3094 V 32 w(GEN)p 1443 3094 V 33 w(W)-8 b(riteStrided)p 1988 3094 V 32 w(naiv)m(e)243 3244 y Fk(\017)46 b Fr(Pro)m(vide)30 b(a)h(default)e(if)h(MPIR)m(UN)p 1517 3244 V 33 w(DEVICE)g(not)h(set) 243 3394 y Fk(\017)46 b Fr(Pro)m(vide)33 b(an)h(ifdef)e(for)h(using)f (Generalized)h(requests)h(in)e(MPI-IO)i(co)s(de)g(\(e.g.,)i(use)d(MPI)p 3487 3394 V 33 w(W)-8 b(ait)334 3507 y(instead)30 b(of)g(MPIO)p 1005 3507 V 33 w(W)-8 b(ait\))243 3657 y Fk(\017)46 b Fr(Pro)m(vide)30 b(more)g(detailed)g(error)g(messages)h(and)f(error)g (classes)g(on)h(op)s(en)e(failures)243 3808 y Fk(\017)46 b Fr(Put)21 b(#if)g(0)g(#endifpair)e(around)h(doing)h(c)m(hdir)f(since) h(that)h(is)f(handled)e(b)m(y)j(mp)s(d)e(in)g(the)h(c)m(h)p 3403 3808 V 34 w(p4mp)s(d)334 3921 y(device.)243 4071 y Fk(\017)46 b Fr(Re-establish)29 b(a)i(connection)g(with)e(the)h (listener)f(b)s(efore)h(sending)f(the)i(DIE)f(message)243 4221 y Fk(\017)46 b Fr(Rearranged)29 b(A)m(C)p 955 4221 V 33 w(PR)m(OG)p 1256 4221 V 33 w(CC)g(to)g(the)g(b)s(eginning)e(of)i (con\014gure.in)f(so)h(A)m(C)g(macros)h(that)f(needs)334 4334 y(CC)h(can)g(b)s(e)g(in)m(v)m(ok)m(ed)h(without)e(complain)m(ts)h (when)f(running)f(auto)s(conf.)243 4484 y Fk(\017)46 b Fr(Remem)m(b)s(er)35 b(status)i(return)d(on)i(IO)f(op)s(eration)g(so) h(that)g(status)g(\014eld)f(on)g(split)f(collectiv)m(e)i(can)334 4597 y(b)s(e)30 b(set)h(correctly)g(on)f(the)g(xxx)p 1408 4597 V 33 w(end)g(routine)243 4747 y Fk(\017)46 b Fr(Remo)m(v)m(e)32 b(.lo)f(\014les)e(as)h(w)m(ell)g(as)g(.o)h (\014les)f(in)f(clean)h(step)243 4898 y Fk(\017)46 b Fr(Remo)m(v)m(e)32 b(MPI)p 859 4898 V 33 w(T)m(yp)s(e)p 1097 4898 V 32 w(coun)m(t)243 5048 y Fk(\017)46 b Fr(Remo)m(v)m(e)32 b(b)s(ogus)e(setting)g(of)h(default)e(\014le)h(system)243 5198 y Fk(\017)46 b Fr(Remo)m(v)m(e)32 b(duplicate)d(ioreq)p 1270 5198 V 33 w(c2f)i(and)e(ioreq)p 1818 5198 V 33 w(f2c)243 5349 y Fk(\017)46 b Fr(Remo)m(v)m(ed)37 b(all)e(mp)s(erecon\014g)h (references.)57 b(Explicitly)33 b(creating)k(examplesbuild)p 3195 5349 V 29 w(dir/Mak)m(e\014le)334 5461 y(using)29 b(build)p 782 5461 V 30 w(dir/con)m(trib/test/Mak)m(e\014le)i(as)g(a)f (template.)243 5612 y Fk(\017)46 b Fr(remo)m(v)m(ed)31 b(all)f(the)g(sym)m(b)s(ols)f(that)i(w)m(ere)g(commen)m(ted)g(out)g (with)e(#if)g(0-#endif)g(blo)s(c)m(k)1861 5946 y(84)p eop %%Page: 85 89 85 88 bop 243 388 a Fk(\017)46 b Fr(Remo)m(v)m(ed)27 b(mpic)m(h2)p 1013 388 28 4 v 32 w(\014leutil.c)c(from)i(list)f(of)i (\014les)e(to)i(compile)f(with)f(the)h(name-shifting)f(in)m(terface)243 538 y Fk(\017)46 b Fr(remo)m(v)m(ed)31 b(mpiimpl.h)243 689 y Fk(\017)46 b Fr(Remo)m(v)m(ed)32 b(rmprog)d(target)j(for)f(mp)s (erecon\014g.*)243 839 y Fk(\017)46 b Fr(Remo)m(v)m(ed)32 b(spurious)c Fo(\\)i Fr(from)g(line)243 989 y Fk(\017)46 b Fr(Remo)m(v)m(ed)32 b(test)f(for)f(\014le)g(lo)s(c)m(ks)g(under)f (NFS)243 1139 y Fk(\017)46 b Fr(Renamed)30 b(in)m(ternal)f(function)h (with)f(p4)h(pre\014x)243 1290 y Fk(\017)46 b Fr(replaced)30 b({enable-slog2source)h(b)m(y)f({enable-slog2=build.)243 1440 y Fk(\017)46 b Fr(\014xes)30 b(for)g(the)h(HP)f(bug)g(\(closes)h (romio)f(req)g(#570\))243 1590 y Fk(\017)46 b Fr(romio:)40 b(a)31 b(few)f(more)h(error)f(co)s(de)g(\014xes)243 1740 y Fk(\017)46 b Fr(romio:)40 b(bandaid)29 b(\014x)h(for)g(mpiimpl.h)c (include)i(problem)243 1891 y Fk(\017)46 b Fr(romio:)40 b(nfs)30 b(error)g(co)s(de)g(up)s(dates)243 2041 y Fk(\017)46 b Fr(romio:)40 b(ufs)30 b(error)g(co)s(de)g(up)s(dates)243 2191 y Fk(\017)46 b Fr(romio:)38 b(up)s(dated)24 b(error)h(handling)e (for)i(ad)p 1798 2191 V 32 w(n)m(tfs)h(-)f(needs)g(to)h(b)s(e)f(done)g (for)h(all)e(the)h(other)h(ad)p 3474 2191 V 33 w(xxx's)334 2304 y(and)k(the)g(common)h(\014les)243 2454 y Fk(\017)46 b Fr(Run)29 b(cleanip)s(cs)g(if)h(p)s(ossible)d(after)k(running)d (comm=shared)i(p4)g(jobs)243 2605 y Fk(\017)46 b Fr(SL:)38 b(corrected)i(bug)e(for)h(allgather,)h(allgatherv,)h(alltoall)c(when)h (called)g(with)f(bu\013er=NULL)334 2718 y(and)30 b(coun)m(ts=0)243 2868 y Fk(\017)46 b Fr(Sa)m(v)m(e)32 b(output)e(from)g(ab)s(orttest)h (for)f(the)g(case)i(where)e(there)g(is)g(a)g(problem)243 3018 y Fk(\017)46 b Fr(Set)31 b(error)f(class)g(to)h(MPI)p 1221 3018 V 33 w(ERR)p 1450 3018 V 32 w(AR)m(G)g(for)f(improp)s(er)e (\014let)m(yp)s(e)243 3168 y Fk(\017)46 b Fr(Set)31 b(group)243 3319 y Fk(\017)46 b Fr(setbuf)30 b(with)f(a)j(n)m(ull)c(arg)j(do)s(es)g (not)g(alw)m(a)m(ys)g(turn)e(o\013)i(bu\013ering;)f(also)g(add)g(tests) i(that)f(write)f(to)334 3432 y(so)s(c)m(k)m(et)i(succeeded)243 3582 y Fk(\017)46 b Fr(slog2sdk)30 b(is)g(installed)e(in)h(-cop)m(ymo)s (de=core)243 3732 y Fk(\017)46 b Fr(Some)32 b(aggregator-a)m(w)m(are)k (op)s(erations)31 b(need)h(to)g(kno)m(w)g(the)g(rank)g(of)g(the)g('io)p 3030 3732 V 32 w(w)m(ork)m(er',)i(soin)m(tro-)334 3845 y(duce)c(a)h('w)m(ork)m(er)p 917 3845 V 34 w(rank')f(mem)m(b)s(er)f(to) j(ADIO)p 1887 3845 V 32 w(FileD.)243 3995 y Fk(\017)46 b Fr(Some)31 b(enhancemen)m(ts)f(for)g(shared)g(libraries)243 4146 y Fk(\017)46 b Fr(Start)31 b(adding)e(casts)i(to)g(handle)e (compiler)g(w)m(arnings)g(ab)s(out)h(v)-5 b(arags)31 b(and)f(uin)m(t)p 3126 4146 V 32 w(16)h(items)243 4296 y Fk(\017)46 b Fr(statuses[?].MPI)p 949 4296 V 34 w(ERR)m(OR)124 b(w)m(as)g(not)h(b)s(eing)d(reset)j(when)e(w)m(aiting)h(after)g(a)334 4409 y(MPI)p 517 4409 V 33 w(ERR)p 746 4409 V 32 w(PENDING)31 b(w)m(as)g(returned)e(from)h(the)h(MPI)p 2336 4409 V 32 w(W)-8 b(aitall\(\))243 4559 y Fk(\017)46 b Fr(Supp)s(ort)28 b(.S)i(as)h(w)m(ell)e(as)i(.s)243 4709 y Fk(\017)46 b Fr(Switc)m(h)30 b(from)f(MPI)p 1027 4709 V 33 w(ERR)p 1256 4709 V 33 w(UNSUPPOR)-8 b(TED)30 b(to)h(ERR)p 2332 4709 V 32 w(A)m(CCESS)e(for)i(access)g(failures)243 4860 y Fk(\017)46 b Fr(Switc)m(h)c(from)f(MPI)p 1051 4860 V 33 w(INF)m(O)p 1312 4860 V 33 w(SR)m(C)h(to)h(HA)-10 b(VE)p 1947 4860 V 33 w(MPI)p 2158 4860 V 33 w(INF)m(O)p 2419 4860 V 33 w(SR)m(C)42 b(de\014nition)e(name)j(for)f(co)s(des)334 4972 y(that)31 b(need)f(the)h(R)m(OMIO)f(implemen)m(tation)f(of)i(MPI)f (Info)243 5123 y Fk(\017)46 b Fr(Switc)m(h)30 b(to)h(using)e(auto)s (conf2)i(con\014gure)f(for)g(R)m(OMIO)243 5273 y Fk(\017)46 b Fr(teac)m(h)32 b(romio)e(ab)s(out)g(new)g(p)m(vfs2)g(device)243 5423 y Fk(\017)46 b Fr(T)-8 b(est)22 b(for)f(get)m(wd)h(and)e(only)h (de\014ne)f(get)m(wd)i(in)e(terms)h(of)g(getcwd)h(if)e(necessary)i (\(to)g(a)m(v)m(oid)f(problems)334 5536 y(with)29 b(di\013eren)m(t)h(v) m(ersions)g(of)g(getcwd\))1861 5946 y(85)p eop %%Page: 86 90 86 89 bop 243 388 a Fk(\017)46 b Fr(that)39 b(put)e(a)h(limit)d(on)j (the)g(n)m(um)m(b)s(er)f(of)h(pro)s(cs)f(that)h(could)f(b)s(e)g (startedANDcommen)m(ted)j(out)334 501 y("sanit)m(y)i(c)m(hec)m(king")h (co)s(de)e(that)i(prev)m(en)m(ted)f(MPICH-G2)g(fromlinking)c(against)k (the)g(Globus)334 614 y(T)-8 b(o)s(olkit)30 b(2.4.3)i(libraries)27 b(that)k(w)m(ere)g(distributedin)26 b(GT)31 b(v3.2.)243 764 y Fk(\017)46 b Fr(the)85 b(c)m(hek)h(for)f(fst)m(yp)s(ename)g (cannot)g(b)s(e)f(A)m(C)p 2202 764 28 4 v 34 w(TR)-8 b(Y)p 2429 764 V 32 w(COMPILE.)85 b(auto)s(conf1.7)h(uses)334 877 y(A)m(C)p 470 877 V 33 w(COMPILE)p 937 877 V 32 w(CHECK)243 1027 y Fk(\017)46 b Fr(the)31 b(fd)e(is)h(inside)e(a)i(request)h (structure)243 1178 y Fk(\017)46 b Fr(the)31 b(fd)e(is)h(part)g(of)g (the)h(request)f(structure,)h(not)f(standing)f(b)m(y)i(itself)243 1328 y Fk(\017)46 b Fr(T)-8 b(o)s(ok)36 b(out)f(line)e(setting)i(ind)p 1347 1328 V 31 w(wr)p 1480 1328 V 32 w(bu\013er)p 1743 1328 V 32 w(size)g(to)h(-1)f(in)f(disabled)f(case.)55 b(Using)35 b(thatv)-5 b(alue)35 b(in)e(a)334 1441 y(more)e(generic)f (sense)g(no)m(w.)243 1591 y Fk(\017)46 b Fr(T)-8 b(urn)29 b(o\013)i(the)f(test)i(for)e(the)g(MPI)h(library)d(when)h(building)e (as)j(part)g(of)h(MPICH)243 1741 y Fk(\017)46 b Fr(t)m(yp)s(edefed)30 b(the)h(ADIOI)p 1184 1741 V 33 w(FileD)f(structure)243 1891 y Fk(\017)46 b Fr(umo)s(de\(2\))31 b(returns)e(a)i(mo)s(de)p 1356 1891 V 32 w(t,)g(not)f(an)h(in)m(t.)40 b(c)m(hanged)31 b(t)m(yp)s(e)g(of)f(old)p 2722 1891 V 32 w(mask)g(accordingly)243 2042 y Fk(\017)46 b Fr(Unde\014ne)29 b(MPI)p 898 2042 V 33 w(xxx)p 1075 2042 V 33 w(c2f)i(and)f(f2c)g(b)s(efore)g(de\014ning) f(them)h(if)g(necessary)243 2192 y Fk(\017)46 b Fr(Up)s(date)30 b(.cvsignore)h(for)f(2.57)i(cac)m(he)243 2342 y Fk(\017)46 b Fr(Up)s(date)30 b(ancien)m(t)h(n)m(upshot)e(con\014gure)243 2493 y Fk(\017)46 b Fr(Up)s(date)30 b(con\014guration)g(of)h(MPE)f(for) g(LAM)243 2643 y Fk(\017)46 b Fr(Up)s(date)30 b(mak)m(econ\014gure)i (to)f(b)s(e)e(more)i(robust)243 2793 y Fk(\017)46 b Fr(up)s(date)30 b(man)g(page)h(commen)m(t)243 2943 y Fk(\017)46 b Fr(up)s(dated)29 b(#de\014ne)h(\014le)f(to)i(rename)g(global)e(sym)m(b)s(ols)243 3094 y Fk(\017)46 b Fr(up)s(dated)29 b(R)m(OMIO)h(co)s(de)h(to)g(tak)m (e)h(in)m(to)e(accoun)m(t)i(deletion)e(of)g(SGI)g(\014les)243 3244 y Fk(\017)46 b Fr(up)s(dated)29 b(R)m(OMIO's)i(con\014gure)f(for)g (w)m(eak)h(sym)m(b)s(ols)243 3394 y Fk(\017)46 b Fr(Up)s(dated)30 b(User's)g(Guide)g(to)h(include)d(additional)g(information)h(on)h(R)m (OMIO)g(and)g(NFS.)243 3544 y Fk(\017)46 b Fr(up)s(dated)29 b(algo)i(cuto\013)g(p)s(oin)m(t)e(in)h(b)s(cast)243 3695 y Fk(\017)46 b Fr(up)s(dated)29 b(algorithms)g(for)i(allgather,)f (allgatherv,)g(and)g(alltoall)243 3845 y Fk(\017)46 b Fr(up)s(dated)29 b(b)s(cast)i(algorithm)243 3995 y Fk(\017)46 b Fr(up)s(dated)29 b(collectiv)m(e)i(algorithms)243 4146 y Fk(\017)46 b Fr(Up)s(dated)30 b(con\014gure.in)f(in)g(MPE)h(for)h(b)s (etter)f(autoheader)h(and)f(for)g(mpic)m(h2)243 4296 y Fk(\017)46 b Fr(up)s(dated)29 b(description)g(of)h(collectiv)m(e)h (algorithms)243 4446 y Fk(\017)46 b Fr(Up)s(dated)30 b(ja)m(v)-5 b(a)31 b(searc)m(h)g(paths)243 4596 y Fk(\017)46 b Fr(up)s(dated)29 b(romio)h(for)g(mpic)m(h-2)243 4747 y Fk(\017)46 b Fr(Up)s(dated)30 b(some)h(error)f(handling)d(in)i(R)m (OMIO)243 4897 y Fk(\017)46 b Fr(up)s(dated)29 b(test)i(to)h(use)e (protot)m(yp)s(e)h(form)243 5047 y Fk(\017)46 b Fr(Up)s(dated)30 b(the)g(con\014g.guess)h(script)243 5197 y Fk(\017)46 b Fr(Up)s(dates)30 b(to)h(get)h(the)e(R)m(OMIO)p 1439 5197 V 33 w(HOME)g(srcdir)243 5348 y Fk(\017)46 b Fr(Upgrade)30 b(the)h(P)-8 b(A)m(C)p 1047 5348 V 33 w(TEST)p 1325 5348 V 32 w(PR)m(OGRAM)31 b(macro)243 5498 y Fk(\017)46 b Fr(Use)31 b(F90FLA)m(GS)h(instead)e(of)g(FFLA)m(GS)i(for)e(f90)h (compilation/linking)243 5648 y Fk(\017)46 b Fr(Use)31 b(F)-8 b(ortran)31 b(to)g(link)d(F)-8 b(ortran)31 b(programs)1861 5946 y(86)p eop %%Page: 87 91 87 90 bop 243 388 a Fk(\017)46 b Fr(Use)i(IPC)p 692 388 28 4 v 32 w(PRIV)-10 b(A)i(TE)47 b(instead)g(of)h(getpid)e(to)j(get)f (a)g(unique)e(id)g(for)h(new)g(sysv)g(mem)g(and)334 501 y(semaphores)243 651 y Fk(\017)f Fr(use)30 b(LDFLA)m(GS)h(and)f(LIBS)g (if)f(pro)m(vided)g(b)m(y)i(the)f(en)m(vironmen)m(t)g(v)-5 b(ariables)243 801 y Fk(\017)46 b Fr(Use)31 b(MPI)p 692 801 V 33 w(W)-8 b(ait)31 b(for)f(requests)g(when)g(generalized)g (requests)g(a)m(v)-5 b(ailable)30 b(for)g(R)m(OMIO)243 952 y Fk(\017)46 b Fr(Use)31 b(XSL)f(T)-8 b(ransform)29 b(xmlns)g(for)h(st)m(ylesheet)243 1102 y Fk(\017)46 b Fr(Use)31 b(a)g(more)f(careful)g(c)m(hec)m(k)i(for)e(problems)f(in)g (MPI)p 2171 1102 V 32 w(Wtime)243 1252 y Fk(\017)46 b Fr(use)30 b(default)g(c\015ags)h(on)f(alpha)f(that)i(w)m(ork)g(with)e (either)h(gcc)h(or)g(nativ)m(e)f(compiler)243 1402 y Fk(\017)46 b Fr(Use)31 b(distinct)e(send)g(and)h(receiv)m(e)h (bu\013ers)243 1553 y Fk(\017)46 b Fr(use)30 b(mpicxx)f(in)g (preference)i(to)g(mpiCC)d(for)i(Mac)i(OS)d(X)243 1703 y Fk(\017)46 b Fr(Use)31 b(mpicxx)e(instead)h(of)g(mpiCC)e(in)h (examples/basic)h(mak)m(e\014le)243 1853 y Fk(\017)46 b Fr(Use)31 b(relativ)m(e)f(links)243 2004 y Fk(\017)46 b Fr(Use)31 b(rm)e(instead)h(of)h(/bin/rm)e(for)h(consistency)g(with)f (the)i(other)f(pac)m(k)-5 b(ages)243 2154 y Fk(\017)46 b Fr(Use)31 b(rm)e(instead)h(of)h(/bin/rm)e(in)g(MPE)h(mak)m(e\014les) 243 2304 y Fk(\017)46 b Fr(use)30 b(the)h(PVFS)f(readstrided)f (function)g(so)h(w)m(e)h(can)g(use)f(listio)243 2454 y Fk(\017)46 b Fr(use)30 b(the)h(prop)s(er)e(t)m(yp)s(e)h(for)g(oldt)m (yp)s(e)p 1583 2454 V 32 w(exten)m(t)243 2605 y Fk(\017)46 b Fr(use)30 b(the)h(real)f(function)f(name,)h(since)g(m)m(yname)h (isn't)e(alw)m(a)m(ys)i(a)m(v)-5 b(aliable)243 2755 y Fk(\017)46 b Fr(Used)30 b(en)m(v)h(p)s(erl)e(instead)g(of)i(a)g (hard-co)s(ded)e(p)s(erl)g(path)243 2905 y Fk(\017)46 b Fr(Used)30 b(en)m(vironmen)m(tal)g(v)-5 b(ariables)29 b(in)g(enabling)g(features)h(of)h(slog2sdk.)243 3055 y Fk(\017)46 b Fr(w)m(e)31 b(no)m(w)f(ha)m(v)m(e)i(a)f(PVFS2)p 1233 3055 V 33 w(SUPER)p 1576 3055 V 32 w(MA)m(GIC)243 3206 y Fk(\017)46 b Fr(winmp)s(d:)61 b(added)41 b(-lo)s(calro)s(ot)h (option)f(to)i(mpirun)c(to)k(spa)m(wn)e(the)h(ro)s(ot)g(pro)s(cess)g (w/o)g(mp)s(d.)334 3319 y(This)31 b(allo)m(ws)h(the)h(ro)s(ot)h(pro)s (cess)e(to)i(create)g(visible)c(windo)m(ws)h(and)i(it)f(allo)m(ws)g (the)h(debugger)g(to)334 3432 y(b)s(e)d(attac)m(hed)i(to)f(the)g(ro)s (ot)f(pro)s(cess)243 3582 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(-no)s(cac)m(he)i(option)e(to)h(mpiregister)243 3732 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(-no)s(details)f (\015ag)i(to)g(mpiregister)243 3882 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(TCP)p 1187 3882 V 32 w(NODELA)-8 b(Y)31 b(to)g(easy)p 1985 3882 V 34 w(so)s(c)m(k)m(ets)243 4033 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)29 b(c)m(hec)m(k)i(for)e (WSAEINTT)f(and)h(WSAEINPR)m(OGRESS)f(as)i(non-fatal)f(errors)243 4183 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(c)m(hec)m(k)i(for)e (error)g(return)f(v)-5 b(alue)30 b(from)g(Con)m(textW)-8 b(riteString)243 4333 y Fk(\017)46 b Fr(winmp)s(d:)36 b(added)27 b(c)m(hec)m(king)h(of)g(w)m(all)f(clo)s(c)m(k)h(time)f(to)h (v)m(erify)f(that)i(functions)d(don't)h(timeout)h(to)s(o)334 4446 y(early)243 4596 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(error)g(c)m(hec)m(king)243 4747 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(host)h(name)f(to)h(error)f(output)243 4897 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(new)g(microsoft)g (pro)5 b(ject)31 b(\014les)243 5047 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(smart)g(cac)m(hing)h(to)g(mp)s(dup)s(date)243 5197 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(smp)s(d)243 5348 y Fk(\017)46 b Fr(winmp)s(d:)h(added)34 b(the)h(abilit)m(y)f(to)h (sp)s(ecify)f(the)h(ro)s(ot)h(host)f(and)f(the)h(output)g(redirection)f (host)334 5461 y(names)c(as)h(ip)e(addresses)h(instead)f(of)i(host)f (names)243 5611 y Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(timeout)h(to)g(stat)g(command)f(to)h(prev)m(en)m(t)g(hangs)1861 5946 y(87)p eop %%Page: 88 92 88 91 bop 243 388 a Fk(\017)46 b Fr(winmp)s(d:)37 b(added)30 b(try/catc)m(h)i(to)g(prev)m(en)m(t)f(crashing)e(while)f(tra)m(v)m (ersing)j(a)g(b)s(ogus)e(list)243 538 y Fk(\017)46 b Fr(winmp)s(d:)37 b(b)s(etter)31 b(tmp)f(\014le)f(clean)m(up)h(for)g (-lo)s(calonly)f(option)243 689 y Fk(\017)46 b Fr(winmp)s(d:)37 b(c)m(hanged)31 b(function)f(call)f(so)i(it)f(can)g(still)f(run)g(on)h (Windo)m(wsNT)243 839 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(-priorit)m(y)f(option)243 989 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(bu\013er)f(o)m(v)m(errun)243 1139 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(errors)g(caugh)m(t) h(b)m(y)g(Insure)243 1290 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(errors)g(detected)i(b)m(y)e(insure++)243 1440 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(launc)m(h)g(coun)m (ter)h(b)m(y)f(atomically)g(incremen)m(ting)f(it)243 1590 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(m)m(ultiply)e (de\014ned)h(sym)m(b)s(ols)g(error)243 1740 y Fk(\017)46 b Fr(winmp)s(d:)37 b(\014xed)30 b(redirectio)g(p)s(ort)f(and)h(ip)f (string)h(lo)s(okup)243 1891 y Fk(\017)46 b Fr(winmp)s(d:)37 b(made)31 b(IsHostLo)s(cal\(\))g(more)g(robust)e(and)h(misc)g(up)s (dates)243 2041 y Fk(\017)46 b Fr(winmp)s(d:)37 b(made)31 b(the)f(thread)h(creation)f(co)s(de)h(more)f(reliable)243 2191 y Fk(\017)46 b Fr(winmp)s(d:)37 b(more)31 b(robust)f(io)g(thread)g (creation)243 2341 y Fk(\017)46 b Fr(winmp)s(d:)64 b(mpirun)41 b(no)m(w)j(can)g(launc)m(h)e(b)s(oth)h(mpic)m(h1)g(and)g(mpic)m(h2)g (applications)f(with)h(the)334 2454 y(addition)29 b(of)h(t)m(w)m(o)i (new)e(\015ags)g(-mpic)m(h1)g(and)g(-mpic)m(h2.)40 b(The)30 b(default)g(is)f(mpic)m(h1)243 2605 y Fk(\017)46 b Fr(winmp)s(d:)34 b(mpirun)21 b(no)m(w)i(uses)g(the)h(mp)s(d)d(database)k(to)f(determine) f(if)f(mpic)m(h2)h(applications)f(ha)m(v)m(e)334 2718 y(made)31 b(it)e(to)j(mpi)p 937 2718 28 4 v 31 w(\014nalize)243 2868 y Fk(\017)46 b Fr(winmp)s(d:)37 b(prin)m(ts)29 b(error)h(co)s(de)h (along)f(with)f(string)243 3018 y Fk(\017)46 b Fr(winmp)s(d:)37 b(remo)m(v)m(e)32 b(cac)m(hed)g(passw)m(ord)d(when)h('mpiregister)f (-remo)m(v)m(e')j(issued)243 3168 y Fk(\017)46 b Fr(winmp)s(d:)37 b(remo)m(v)m(e)32 b(curren)m(t)e(user)g(registry)g(en)m(try)h(when)e (uninstalling)d(mp)s(d)243 3319 y Fk(\017)46 b Fr(winmp)s(d:)37 b(reordered)30 b(launc)m(h)g(result)f(message)i(to)h(a)m(v)m(oid)e(a)h (p)s(oten)m(tial)f(timeout)243 3469 y Fk(\017)46 b Fr(winmp)s(d:)37 b(replaced)30 b(stricmp)f(with)g(getopt)243 3619 y Fk(\017)46 b Fr(winmp)s(d:)37 b(reset)31 b(v)-5 b(ariables)29 b(after)i(freeing)f (to)h(prev)m(en)m(t)g(use)f(after)h(release)243 3769 y Fk(\017)46 b Fr(winmp)s(d:)37 b(robust)30 b(io)g(thread)g(creation) 243 3920 y Fk(\017)46 b Fr(winmp)s(d:)37 b(the)29 b(up)s(date)f(to)s (ol)h(no)m(w)h(puts)e(the)h(new)g(mpic)m(h)f(dlls)e(in)i(the)h (system32)i(directory)d(if)g(it)334 4033 y(cannot)j(\014nd)e(the)h(old) g(dlls)e(in)h(the)i(path)243 4183 y Fk(\017)46 b Fr(winmp)s(d:)k(up)s (date)35 b(no)m(w)i(alw)m(a)m(ys)g(gets)g(the)g(\014les)e(from)h(the)h (ftp)f(site)g(ignoring)f(lo)s(cally)g(cac)m(hed)334 4296 y(copies)107 4642 y Ft(G)134 b(Deprecated)46 b(F)-11 b(eatures)107 4905 y Fr(During)29 b(the)i(dev)m(elopmen)m(t)g(of)37 b Fo(MPICH)p Fr(,)30 b(v)-5 b(arious)29 b(features)i(w)m(ere)g(dev)m (elop)s(ed)f(for)g(the)h(installation)d(and)107 5018 y(use)35 b(of)44 b Fo(MPICH)p Fr(.)34 b(Some)i(of)g(these)h(ha)m(v)m(e) g(b)s(een)e(sup)s(erceeded)g(b)m(y)h(new)m(er)g(features)g(that)h(are)f (describ)s(ed)107 5131 y(ab)s(o)m(v)m(e.)42 b(This)28 b(section)j(arc)m(hiv)m(es)g(the)f(do)s(cumen)m(tation)g(on)h(the)f (deprecated)h(features.)1861 5946 y(88)p eop %%Page: 89 93 89 92 bop 107 388 a Fi(G.1)112 b(Getting)36 b(Tcl,)h(Tk,)g(and)i(wish) 107 620 y Fr(These)34 b(soft)m(w)m(are)j(pac)m(k)-5 b(ages)36 b(are)g(a)m(v)-5 b(ailable)34 b(b)m(y)h(anon)m(ymous)f Fo(ftp)g Fr(from)h Fo(ftp.scriptics.com/pub/)107 732 y(tcl/tcl\\_old)p Fr(.)50 b(They)34 b(are)h(needed)f(only)f(for)i(the)f Fo(upshot)f Fr(and)h Fo(nupshot)f Fr(programs;)j(y)m(ou)f(do)f(not)107 845 y(need)26 b(them)g(in)f(order)h(to)g(install)f Fo(MPICH)p Fr(.)g(If)g(y)m(ou)i(cannot)g(\014nd)d(them)i(at)h Fo (ftp.scriptics.com)p Fr(,)c(copies)107 958 y(of)30 b(Tcl)g(and)g(Tk)g (are)g(a)m(v)-5 b(ailable)30 b(at)h Fo(ftp://ftp.mcs.anl.gov/mpi)o (/tcl)o(tk)p Fr(.)248 1131 y(Y)-8 b(ou)40 b(should)d(get)k Fo(tcl7.3.tar.Z)36 b Fr(and)j Fo(tk3.6.tar.Z)d Fr(\(and)j(patc)m(h)h Fo(tk3.6p1.patch)p Fr(\).)65 b(Later)107 1244 y(v)m(ersions)34 b(of)h(b)s(oth)g(Tcl)f(and)g(Tk)h(are)g(incompatible)e(with)h(these)h (and)g(do)f(not)i(w)m(ork)f(with)e Fo(nupshot)p Fr(.)107 1357 y(The)28 b Fo(upshot)f Fr(program)i(has)f(b)s(een)g(mo)s(di\014ed) f(to)i(w)m(ork)g(with)e(either)i(Tk)f(3.6)i(or)f(Tk)f(4.0.)41 b Fo(Upshot)27 b Fr(ma)m(y)107 1470 y(w)m(ork)j(with)f(later)i(v)m (ersions,)f(but)f(w)m(e)i(are)g(no)f(longer)g(trac)m(king)h(the)g(c)m (hanges)g(to)g(Tcl/Tk.)248 1643 y(It)f(is)f(necessary)h(that)g(the)g Fo(wish)e Fr(program)i(b)s(e)f(accessible)g(to)i(users;)e(the)h(other)g (parts)g(of)f(Tcl)g(and)107 1756 y(Tk)38 b(do)h(not)g(need)f(to)i(b)s (e)e(installed)e(\(but)i(mak)m(e)i(sure)e(that)h(ev)m(erything)g(that)g Fo(wish)f Fr(itself)f(needs)i(is)107 1869 y(installed\).)248 2042 y(T)-8 b(o)31 b(build)c(Tcl)j(and)f(Tk,)i(w)m(e)g(recommend)f(the) g(follo)m(wing)f(approac)m(h:)218 2289 y(1.)46 b(F)-8 b(etc)m(h)35 b(the)f(compressed)e(tar)i(\014les)e(and)h(the)g(patc)m(h) h(\014le)e(in)m(to)h(an)h(empt)m(y)f(directory)-8 b(,)34 b(preferably)334 2402 y(in)c(a)h(lo)s(cal)f(\(not)h(NFS\))g(\014le)f (system)h(suc)m(h)f(as)h(`)p Fo(/tmp)p Fr(')f(\(but)h(mak)m(e)h(sure)e (that)h(y)m(ou)g(ha)m(v)m(e)h(enough)334 2515 y(space)f(in)e(that)i (\014le)f(system;)g(xxx)h(should)d(b)s(e)i(adequate\).)218 2703 y(2.)46 b(Unpac)m(k)31 b(the)f(tar)h(\014les:)525 2928 y Fo(gunzip)46 b(-c)h(tcl7.3.tar.Z)e(|)i(tar)g(xf)g(-)525 3041 y(gunzip)f(-c)h(tk3.6.tar.Z)e(|)i(tar)g(xf)h(-)218 3266 y Fr(3.)e(Apply)29 b(the)h(patc)m(h)h(to)g(Tk:)525 3491 y Fo(cd)47 b(tk3.6)525 3603 y(patch)f(-p)i(1)f(<)g (../tk3.6p1patch)525 3716 y(cd)g(..)334 3941 y Fr(\(Note)35 b(that)g(the)f(instructions)d(sa)m(y)k(to)f(use)f Fo(patch)47 b(-p)p Fr(;)35 b(new)m(er)e(v)m(ersions)g(of)h(patc)m(h)g(require)f(an) 334 4054 y(argumen)m(t)g(and)f(the)h(correct)h(v)-5 b(alue)32 b(in)f(this)h(case)i(is)d(one;)k(other)e(v)m(ersions)f(of)h(patc)m(h)g (will)d(w)m(an)m(t)334 4167 y Fo(-p1)g Fr(\(no)g(space)h(b)s(et)m(w)m (een)g(p)f(and)g(the)g(one\).\))218 4355 y(4.)46 b(Con\014gure)36 b(Tcl.)60 b(Pic)m(k)37 b(an)g(installation)e(directory)i(that)h (clearly)e(indicates)g(the)h(Tcl)g(and)f(Tk)334 4468 y(v)m(ersions.)k(F)-8 b(or)31 b(example,)g(to)g(build)c(Tcl)j(to)h (install)d(in)m(to)i(`)p Fo(/usr/local/tcl73tk36)p Fr(',)c(use)525 4693 y Fo(cd)47 b(tcl7.6)525 4806 y(./configure)e (-prefix=/usr/local/tcl7)o(3tk3)o(6)218 5031 y Fr(5.)h(Build)26 b(and)h(install)e(Tcl.)39 b(Before)29 b(y)m(ou)f(execute)h(the)f Fo(make)46 b(install)26 b Fr(step,)j(mak)m(e)f(sure)f(that)i(the)334 5144 y(directory)h(sp)s(eci\014ed)f(in)g(the)h Fo(-prefix)f Fr(argumen)m(t)h(to)i Fo(configure)27 b Fr(exists.)525 5369 y Fo(mkdir)46 b(/usr/local/tcl73tk36)525 5481 y(make)525 5594 y(make)h(install)1861 5946 y Fr(89)p eop %%Page: 90 94 90 93 bop 218 388 a Fr(6.)46 b(Con\014gure,)30 b(build,)e(and)i (install)e(Tk.)41 b(Use)31 b(the)g(same)g(installation)e(directory)h (for)g(Tk)g(that)h(y)m(ou)334 501 y(used)f(for)g(Tcl:)525 726 y Fo(cd)47 b(../tcl7.6)525 839 y(./configure)e (-prefix=/usr/local/tcl7)o(3tk3)o(6)525 952 y(make)525 1065 y(make)i(install)107 1312 y Fr(This)27 b(will)f(pro)m(vide)i(y)m (ou)i(with)d(a)j(Tcl)e(and)g(Tk)h(installation)e(that)i(can)g(b)s(e)g (used)f(with)f(the)j(Tcl)e(and)g(Tk)107 1425 y(to)s(ols)f(pro)m(vided)e (with)h Fo(MPICH)p Fr(.)f(If)i(y)m(ou)g(ha)m(v)m(e)h(installed)d(these) i(in)m(to)g(a)g(non-standard)f(lo)s(cation)h(\(suc)m(h)f(as)107 1538 y(the)32 b(one)f(used)g(ab)s(o)m(v)m(e\),)j(y)m(ou)e(can)g(set)g (the)g(en)m(vironmen)m(t)f(v)-5 b(ariable)30 b Fo(TCL73TK36_DIR)e Fr(to)k(the)g(lo)s(cation)107 1651 y(used)d(as)i(the)g(pre\014x)e(in)g (the)h(con\014gure)h(commands:)298 1899 y Fo(setenv)46 b(TCL73TK36_DIR)e(/usr/local/tcl73tk36)107 2146 y Fr(This)25 b(will)f(allo)m(w)k Fo(MPICH)e Fr(to)h(\014nd)f(these)h(v)m(ersions)g (of)g(Tcl)f(and)g(Tk.)40 b(W)-8 b(e)28 b(no)f(longer)f(use)h(or)g (recommend)107 2259 y(Tcl/Tk)j(b)s(ecause)g(of)g(the)h(lac)m(k)g(of)f (compatibilit)m(y)f(b)s(et)m(w)m(een)i(v)m(ersions)f(of)g(Tcl/Tk.)107 2563 y Fi(G.2)112 b(Obsolete)37 b(Systems)107 2794 y Fr(T)-8 b(o)31 b Fo(configure)c Fr(for)k(the)f(In)m(tel)g(P)m(aragon,)i (use)298 3042 y Fo(configure)45 b(--with-device=ch_nx)e (--with-arch=paragon)248 3289 y Fr(Tw)m(o)30 b(troublesho)s(otings)f (tip)h(for)g(the)g(P)m(aragon)i(are)218 3537 y(1.)46 b Fp(Q:)35 b Fr(I)30 b(got)h(the)g(follo)m(wing)e(messages)i(when)e(I)h (tried)g(to)h(build)c(on)k(the)f(P)m(aragon:)334 3762 y Fo(PGC-W-0115-Duplicate)42 b(standard)k(type)h(\(init.c:)e(576\))334 3875 y(PGC/Paragon)g(Paragon)h(Rel)h(R5.0:)f(compilation)f(completed)g (with)i(warnings)334 3988 y(PGC-W-0115-Duplicate)42 b(standard)k(type)h (\(init.c:)e(576\))334 4101 y(PGC/Paragon)g(Paragon)h(Rel)h(R5.0:)f (compilation)f(completed)g(with)i(warnings)334 4326 y Fp(A:)28 b Fr(This)23 b(is)h(b)s(ecause)g(the)h(compiler)e(do)s(esn't)h (handle)f Fo(long)47 b(long)23 b Fr(but)h(do)s(esn't)h(reject)g(it)f (either.)334 4439 y(It)31 b(causes)f(no)h(harm.)218 4626 y(2.)46 b Fp(Q:)35 b Fr(I)30 b(get)h(errors)f(compiling)e(or)i(running) e(F)-8 b(ortran)31 b(programs.)334 4777 y Fp(A:)334 4927 y Fr(F)-8 b(ortran)28 b(programs)f(will)e(need)i(to)h(use)f(a)h Fj(absolute)h Fr(path)e(for)g(the)g(`)p Fo(mpif.h)p Fr(')g(include)e (\014le,)i(due)g(to)334 5040 y(a)k(bug)f(in)f(the)h Fo(if77)f Fr(compiler)g(\(it)i(searc)m(hes)g(include)d(directories)h(in)h(the)g (wrong)g(order\).)248 5287 y(A)g(troublesho)s(oting)f(tip)h(for)g(the)g (older)g(In)m(tel)g(i860)h(system)f(is)218 5522 y(1.)46 b Fp(Q:)35 b Fr(The)29 b(link)g(test)i(fails)e(on)h(an)g(In)m(tel)g (i860)h(with)1861 5946 y(90)p eop %%Page: 91 95 91 94 bop 508 388 a Fl(icc)86 b(-o)43 b(overtake)d(overtake.o)g(test.o) h(-L/mpich/lib/int)o(el)o(nx/)80 b(-lmpi)86 b(-lnode)334 488 y(/usr/ipsc/XDEV/i)o(860)o(/b)o(in/)o(ld)o(86)o(0:)37 b(Error:)k(undefined)f(symbol)h('_MPI_Keyval_crea)o(te)o(')334 587 y(/usr/ipsc/XDEV/i)o(860)o(/b)o(in/)o(ld)o(86)o(0:)c(Fatal:)k(no)i (output)e(file)h(created)334 812 y Fp(A:)33 b Fr(Y)-8 b(ou)30 b(are)f(probably)e(building)g Fo(MPICH)g Fr(on)i(an)g(old)f (386)i(running)d(System)i(V)g(release)g(2.)41 b(This)334 925 y(v)m(ersion)c(of)h(Unix)e(has)h(v)m(ery)h(sev)m(ere)h(limitations) c(on)j(the)f(length)g(of)h(\014lenames)f(\(more)h(sev)m(ere)334 1038 y(than)d(w)m(e)h(are)g(willing)c(to)k(cater)h(to\).)56 b(The)35 b(sp)s(eci\014c)f(problem)g(here)i(is)e(that)i(the)g(name)f (of)h(the)334 1151 y(\014le)29 b(`)p Fo(mpich/src/context/keyval_c)o (reat)o(e.c)o Fr(')c(is)k(to)s(o)i(long)e(for)h(this)f(system,)i(and)e (w)m(as)h(not)334 1264 y(prop)s(erly)25 b(arc)m(hiv)m(ed.)39 b(Y)-8 b(ou)27 b(b)s(est)f(b)s(et)h(is)e(to)j(build)23 b Fo(MPICH)j Fr(on)g(a)h(di\013eren)m(t,)g(more)g(mo)s(dern)f(system) 334 1377 y(\(for)31 b(example,)f(a)h(Sun)d(running)g(SunOS)g(or)i (Solaris\).)107 1680 y Fi(G.3)112 b(More)38 b(detailed)e(con)m(trol)g (o)m(v)m(er)h(compiling)e(and)j(linking)107 1912 y Fr(Muc)m(h)20 b(of)28 b Fo(MPICH)p Fr('s)19 b(p)s(ortabilit)m(y)f(is)h(handled)g (through)m(t)h(the)g(careful)g(construction)g(of)g(system-dep)s(endan)m (t)107 2025 y(Mak)m(e\014les)26 b(b)m(y)g(the)g Fo(configure)d Fr(program.)39 b(This)24 b(is)g(\014ne)h(for)h(installing)e Fo(MPICH)p Fr(,)g(but)h(what)h(can)g(y)m(ou)g(do)107 2138 y(when)31 b(y)m(ou)i(are)g(building)c(a)k(new)f(application?)46 b(F)-8 b(or)33 b(simple)e(applications,)g(the)i Fo(mpicc)e Fr(and)h Fo(mpif77)107 2251 y Fr(commands)g(ma)m(y)h(b)s(e)f(the)h (simplest)e(w)m(a)m(y)i(to)h(build)29 b(a)k(new)f(application.)46 b(F)-8 b(or)33 b(more)g(complex)f(co)s(des,)107 2363 y(w)m(e)24 b(recommend)g(taking)g(a)g(sample)f(`)p Fo(Makefile.in)p Fr(')e(\014le,)k(for)e(example,)i(in)e(`)p Fo(mpich/examples/test/)107 2476 y(pt2pt)p Fr('.)48 b(Mo)s(dify)32 b(those)i(parts)f(that)h(are)g (are)g(rela)m(v)m(en)m(t,)h(suc)m(h)e(as)h(the)f Fo(EXECS)f Fr(and)h(sp)s(eci\014c)f(program)107 2589 y(targets.)42 b(T)-8 b(o)31 b(create)h(a)e(`)p Fo(Makefile)p Fr(',)f(just)h(execute) 298 2837 y Fo(mpireconfig)44 b(Makefile)107 3085 y Fr(\()p Fo(mpireconfig)29 b Fr(is)i(in)g(the)h(same)g(directory)g(as)g Fo(mpirun)p Fr(\).)44 b(This)31 b(generates)i(a)f(new)g(`)p Fo(Makefile)p Fr(')e(from)107 3197 y(`)p Fo(Makefile.in)p Fr(',)e(with)h(the)h(correct)i(parameters)f(for)f(the)g Fo(MPICH)f Fr(that)i(w)m(as)g(installed.)1861 5946 y(91)p eop %%Page: 92 96 92 95 bop 107 388 a Ft(References)152 628 y Fr([1])47 b(James)28 b(Bo)m(yle,)i(Ralph)d(Butler,)i(T)-8 b(errence)29 b(Disz,)f(Barnett)i(Glic)m(kfeld,)e(Ewing)f(Lusk,)h(Ross)g(Ov)m(er-)294 741 y(b)s(eek,)33 b(James)g(P)m(atterson,)h(and)e(Ric)m(k)h(Stev)m (ens.)48 b Fj(Portable)35 b(Pr)-5 b(o)g(gr)g(ams)38 b(for)d(Par)-5 b(al)5 b(lel)36 b(Pr)-5 b(o)g(c)g(essors)p Fr(.)294 854 y(Holt,)30 b(Rinehart,)g(and)g(Winston,)g(New)g(Y)-8 b(ork,)31 b(NY,)g(1987.)152 1041 y([2])47 b(An)m(thon)m(y)33 b(Chan,)f(William)e(Gropp,)j(and)f(Ewing)f(Lusk.)46 b(User's)32 b(guide)g(for)g Fo(mpe)g Fr(extensions)g(for)294 1154 y(mpi)22 b(programs.)30 b(T)-8 b(ec)m(hnical)24 b(Rep)s(ort)g (ANL-98/xx,)j(Argonne)d(National)g(Lab)s(oratory)-8 b(,)26 b(1998.)32 b(The)294 1267 y(up)s(dated)d(v)m(ersion)h(is)f(at)i Fo(ftp://ftp.mcs.anl.gov/pub)o(/mp)o(i/mp)o(eman)o(.ps)o Fr(.)152 1454 y([3])47 b(James)22 b(Co)m(wnie)g(and)g(William)f(Gropp.) 27 b(A)c(standard)e(in)m(terface)j(for)e(debugger)g(access)i(to)g (message)294 1567 y(queue)39 b(information)f(in)h(MPI.)69 b(In)39 b(Jac)m(k)i(Dongarra,)i(Emilio)38 b(Luque,)j(and)e(T)-8 b(om\022)-45 b(as)41 b(Margalef,)294 1680 y(editors,)32 b Fj(R)-5 b(e)g(c)g(ent)36 b(A)-5 b(dvanc)g(es)35 b(in)f(Par)-5 b(al)5 b(lel)36 b(Virtual)f(Machine)f(and)i(Message)e(Passing)h (Interfac)-5 b(e)p Fr(,)294 1793 y(v)m(olume)22 b(1697)j(of)e Fj(L)-5 b(e)g(ctur)g(e)27 b(Notes)f(in)f(Computer)i(Scienc)-5 b(e)p Fr(,)25 b(pages)e(51{58.)j(Springer)20 b(V)-8 b(erlag,)26 b(1999.)152 1980 y([4])47 b(Message)34 b(P)m(assing)e(In)m(terface)h(F) -8 b(orum.)47 b(MPI:)32 b(A)h(message-passing)f(in)m(terface)h (standard.)46 b(Com-)294 2093 y(puter)34 b(Science)g(Dept.)h(T)-8 b(ec)m(hnical)35 b(Rep)s(ort)f(CS-94-230,)k(Univ)m(ersit)m(y)33 b(of)i(T)-8 b(ennessee,)36 b(Kno)m(xville,)294 2206 y(TN,)30 b(1994.)152 2393 y([5])47 b(William)23 b(Gropp,)j(Da)m(vid)g(Gun)m (ter,)g(and)f(V)-8 b(alerie)26 b(T)-8 b(a)m(ylor.)33 b(FPMPI:)26 b(A)g(\014ne-tuning)d(p)s(erformance)294 2506 y(pro\014ling)28 b(library)f(for)k(MPI,)f(No)m(v)m(em)m(b)s(er)i (2001.)42 b(P)m(oster)31 b(presen)m(ted)g(at)g(SC2001.)152 2693 y([6])47 b(William)61 b(Gropp,)72 b(Stev)m(en)64 b(Huss-Lederman,)71 b(Andrew)63 b(Lumsdaine,)70 b(Ewing)62 b(Lusk,)72 b(Bill)294 2806 y(Nitzb)s(erg,)41 b(William)d(Saphir,)i(and) f(Marc)h(Snir.)66 b Fj(MPI|The)41 b(Complete)h(R)-5 b(efer)g(enc)g(e:) 60 b(V)-7 b(olume)294 2919 y(2,)33 b(The)f(MPI-2)g(Extensions)p Fr(.)41 b(MIT)31 b(Press,)f(Cam)m(bridge,)f(MA,)i(1998.)152 3106 y([7])47 b(William)19 b(Gropp)i(and)h(Ewing)e(Lusk.)26 b(A)c(high-p)s(erformance)f(MPI)h(implemen)m(tation)e(on)i(a)g(shared-) 294 3219 y(memory)30 b(v)m(ector)i(sup)s(ercomputer.)39 b Fj(Par)-5 b(al)5 b(lel)34 b(Computing)p Fr(,)e(22\(11\):1513{1526,)37 b(Jan)m(uary)30 b(1997.)152 3406 y([8])47 b(William)24 b(Gropp)h(and)h(Ewing)f(Lusk.)33 b(So)m(wing)25 b(MPICH:)i(A)f(case)h (study)f(in)f(the)h(dissemination)e(of)294 3519 y(a)g(p)s(ortable)g(en) m(vironmen)m(t)f(for)h(parallel)f(scien)m(ti\014c)g(computing.)30 b Fj(IJSA)p Fr(,)24 b(11\(2\):103{114,)31 b(Summer)294 3632 y(1997.)152 3819 y([9])47 b(William)33 b(Gropp)i(and)g(Ewing)f (Lusk.)56 b(Installation)34 b(and)h(user's)g(guide)g(for)g Fo(mpich)p Fr(,)h(a)g(p)s(ortable)294 3932 y(implemen)m(tation)d(of)h (MPI.)53 b(T)-8 b(ec)m(hnical)34 b(Rep)s(ort)g(ANL-01/x,)j(Argonne)e (National)f(Lab)s(oratory)-8 b(,)294 4045 y(2001.)42 b(The)30 b(up)s(dated)f(v)m(ersion)h(is)f(at)i Fo (ftp://ftp.mcs.anl.gov/pub/)o(mpi)o(/mpi)o(chma)o(n.p)o(s)p Fr(.)107 4232 y([10])47 b(William)59 b(Gropp,)70 b(Ewing)61 b(Lusk,)69 b(Nathan)63 b(Doss,)71 b(and)61 b(An)m(thon)m(y)i(Skjellum.) 133 b(A)62 b(high-)294 4345 y(p)s(erformance,)24 b(p)s(ortable)f (implemen)m(tation)g(of)h(the)g(MPI)g(Message-Passing)h(In)m(terface)g (standard.)294 4458 y Fj(Par)-5 b(al)5 b(lel)34 b(Computing)p Fr(,)d(22\(6\):789{828,)36 b(1996.)107 4645 y([11])47 b(William)37 b(Gropp,)k(Ewing)d(Lusk,)j(and)d(An)m(thon)m(y)i (Skjellum.)64 b Fj(Using)41 b(MPI:)f(Portable)h(Par)-5 b(al)5 b(lel)294 4758 y(Pr)-5 b(o)g(gr)g(amming)30 b(with)e(the)g (Message)g(Passing)g(Interfac)-5 b(e,)29 b Fr(2nd)24 b(edition.)31 b(MIT)25 b(Press,)g(Cam)m(bridge,)294 4871 y(MA,)31 b(1999.)107 5058 y([12])47 b(William)25 b(Gropp,)i(Ewing)f (Lusk,)h(and)g(Ra)5 b(jeev)29 b(Thakur.)34 b Fj(Using)29 b(MPI-2:)40 b(A)-5 b(dvanc)g(e)g(d)31 b(F)-7 b(e)i(atur)g(es)31 b(of)294 5171 y(the)i(Message-Passing)f(Interfac)-5 b(e)p Fr(.)41 b(MIT)30 b(Press,)g(Cam)m(bridge,)g(MA,)h(1999.)107 5358 y([13])47 b(William)28 b(D.)j(Gropp)e(and)h(Ewing)f(Lusk.)40 b(Repro)s(ducible)27 b(measuremen)m(ts)k(of)f(MPI)g(p)s(erformance)294 5471 y(c)m(haracteristics.)39 b(In)28 b(Jac)m(k)i(Dongarra,)g(Emilio)d (Luque,)i(and)f(T)-8 b(om\022)-45 b(as)30 b(Margalef,)g(editors,)f Fj(R)-5 b(e)g(c)g(ent)294 5584 y(A)g(dvanc)g(es)34 b(in)f(Par)-5 b(al)5 b(lel)34 b(Virtual)g(Machine)f(and)h(Message)f(Passing)g (Interfac)-5 b(e)p Fr(,)32 b(v)m(olume)f(1697)i(of)294 5697 y Fj(L)-5 b(e)g(ctur)g(e)33 b(Notes)g(in)f(Computer)i(Scienc)-5 b(e)p Fr(,)31 b(pages)g(11{18.)h(Springer)d(V)-8 b(erlag,)31 b(1999.)1861 5946 y(92)p eop %%Page: 93 97 93 96 bop 107 388 a Fr([14])47 b(William)40 b(D.)j(Gropp)f(and)g(Barry) h(Smith.)75 b(Chameleon)42 b(parallel)f(programming)g(to)s(ols)i(users) 294 501 y(man)m(ual.)68 b(T)-8 b(ec)m(hnical)39 b(Rep)s(ort)h (ANL-93/23,)45 b(Argonne)40 b(National)f(Lab)s(oratory)-8 b(,)43 b(Argonne,)g(IL,)294 614 y(Marc)m(h)31 b(1993.)107 801 y([15])47 b(Message)30 b(P)m(assing)f(In)m(terface)h(F)-8 b(orum.)39 b(MPI:)29 b(A)g(Message-Passing)i(In)m(terface)f(standard.) 38 b Fj(Inter-)294 914 y(national)c(Journal)g(of)f(Sup)-5 b(er)g(c)g(omputer)35 b(Applic)-5 b(ations)p Fr(,)33 b(8\(3/4\):165{414,)j(1994.)107 1102 y([16])47 b(P)m(eter)31 b(S.)f(P)m(ac)m(heco.)43 b Fj(Par)-5 b(al)5 b(lel)34 b(Pr)-5 b(o)g(gr)g(amming)35 b(with)f(MPI)p Fr(.)40 b(Morgan)31 b(Kaufman,)e(1997.)107 1290 y([17])47 b(Marc)33 b(Snir,)f(Stev)m(e)i (W.)f(Otto,)i(Stev)m(en)e(Huss-Lederman,)g(Da)m(vid)g(W.)g(W)-8 b(alk)m(er,)35 b(and)d(Jac)m(k)i(Don-)294 1402 y(garra.)52 b Fj(MPI|The)35 b(Complete)i(R)-5 b(efer)g(enc)g(e:)49 b(V)-7 b(olume)37 b(1,)g(The)f(MPI)f(Cor)-5 b(e,)37 b Fr(2nd)d(edition.)50 b(MIT)294 1515 y(Press,)30 b(Cam)m(bridge,)f(MA,)j (1998.)107 1703 y([18])47 b(T)-8 b(otalView)460 b(Multipro)s(cess)f (Debugger/Analyzer,)569 b(2000.)294 1816 y(h)m(ttp://www.etn)m (us.com/Pro)s(ducts/T)-8 b(otalView.)1861 5946 y(93)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF .