%!PS-Adobe-2.0 %%Creator: dvips 5.47 Copyright 1986-91 Radical Eye Software %%Title: overv-94a.dvi %%Pages: 54 1 %%BoundingBox: 0 0 596 843 %%EndComments %%BeginProcSet: tex.pro /TeXDict 200 dict def TeXDict begin /N /def load def /B{bind def}N /S /exch load def /X{S N}B /TR /translate load N /isls false N /vsize 10 N /@rigin{ isls{[0 1 -1 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale Resolution VResolution vsize neg mul TR matrix currentmatrix dup dup 4 get round 4 exch put dup dup 5 get round 5 exch put setmatrix}N /@letter{/vsize 10 N}B /@landscape{/isls true N /vsize -1 N}B /@a4{/vsize 10.6929133858 N}B /@a3{ /vsize 15.5531 N}B /@ledger{/vsize 16 N}B /@legal{/vsize 13 N}B /@manualfeed{ statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{/nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{/sf 1 N /fntrx FMat N df-tail} B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0]N df-tail}B /E{pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{128 ch-data dup length 3 sub get sub}B /ch-yoff{ ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 add]{ch-image} imagemask restore}B /D{/cc X dup type /stringtype ne{]}if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto}N /eop{clear SI restore showpage userdict /eop-hook known{eop-hook}if}N /@start{userdict /start-hook known{start-hook}if /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for}N /p /show load N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval(Display)eq}{pop false}ifelse}{false}ifelse end{{gsave TR -.1 -.1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 -.1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /a{ moveto}B /delta 0 N /tail{dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{ S p tail}B /c{-4 M}B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B /k{4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w }B /q{p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{/SS save N}B /eos{clear SS restore}B end %%EndProcSet %%BeginProcSet: special.pro TeXDict begin /SDict 200 dict N SDict begin /@SpecialDefaults{/hs 612 N /vs 792 N /ho 0 N /vo 0 N /hsc 1 N /vsc 1 N /ang 0 N /CLIP false N /BBcalc false N /p 3 def}B /@scaleunit 100 N /@hscale{@scaleunit div /hsc X}B /@vscale{ @scaleunit div /vsc X}B /@hsize{/hs X /CLIP true N}B /@vsize{/vs X /CLIP true N}B /@hoffset{/ho X}B /@voffset{/vo X}B /@angle{/ang X}B /@rwi{10 div /rwi X} B /@llx{/llx X}B /@lly{/lly X}B /@urx{/urx X}B /@ury{/ury X /BBcalc true N}B /magscale true def end /@MacSetUp{userdict /md known{userdict /md get type /dicttype eq{md begin /letter{}N /note{}N /legal{}N /od{txpose 1 0 mtx defaultmatrix dtransform S atan/pa X newpath clippath mark{transform{ itransform moveto}}{transform{itransform lineto}}{6 -2 roll transform 6 -2 roll transform 6 -2 roll transform{itransform 6 2 roll itransform 6 2 roll itransform 6 2 roll curveto}}{{closepath}}pathforall newpath counttomark array astore /gc xdf pop ct 39 0 put 10 fz 0 fs 2 F/|______Courier fnt invertflag{ PaintBlack}if}N /txpose{pxs pys scale ppr aload pop por{noflips{pop S neg S TR pop 1 -1 scale}if xflip yflip and{pop S neg S TR 180 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{pop S neg S TR pop 180 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{ppr 1 get neg ppr 0 get neg TR}if}{noflips{TR pop pop 270 rotate 1 -1 scale}if xflip yflip and{TR pop pop 90 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{TR pop pop 90 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{TR pop pop 270 rotate ppr 2 get ppr 0 get neg sub neg 0 S TR}if} ifelse scaleby96{ppr aload pop 4 -1 roll add 2 div 3 1 roll add 2 div 2 copy TR .96 dup scale neg S neg S TR}if}N /cp{pop pop showpage pm restore}N end}if} if}N /normalscale{Resolution 72 div VResolution 72 div neg scale magscale{ DVImag dup scale}if}N /psfts{S 65536 div N}N /startTexFig{/psf$SavedState save N userdict maxlength dict begin /magscale false def normalscale currentpoint TR /psf$ury psfts /psf$urx psfts /psf$lly psfts /psf$llx psfts /psf$y psfts /psf$x psfts currentpoint /psf$cy X /psf$cx X /psf$sx psf$x psf$urx psf$llx sub div N /psf$sy psf$y psf$ury psf$lly sub div N psf$sx psf$sy scale psf$cx psf$sx div psf$llx sub psf$cy psf$sy div psf$ury sub TR /showpage{}N /erasepage{}N /copypage{}N /p 3 def @MacSetUp}N /doclip{psf$llx psf$lly psf$urx psf$ury currentpoint 6 2 roll newpath 4 copy 4 2 roll moveto 6 -1 roll S lineto S lineto S lineto closepath clip newpath moveto}N /endTexFig{end psf$SavedState restore}N /@beginspecial{SDict begin /SpecialSave save N gsave normalscale currentpoint TR @SpecialDefaults}N /@setspecial{CLIP{newpath 0 0 moveto hs 0 rlineto 0 vs rlineto hs neg 0 rlineto closepath clip}if ho vo TR hsc vsc scale ang rotate BBcalc{rwi urx llx sub div dup scale llx neg lly neg TR}if /showpage{}N /erasepage{}N /copypage{}N newpath}N /@endspecial{grestore clear SpecialSave restore end}N /@defspecial{SDict begin}N /@fedspecial{end}B /li{lineto}B /rl{rlineto}B /rc{rcurveto}B /np{/SaveX currentpoint /SaveY X N 1 setlinecap newpath}N /st{stroke SaveX SaveY moveto}N /fil{fill SaveX SaveY moveto}N /ellipse{/endangle X /startangle X /yrad X /xrad X /savematrix matrix currentmatrix N TR xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix}N end %%EndProcSet TeXDict begin 1000 300 300 @start /Fa 2 52 df<18F818181818181818181818FF080D7D 8C0E>49 D<3E0041806180018003001E00018000C000C0C0C0C0C041803E000A0D7E8C0E>51 D E /Fb 4 50 df<400020C000606000C03001801803000C0600060C0003180001B00000E00000 E00001B000031800060C000C06001803003001806000C0C0006040002013147A9320>2 D<000001800000078000001E00000078000001E00000078000001E00000078000001E000000780 00001E00000078000000E0000000780000001E0000000780000001E0000000780000001E000000 0780000001E0000000780000001E00000007800000018000000000000000000000000000000000 0000000000000000000000007FFFFF00FFFFFF8019227D9920>20 DI<07E0003F000FF800F180183E018040200F03002040078400 104003CC00108001D800088000F000088000F00008800078000880007800088000DC000840019E 001040010F00102006078020100C03E0C00C7800FF8007E0003F0025127E912A>49 D E /Fc 5 117 df<00200060006000C000C000C0018001800180030003000300060006000C00 0C000C00180018001800300030003000600060006000C000C000C0000B1D7E9511>61 D<007C000C0018001800180018003007B00C7010703060606060606060C0C0C0C8C0C841C862D0 3C700E147E9311>100 D<3E0006000C000C000C000C00180019E01E3018303830303030303030 6060606460C460C4C0C8C0700E147E9313>104 D<30F8590C4E0C9C0C980C180C180C30183019 303130316032601C100D7F8C15>110 D<02000600060006000C00FF800C000C00180018001800 1800300031003100320032001C0009127F910D>116 D E /Fd 3 52 df<0C001C00EC000C000C 000C000C000C000C000C000C000C000C000C000C000C000C000C00FFC00A137D9211>49 D<1F0060C06060F070F030603000700070006000C001C00180020004000810101020207FE0FFE0 0C137E9211>I<0FC030707038703870380038003000E00FC0007000380018001C601CF01CF018 E03860701FC00E137F9211>I E /Fe 36 122 df<183878380808101020404080050C7D830D> 44 DI<3078F06005047C830D>I<00020006000C001C007C039C00 38003800380038007000700070007000E000E000E000E001C001C001C001C00380038003800380 0780FFF00F1C7C9B15>49 D<003C0000C3000101800201800201C00441C00441C00841C00841C0 0841C01083801083801107000E0600000C0000180000300000C000010000060000080000100100 1002002002004006007E0C00C7F80083F80080E000121D7C9B15>I<003E0000C1800101800200 C00400C00440C00841C00841C00841C0088380070380000700000E0001F800003800000C00000C 00000E00000E00000E00000E00700E00E01C00801C0080380080300040600021C0001F0000121D 7C9B15>I<0001800001C0000380000380000380000300000700000700000600000E00000C0000 1C0000180000180000300000300000600000400000C600018E00010E00020E00061C000C1C0018 1C003F1C0040F800803F0000380000380000700000700000700000700000E00000600012247E9B 15>I<0000180000001800000038000000380000007800000078000000B8000001B80000013800 0002380000023C0000041C0000041C0000081C0000181C0000101C0000201C0000201C00007FFC 0000401C0000801C0001801C0001001C0002001C0002001C0004000E000C000E001C001E00FF00 FFC01A1D7E9C1F>65 D<01FFFE00003C0780003803C0003801C0003801C0003801C0007001C000 7003C0007003C00070078000E0070000E00E0000E03C0000FFF80001C01C0001C00E0001C00F00 01C00F0003800F0003800F0003800F0003800F0007001E0007001C0007003C00070078000E01E0 00FFFF80001A1C7D9B1D>I<01FFFE00003C0780003801C0003801C0003800E0003800E0007000 F00070007000700070007000F000E000F000E000F000E000F000E000F001C001E001C001E001C0 01E001C001C0038003C003800380038007800380070007000E0007001C0007003800070070000E 01C000FFFF00001C1C7D9B1F>68 D<01FFFFC0003C01C0003800C0003800800038008000380080 0070008000700080007020800070200000E0400000E0400000E0C00000FFC00001C0800001C080 0001C0800001C08000038100000380000003800000038000000700000007000000070000000700 00000F000000FFF000001A1C7D9B1B>70 D<01FFC0003C00003800003800003800003800007000 00700000700000700000E00000E00000E00000E00001C00001C00001C00001C000038000038000 0380000380000700000700000700000700000F0000FFE000121C7E9B10>73 D<01FE0007F8003E000780002E000F00002E001700002E001700002E002700004E002E00004E00 4E00004E004E00004E008E00008E011C00008E011C00008E021C00008E021C0001070438000107 043800010708380001071038000207107000020720700002072070000207407000040740E00004 0780E000040700E0000C0700E0001C0601E000FF861FFC00251C7D9B25>77 D<000F8400304C00403C00801801001803001803001806001006001006000007000007000003E0 0003FC0001FF00007F800007C00001C00001C00000C00000C02000C02000C06001806001806003 00600200F00400CC180083E000161E7D9C17>83 D<03CC063C0C3C181C3838303870387038E070 E070E070E070E0E2C0E2C0E261E462643C380F127B9115>97 D<3F00070007000E000E000E000E 001C001C001C001C0039C03E60383038307038703870387038E070E070E070E060E0E0C0C0C1C0 618063003C000D1D7B9C13>I<01F007080C08181C3838300070007000E000E000E000E000E000 E008E010602030C01F000E127B9113>I<001F8000038000038000070000070000070000070000 0E00000E00000E00000E0003DC00063C000C3C00181C00383800303800703800703800E07000E0 7000E07000E07000E0E200C0E200C0E20061E4006264003C3800111D7B9C15>I<01E007100C10 18083810701070607F80E000E000E000E000E000E0086010602030C01F000D127B9113>I<0003 C0000670000C70001C60001C00001C0000380000380000380000380000380003FF800070000070 0000700000700000700000E00000E00000E00000E00000E00001C00001C00001C00001C00001C0 00038000038000038000030000030000070000C60000E60000CC00007800001425819C0D>I<00 F3018F030F06070E0E0C0E1C0E1C0E381C381C381C381C383830383038187818F00F7000700070 00E000E0C0C0E1C0C3007E00101A7D9113>I<0FC00001C00001C0000380000380000380000380 000700000700000700000700000E78000E8C000F0E000E0E001C0E001C0E001C0E001C0E00381C 00381C00381C00383800703880703880707080707100E03200601C00111D7D9C15>I<01800380 010000000000000000000000000000001C002600470047008E008E000E001C001C001C00380038 00710071007100720072003C00091C7C9B0D>I<0FC00001C00001C00003800003800003800003 80000700000700000700000700000E0F000E11000E23800E43801C83001C80001D00001E00003F 800039C00038E00038E00070E20070E20070E20070E400E06400603800111D7D9C13>107 D<1F800380038007000700070007000E000E000E000E001C001C001C001C003800380038003800 7000700070007000E400E400E400E40068003800091D7C9C0B>I<3C1E0780266318C04683A0E0 4703C0E08E0380E08E0380E00E0380E00E0380E01C0701C01C0701C01C0701C01C070380380E03 88380E0388380E0708380E0710701C0320300C01C01D127C9122>I<3C3C002646004687004707 008E07008E07000E07000E07001C0E001C0E001C0E001C1C00381C40381C403838403838807019 00300E0012127C9117>I<01E007180C0C180C380C300E700E700EE01CE01CE01CE018E038E030 E06060C031801E000F127B9115>I<07870004D98008E0C008E0C011C0E011C0E001C0E001C0E0 0381C00381C00381C00381800703800703000707000706000E8C000E70000E00000E00001C0000 1C00001C00001C00003C0000FF8000131A7F9115>I<3C3C26C2468747078E068E000E000E001C 001C001C001C0038003800380038007000300010127C9112>114 D<01F006080C080C1C18181C 001F001FC00FF007F0007800386030E030C030806060C01F000E127D9111>I<00C001C001C001 C00380038003800380FFE00700070007000E000E000E000E001C001C001C001C00384038403840 388019000E000B1A7D990E>I<1E0300270700470700470700870E00870E000E0E000E0E001C1C 001C1C001C1C001C1C003838803838801838801839001C5900078E0011127C9116>I<1E06270E 470E4706870287020E020E021C041C041C041C0818083808181018200C4007800F127C9113>I< 070E0019910010E38020E38041C30041C00001C00001C000038000038000038000038000070200 670200E70400CB04008B080070F00011127D9113>120 D<1E03270747074707870E870E0E0E0E 0E1C1C1C1C1C1C1C1C38383838183818381C7007F00070007000E0E0C0E1C0818047003C00101A 7C9114>I E /Ff 38 122 df45 D<3C7EFFFFFFFF7E3C08087D870E>I<00380000780003F800FFF800FFF800FFF80003F80003F8 0003F80003F80003F80003F80003F80003F80003F80003F80003F80003F80003F80003F80003F8 0003F80003F80003F80003F80003F80003F80003F80003F8007FFFC07FFFC07FFFC012207D9F19 >49 D<03F8001FFE003FFF807C3FC0FE1FE0FF0FE0FF0FF0FF0FF0FF07F07E07F0180FF0000FF0 000FE0000FC0001FC0001F80003F00003E0000780000F00001E07003C0700380700700E00E00E0 1FFFE03FFFE03FFFE07FFFE0FFFFC0FFFFC0FFFFC014207E9F19>I<03F8000FFE001FFF803E1F C03F1FC07F8FE07F8FE07F8FE07F8FE03F0FE01E1FC0001F80001F80003E0003FC0003F800001F 00001F80000FC0000FE03E0FF07F0FF0FF8FF0FF8FF0FF8FF0FF8FF0FF0FE07F1FE03C1FC01FFF 800FFE0003F80014207E9F19>I<0001C00003C00007C0000FC0000FC0001FC0003FC0007FC000 7FC000EFC001CFC0038FC0038FC0070FC00E0FC01C0FC01C0FC0380FC0700FC0E00FC0FFFFFCFF FFFCFFFFFC001FC0001FC0001FC0001FC0001FC0001FC003FFFC03FFFC03FFFC16207F9F19>I< 3000403C03C03FFF803FFF803FFF003FFE003FF8003FF00038000038000038000038000039F800 3FFF003E1F803C0FC0380FE0000FE0000FF0000FF0380FF07E0FF0FE0FF0FF0FF0FF0FF0FE0FE0 FE0FE0780FC03C1F803FFF000FFE0003F00014207E9F19>I<0001C000000003E000000003E000 000003E000000007F000000007F000000007F00000000FF80000000FF80000000FF80000001FFC 0000001FFC0000001FFC00000039FE00000039FE00000039FE00000070FF00000070FF00000070 FF000000E07F800000E07F800001E07FC00001C03FC00001FFFFC00003FFFFE00003FFFFE00003 801FE00007801FF00007000FF00007000FF0000F000FF800FFE07FFF80FFE07FFF80FFE07FFF80 21227EA126>65 DI<000FF01800 7FFC3801FFFF7803FE07F807F001F80FE001F81FC000F81F8000783F8000787F8000787F000038 7F000038FF000038FF000000FF000000FF000000FF000000FF000000FF000000FF000000FF0000 00FF0000007F0000387F0000387F8000383F8000381F8000701FC000700FE000E007F001C003FE 078001FFFF00007FFE00000FF0001D227DA124>III73 D77 D82 D<03F8300FFE701FFFF03E0FF0 7E03F07C00F0FC00F0FC0070FC0070FC0070FE0000FF0000FFF0007FFE007FFF803FFFC03FFFE0 1FFFF00FFFF003FFF0003FF80007F80003F80001F8E001F8E001F8E001F8F001F0F001F0F803F0 FF03E0FFFFC0E7FF80C0FE0015227DA11C>I<7FFFFFF87FFFFFF87FFFFFF87E1FE1F8781FE078 701FE038701FE038F01FE03CE01FE01CE01FE01CE01FE01CE01FE01CE01FE01C001FE000001FE0 00001FE000001FE000001FE000001FE000001FE000001FE000001FE000001FE000001FE000001F E000001FE000001FE000001FE000001FE000001FE0000FFFFFC00FFFFFC00FFFFFC01E217EA023 >II<03FC000FFF001F1F803F8FC03F87C03F 87E01F07E00E07E00007E001FFE00FFFE01FC7E03F07E07E07E0FC07E0FC07E0FC07E0FC07E07E 0FE07E1BFC1FF3FC07E0FC16167F9518>97 DI<01F80007FE001F1F003F3F803E3F807E3F807E1F00FE0E00FE 0000FE0000FE0000FE0000FE0000FE0000FE00007E00007E00003F01C03F03C01F878007FF0001 FC0012167E9516>I<000FF8000FF8000FF80001F80001F80001F80001F80001F80001F80001F8 0001F80001F80001F801F9F807FFF81F87F83F01F83E01F87E01F87E01F8FE01F8FE01F8FE01F8 FE01F8FE01F8FE01F8FE01F8FE01F87E01F87E01F83E01F83F03F81F07FF0FFFFF03F1FF18237E A21C>I<01FC0007FF001F8FC03F07C03F03E07E03E07E03F0FE01F0FE01F0FFFFF0FFFFF0FE00 00FE0000FE0000FE00007E00007F00703F00701F00F00F83E007FF8000FE0014167F9517>I<00 3F0000FFC001F7C003EFE007CFE00FCFE00FCFE00FC7C00FC0000FC0000FC0000FC0000FC000FF F800FFF800FFF8000FC0000FC0000FC0000FC0000FC0000FC0000FC0000FC0000FC0000FC0000F C0000FC0000FC0000FC0000FC0000FC0007FFC007FFC007FFC0013237FA20F>I<03F8780FFFFC 1F1F9C3E0FFC3E0FB87E0FD07E0FC07E0FC07E0FC07E0FC03E0F803E0F801F1F001FFE003BF800 3000003800003800003FFF003FFFE01FFFF00FFFF83FFFF87C01FCF8007CF8007CF8007CF8007C 7C00F87C00F83F03F00FFFC003FF0016217F9519>II<0E003F807F807F807F807F803F800E0000000000000000000000 0000FF80FF80FF801F801F801F801F801F801F801F801F801F801F801F801F801F801F801F801F 80FFF0FFF0FFF00C247FA30E>I107 DIII<01FE0007FF800F87C01F03E0 3E01F07E01F87E01F8FE01FCFE01FCFE01FCFE01FCFE01FCFE01FCFE01FCFE01FC7E01F87E01F8 3E01F03F03F01F87E007FF8001FE0016167F9519>I114 D<0FCC3FFC783C701CF01CF01CF800FE00FFE07FF0 3FF81FFC0FFE007EE03EE01EE01EF01EF01CF83CFFF8C7E00F167E9514>I<0380038003800380 03800780078007800F801F803FF8FFF8FFF81F801F801F801F801F801F801F801F801F801F801F 9C1F9C1F9C1F9C1F9C1F9C0F9807F003E00E207F9F13>II119 D121 D E /Fg 64 122 df<0020004001800380030006000E001C001C003C0038003800780078007800 F800F000F000F000F000F000F000F000F000F000F800780078007800380038003C001C001C000E 000600030003800180004000200B297C9E13>40 D<800040003000380018000C000E0007000700 07800380038003C003C003C003E001E001E001E001E001E001E001E001E001E003E003C003C003 C0038003800780070007000E000C00180038003000400080000B297D9E13>I<78FCFCFEFE7A02 02040408083040070E7D850D>44 DI<78FCFCFCFC7806067D 850D>I<000180000380000380000700000700000700000E00000E00001C00001C00001C000038 0000380000380000700000700000E00000E00000E00001C00001C00001C0000380000380000380 000700000700000E00000E00000E00001C00001C00001C00003800003800007000007000007000 00E00000E00000C0000011297D9E18>I<03F8000F1E001C07003C07803803807803C07803C078 03C0F803E0F803E0F803E0F803E0F803E0F803E0F803E0F803E0F803E0F803E0F803E0F803E078 03C07803C03803803C07801C07000F1E0003F800131B7E9A18>I<00600001E0000FE000FFE000 F3E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E000 03E00003E00003E00003E00003E00003E00003E00003E0007FFF807FFF80111B7D9A18>I<07F8 001FFE00383F80780FC0FC07C0FC07E0FC03E0FC03E07803E00007E00007C00007C0000F80001F 00001E0000380000700000E0000180600300600600600800E01FFFC03FFFC07FFFC0FFFFC0FFFF C0131B7E9A18>I<03F8001FFE003C1F003C0F807C07C07E07C07C07C03807C0000F80000F8000 1E00003C0003F800001E00000F800007C00007C00007E03007E07807E0FC07E0FC07E0FC07C078 0F80781F001FFE0007F800131B7E9A18>I<000180000380000780000F80001F80003F80006F80 00CF80008F80018F80030F80060F800C0F80180F80300F80600F80C00F80FFFFF8FFFFF8000F80 000F80000F80000F80000F80000F8001FFF801FFF8151B7F9A18>I<1801801FFF001FFE001FFC 001FF8001FC00018000018000018000018000019F8001E0E00180F801007800007C00007E00007 E00007E07807E0F807E0F807E0F807C0F007C0600F80381F001FFE0007F000131B7E9A18>I<00 7E0003FF000781800F03C01E07C03C07C03C0380780000780000F80000F8F800FB0E00FA0780FC 0380FC03C0F803E0F803E0F803E0F803E07803E07803E07803C03C03C03C07801E0F0007FE0003 F800131B7E9A18>I<6000007FFFE07FFFE07FFFC07FFF807FFF80E00300C00600C00C00C01800 00300000300000600000E00000E00001E00001C00003C00003C00003C00003C00007C00007C000 07C00007C00007C00007C000038000131C7D9B18>I<03F8000FFE001E0F803807803803C07803 C07803C07E03C07F83807FC7003FFE001FFC000FFE0007FF801DFF80387FC0781FE0F007E0F003 E0F001E0F001E0F001E07801C07803803E07801FFE0003F800131B7E9A18>I<03F8000FFE001E 0F003C07807807807803C0F803C0F803C0F803E0F803E0F803E0F803E07807E03807E03C0BE00E 1BE003E3E00003E00003C00003C03807C07C07807C0700780F00383C001FF8000FE000131B7E9A 18>I<78FCFCFCFC7800000000000078FCFCFCFC7806127D910D>I<00038000000380000007C000 0007C0000007C000000FE000000FE000001FF000001BF000001BF0000031F8000031F8000061FC 000060FC0000E0FE0000C07E0000C07E0001803F0001FFFF0003FFFF8003001F8003001F800600 0FC006000FC00E000FE00C0007E0FFC07FFEFFC07FFE1F1C7E9B24>65 DI<001FE02000FFF8 E003F80FE007C003E00F8001E01F0000E03E0000E03E0000607E0000607C000060FC000000FC00 0000FC000000FC000000FC000000FC000000FC000000FC0000007C0000607E0000603E0000603E 0000C01F0000C00F80018007C0030003F80E0000FFFC00001FE0001B1C7D9B22>III I<000FF008007FFE3801FC07F807E001F80F8000781F0000783F0000383E0000387E0000187C00 0018FC000000FC000000FC000000FC000000FC000000FC000000FC007FFFFC007FFF7C0001F87E 0001F83E0001F83F0001F81F0001F80F8001F807E001F801FC07F8007FFE78000FF818201C7D9B 26>III<07FFF007FFF0001F8000 1F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F8000 1F80001F80001F80001F80301F80781F80FC1F80FC1F80FC1F00783E00387C000FF000141C7F9B 19>I77 DI<003FE00001F07C0003C01E000F800F801F0007C01E0003C03E0003E07E0003F07C0001F0 7C0001F0FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F87C0001 F07E0003F07E0003F03E0003E03F0007E01F0007C00F800F8003C01E0001F07C00003FE0001D1C 7D9B24>II<003FE00001F07C0003C01E000F800F801F0007C01F0007C03E0003E07E0003F0 7C0001F07C0001F0FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001 F87C0001F07C0001F07E0003F03E0003E03E0703E01F08C7C00F906F8003D03E0001F87C00003F F8080000180800001C1800001FF800001FF800000FF000000FF0000007E0000003C01D247D9B24 >II<07F8201FFEE03C 07E07801E07000E0F000E0F00060F00060F80000FE0000FFE0007FFE003FFF003FFF800FFFC007 FFE0007FE00003F00001F00000F0C000F0C000F0C000E0E000E0F001C0FC03C0EFFF0083FC0014 1C7D9B1B>I<7FFFFFE07FFFFFE0781F81E0701F80E0601F8060E01F8070C01F8030C01F8030C0 1F8030C01F8030001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000 001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F800007FFFE0007FFFE 001C1C7E9B21>II I<7FFE1FFE007FFE1FFE0007F001800003F803800001FC07000000FC06000000FE0C0000007F1C 0000003F380000003FB00000001FE00000000FE00000000FE000000007F000000003F800000007 F80000000FFC0000000CFE000000187E000000387F000000703F800000601F800000C01FC00001 C00FE000018007F000030007F000FFF03FFF80FFF03FFF80211C7F9B24>88 DI<0FF8001C1E003E0F 803E07803E07C01C07C00007C0007FC007E7C01F07C03C07C07C07C0F807C0F807C0F807C0780B C03E13F80FE1F815127F9117>97 DI<03FC000E0E001C1F 003C1F00781F00780E00F80000F80000F80000F80000F80000F800007800007801803C01801C03 000E0E0003F80011127E9115>I<000FF0000FF00001F00001F00001F00001F00001F00001F000 01F00001F00001F001F9F00F07F01C03F03C01F07801F07801F0F801F0F801F0F801F0F801F0F8 01F0F801F07801F07801F03C01F01C03F00F0FFE03F9FE171D7E9C1B>I<01FC000F07001C0380 3C01C07801C07801E0F801E0F801E0FFFFE0F80000F80000F800007800007C00603C00601E00C0 0F038001FC0013127F9116>I<007F0001E38003C7C00787C00F87C00F83800F80000F80000F80 000F80000F8000FFF800FFF8000F80000F80000F80000F80000F80000F80000F80000F80000F80 000F80000F80000F80000F80000F80007FF8007FF800121D809C0F>I<03F8F00E0F381E0F381C 07303C07803C07803C07803C07801C07001E0F000E0E001BF8001000001800001800001FFF001F FFC00FFFE01FFFF07801F8F00078F00078F000787000707800F01E03C007FF00151B7F9118>I< FF0000FF00001F00001F00001F00001F00001F00001F00001F00001F00001F00001F0FC01F31E0 1F40F01F80F81F80F81F00F81F00F81F00F81F00F81F00F81F00F81F00F81F00F81F00F81F00F8 1F00F8FFE7FFFFE7FF181D7F9C1B>I<1E003F003F003F003F001E000000000000000000000000 00FF00FF001F001F001F001F001F001F001F001F001F001F001F001F001F001F00FFE0FFE00B1E 7F9D0E>I<007800FC00FC00FC00FC007800000000000000000000000003FC03FC007C007C007C 007C007C007C007C007C007C007C007C007C007C007C007C007C007C007C707CF87CF878F8F070 E01F800E26839D0F>IIIII<01FC000F07801C01C03C01E07800F07800F0F800F8F800F8 F800F8F800F8F800F8F800F87800F07800F03C01E01E03C00F078001FC0015127F9118>II<03F0600F0CE01E07E03C03E07C03E07803E0F803E0F803E0F803E0F803E0F803E0F8 03E07803E07C03E03C03E01C07E00E0FE003F3E00003E00003E00003E00003E00003E00003E000 1FFC001FFC161A7E9119>II<1FD8307860 18E018E018F000FF807FE07FF01FF807FC007CC01CC01CE01CE018F830CFC00E127E9113>I<03 00030003000300070007000F000F003FFCFFFC1F001F001F001F001F001F001F001F001F001F0C 1F0C1F0C1F0C0F08079803F00E1A7F9913>IIIIII E /Fh 61 125 df<0007E1F0001C173800703C3800E07C78 01C0783001C0380001C0380001C038000380700003807000038070003FFFFF0003807000038070 000700E0000700E0000700E0000700E0000700E0000700E0000E01C0000E01C0000E01C0000E01 C0000E01C0000E01C0001C0380001C03C000FF8FF8001D1D7F9C18>11 D<0007E0001C10007038 00E07801C07801C03001C00001C0000380000380000380003FFFF00380F00380700700E00700E0 0700E00700E00700E00700E00E01C00E01C00E01C00E01C00E01C00E01C01C03801C03C0FF8FF0 151D7F9C17>I<0007F07E00001C09C10000701F038000E03E078001C03C078001C03C030001C0 1C000001C01C00000380380000038038000003803800003FFFFFFF000380380F00038038070007 00700E000700700E000700700E000700700E000700700E000700700E000E00E01C000E00E01C00 0E00E01C000E00E01C000E00E01C000E00E01C001C01C038001E01E03C00FF8FF9FF00211D7F9C 23>14 D<183C7C340404080810106080060C799C0C>39 D<387878380808101020204080050C7D 830C>44 D<7FF0FFE00C027F890E>I<00F800038E000606000C03000C03001803803803803803 80300380700380700380700380700380E00700E00700E00700E00700E00700E00600E00E00C00E 00C00E00C00C00C01C00C0180060300060600030C0001F0000111D7C9B15>48 D<0018007003F00C7000700070007000E000E000E000E000E000E001C001C001C001C001C001C0 03800380038003800380038007000780FFF80D1C7C9B15>I<007E000183800201C00400E00400 E00F00E00F00E01F00E01F00E00E00E00001E00001C0000380000380000700000E00001C000038 0000600000C0000180000300800600800801001001003FFF007FFE00FFFE00131C7E9B15>I<00 7C000187000203800403800F03C00F03C00F03C00E0380000380000700000600000C0000380003 F000001C00000E00000E00000F00000F00000F00700F00F80F00F80F00F00E00E01E00801C0040 38003070000FC000121D7D9B15>I<003E0000E1000180800303800607800C07801C0700180000 38000030000071F000761800780C00E80E00F00600F00600E00700E00700E00700E00E00C00E00 C00E00C00E00C01C00E0180060380060300030C0000F8000111D7C9B15>54 D<007C000183000201800601800C00C00C00C00C00C01C01801C01801E03000F86000FCC0007F0 0003F80003FC000C7E00183F00300F00600700600300C00300C00300C00300C00200C006006004 006018003830000FC000121D7D9B15>56 D<0C1E1C1C000000000000000000007070F06007127C 910C>58 D<000020000000300000007000000070000000F0000000F0000001F000000378000002 78000006780000047800000C780000087C0000183C0000103C0000203C0000203C0000403C0000 403E0000FFFE0000801E0001001E0001001E0002001E0002000F0004000F0004000F001E001F00 FF80FFF01C1D7F9C1F>65 D<0FFFFC0000F8070000F0038000F003C000F001C000F001E000F001 E001E001C001E003C001E003C001E0078001E00F0001E03C0003FFF80003C01E0003C00F0003C0 078003C0078003C007800780078007800780078007800780078007800F0007801E000F003C000F 007800FFFFE0001B1C7E9B1D>I<0007F010001C0C300070026000C001E0038000E0070000E00E 0000600E0000601C0000403C00004038000040780000007800000078000000F0000000F0000000 F0000000F0000000F0000000F0000080F0000100700001007000010038000200380004001C0004 000C001800060020000380C000007F00001C1E7C9C1E>I<0FFFFC0000F8078000F001C000F000 E000F0007000F0007000F0007801E0003801E0003801E0003801E0003801E0003C01E0003803C0 003803C0007803C0007803C0007803C0007003C000F0078000E0078000E0078001C00780038007 80078007800E000F001C000F007000FFFFC0001E1C7E9B20>I<0FFFFFE000F801E000F000E000 F0004000F0004000F0004000F0004001E0004001E0404001E0400001E0400001E0C00001E1C000 03FF800003C1800003C0800003C0800003C0800003C08080078000800780008007800100078001 0007800300078006000F000E000F003E00FFFFFC001B1C7E9B1C>I<0FFFFFC000F803C000F001 C000F0008000F0008000F0008000F0008001E0008001E0408001E0400001E0400001E0C00001E1 C00003FF800003C1800003C0800003C0800003C0800003C0800007800000078000000780000007 80000007800000078000000F0000000F800000FFF800001A1C7E9B1B>I<0007F010001C0C3000 70026000C001E0038000E0070000E00E0000600E0000601C0000403C0000403800004078000000 7800000078000000F0000000F0000000F0000000F000FFF0F0000F80F0000780F0000F0070000F 0070000F0038000F0038000F001C001F000C001E000600660003818200007E00001C1E7C9C21> I<0FFF9FFE00F803E000F003C000F003C000F003C000F003C000F003C001E0078001E0078001E0 078001E0078001E0078001E0078003FFFF0003C00F0003C00F0003C00F0003C00F0003C00F0007 801E0007801E0007801E0007801E0007801E0007801E000F003C000F803E00FFF3FFC01F1C7E9B 1F>I<0FFF8000F80000F00000F00000F00000F00000F00001E00001E00001E00001E00001E000 01E00003C00003C00003C00003C00003C00003C000078000078000078000078000078000078000 0F00000F8000FFF800111C7F9B0F>I<0FFFC000F80000F00000F00000F00000F00000F00001E0 0001E00001E00001E00001E00001E00003C00003C00003C00003C00003C00003C0040780040780 040780040780080780080780180F00380F00F0FFFFF0161C7E9B1A>76 D<0FF80007FC00F8000F C000BC000F8000BC00178000BC00178000BC00278000BC002780011E004F00011E004F00011E00 8F00011E008F00011E010F00010F010F00020F021E00020F021E00020F041E00020F041E000207 881E000207901E000407903C000407A03C000407A03C000407C03C000403C03C000403803C000C 038078001E03007C00FF8307FF80261C7E9B26>I<0FF807FE00F800F000FC006000BC004000BE 0040009E0040009E0040010F0080010F008001078080010780800103C0800103C0800201E10002 01E1000200F1000200F1000200F9000200790004007E0004003E0004003E0004001E0004001E00 04000E000C000C001E000400FF8004001F1C7E9B1F>I<0FFFFC0000F80F0000F0038000F003C0 00F001C000F001C000F001C001E003C001E003C001E003C001E0038001E0070001E00E0003C03C 0003FFE00003C0000003C0000003C0000003C00000078000000780000007800000078000000780 0000078000000F0000000F800000FFF000001A1C7E9B1C>80 D<0FFFF80000F80E0000F0078000 F003C000F001C000F001E000F001E001E003C001E003C001E0038001E0070001E00E0001E03C00 03FFE00003C0700003C0380003C03C0003C01C0003C01E0007803C0007803C0007803C0007803C 0007803C0007803C080F003C100F801C10FFF01C20000007C01D1D7E9B1F>82 D<003F0400C0CC0180380300380600180E00180E00180E00181E00101E00001F00000F80000FF8 0007FF0003FF8001FFC0003FE00003E00001E00000E00000E04000E04000E04000E04000C06001 C0E00180F00300CC0E0083F800161E7E9C17>I<1FFFFFF03C07C0F03007803020078020600780 204007802040078020400F0020800F0020000F0000000F0000000F0000000F0000001E0000001E 0000001E0000001E0000001E0000001E0000003C0000003C0000003C0000003C0000003C000000 3C000000780000007C00001FFFE0001C1C7C9B1E>IIII<07FF87FE00FE01F0007C01C0003C0180003E01 00001E0200001E0400001F0800000F1800000F90000007A0000007C0000003C0000003E0000003 E0000003F0000004F0000008F0000010F8000030780000207C0000403C0000803E0001001E0003 001F0006000F001F001F80FFC0FFF01F1C7F9B1F>II<07F0001C18001E0C001C0E00180E00 000E00000E0001FE000F0E001C1C00301C00701C00E01C40E01C40E03C40E05C80709D803F0E00 12127D9115>97 D<3F00000F00000E00000E00000E00000E00000E00000E00001C00001C00001C 00001C78001D86001E03003C03803801803801803801C03801C03801C070038070038070038070 0300700700700E00F00C00CC300083C000121D7C9C17>I<01F8071C0C1E181C38183000700070 007000E000E000E000600060047008301018200FC00F127D9112>I<0003F00000F00000E00000 E00000E00000E00000E00000E00001C00001C00001C000F1C0030DC00C03C01C03803803803003 80700380700380700380E00700E00700E00700600700600700700F00301E00186F00078FC0141D 7D9C17>I<01F8070C0C061C073803300370037FFF7000E000E000E00060006002300430081C30 07C010127E9112>I<000F800039C00061C000E3C001C18001C00001C00001C000038000038000 0380003FF8000380000380000700000700000700000700000700000700000E00000E00000E0000 0E00000E00000E00001C00001E0000FFC000121D7F9C0D>I<000038003CCC00C69C0183080383 80070380070380070380070380070700030600038C0004F0000400000C00000C00000FFE0007FF 800FFFC01801C02000C06000E0C000C0C000C0600180200300180E0007F000161C809215>I<07 E00001E00001C00001C00001C00001C00001C00001C000038000038000038000038F8003B0C003 C0E00780E00780E00700E00700E00700E00700E00E01C00E01C00E01C00E01C00E01C00E01C01C 03801E03C0FF9FF0141D7F9C17>I<00C001C001C0018000000000000000000000000000001F80 078003800700070007000700070007000E000E000E000E000E000E001C001E00FF800A1D7F9C0C >I<0003000700070006000000000000000000000000000000FE001E000E001C001C001C001C00 1C001C00380038003800380038003800700070007000700070007060E0F0E0F1C063803E001025 849C0D>I<07E00001E00001C00001C00001C00001C00001C00001C00003800003800003800003 87F80381E003818007020007040007080007100007700007F8000F38000E3C000E1C000E1E000E 0E000E0F001C07001C0F80FF9FE0151D7F9C16>I<07E001E001C001C001C001C001C001C00380 038003800380038003800700070007000700070007000E000E000E000E000E000E001C001E00FF 800B1D7F9C0C>I<1F8FC0FC00079061060003E076070007807807000780780700070070070007 00700700070070070007007007000E00E00E000E00E00E000E00E00E000E00E00E000E00E00E00 0E00E00E001C01C01C001E01E01E00FF8FF8FF8021127F9124>I<1F8F8007B0C003C0E00780E0 0780E00700E00700E00700E00700E00E01C00E01C00E01C00E01C00E01C00E01C01C03801E03C0 FF9FF014127F9117>I<00FC000307000E01801C01C03800C03000C07000E07000E07000E0E001 C0E001C0E001C0600180600380700700380E001C180007E00013127E9115>I<0FC78003D86001 E03003C03803803803801803801C03801C03801C0700380700380700380700700700700700E00F 01C00EC3000E3C000E00000E00000E00001C00001C00001C00001C0000FF8000161A809117>I< 00F0400308C00E05C01C0380380380380380700380700380700380E00700E00700E00700600700 700700700F00301E00186E00078E00000E00000E00000E00001C00001C00001C00001C0000FF80 121A7D9116>I<1F9C07EE03CF078E078C07000700070007000E000E000E000E000E000E001C00 1E00FFC010127F9110>I<03F20C0E18061004300438043E001FE00FF007F8003C401C400C400C 6018E010D0608FC00F127F9110>I<020002000200060006000C001C003C00FFE01C001C003800 38003800380038003800700070407040704070407080708031001E000B1A7C9910>II II<1FE3FC07C1E003818001C10001C20000E40000EC00007800007000003800007800009C0001 1E00020E000407000C07003C0780FE1FF016127F9116>I<0FF0FE03C03801C03001C02001C060 01C04001E08000E08000E10000E10000E200007200007400007C00007800007000003000002000 002000004000004000708000F10000F10000E60000780000171A809116>I<0FFF800E0700080E 00180E00101C0010380010700000E00001C00001C0000382000702000E02001C0400380400380C 00703800FFF80011127F9112>I124 D E /Fi 21 123 df<0180300380700380700380700700E00700E00700E00700E00E01C00E01C00E01C00E 01C01C03881C03881C03881E07883E19903BE0E0380000380000700000700000700000700000E0 0000E00000C00000151B7F9119>22 D<60F0F06004047C830C>58 D<60F0F07010101010202040 80040C7C830C>I<0000038000000F0000003C000000F0000003C000000F0000003C000000F000 0003C000000F0000003C000000F0000000F00000003C0000000F00000003C0000000F00000003C 0000000F00000003C0000000F00000003C0000000F000000038019187D9520>I62 D<01FC00FF80001C001C00002E001800002E0010 00002E001000002700100000470020000043002000004380200000438020000081C040000081C0 40000081C040000080E040000100E0800001007080000100708000010070800002003900000200 390000020039000002001D000004001E000004000E000004000E00000C000E00001C00040000FF 80040000211C7E9B21>78 D<0003F800000E0E000038038000E001C001C001C0038000E0070000 E00F0000F01E0000F01C0000F03C0000F03C0000F0780000F0780000F0780000F0F00001E0F000 01E0F00001E0F00003C0F00003C0F0000780F0000780F0000F0070000E0070001C00380038003C 0070001C01C0000707800001FC00001C1E7E9C20>I<01E3000717000C0F00180F00380E00300E 00700E00700E00E01C00E01C00E01C00E01C00E03880E03880E038806078803199001E0E001112 7E9116>97 D<3F00070007000E000E000E000E001C001C001C001C0039E03A303C183818701870 1C701C701CE038E038E038E030E070E060E0C061C023001E000E1D7E9C12>I<0007E00000E000 00E00001C00001C00001C00001C000038000038000038000038001E7000717000C0F00180F0038 0E00300E00700E00700E00E01C00E01C00E01C00E01C00E03880E03880E038806078803199001E 0E00131D7E9C16>100 D<007180018B800307800607800E07000C07001C07001C0700380E0038 0E00380E00380E00381C00381C00381C00183C0008F800073800003800003800007000607000F0 6000F0E000E180007E0000111A7F9114>103 D<01C003C003C001800000000000000000000000 001C00270047004700870087000E000E001C001C001C003800388038807080710032001C000A1C 7E9B0E>105 D<0007000F000F00060000000000000000000000000070009C010C020C021C041C 001C001C0038003800380038007000700070007000E000E000E000E001C061C0F180F300E6007C 001024809B11>I<0FC00001C00001C00003800003800003800003800007000007000007000007 00000E07000E18800E21C00E23C01C47801C83001D00001E00003F800039C00038E00038E00070 E10070E10070E10070E200E06200603C00121D7E9C16>I<1F800380038007000700070007000E 000E000E000E001C001C001C001C0038003800380038007000700070007000E400E400E400E400 64003800091D7E9C0C>I<381F004E61804681C04701C08F01C08E01C00E01C00E01C01C03801C 03801C03801C0700380710380710380E10380E2070064030038014127E9119>110 D<00F800030C000E06001C0300180300300300700380700380E00700E00700E00700E00E00E00E 00E01C0060180060300030E0000F800011127E9114>I<07078009C86008D03008E03011C03011 C03801C03801C0380380700380700380700380600700E00700C00701800783000E86000E78000E 00000E00001C00001C00001C00001C00003C0000FF8000151A819115>I<07878008C84010F0C0 20F1E020E3C040E18000E00000E00001C00001C00001C00001C000638080F38080F38100E58100 84C60078780013127E9118>120 D<1C00C02701C04701C04701C08703808703800E03800E0380 1C07001C07001C07001C0700180E00180E00180E001C1E000C3C0007DC00001C00001800603800 F03000F06000E0C0004180003E0000121A7E9114>I<038107C10FE6081C100800100020004000 80010002000400080410042C1877F843F081C010127E9113>I E /Fj 33 122 df<000C001C0038007000E001E001C003C0078007800F800F001F001F003E003E003E007E 007E007E007C007C00FC00FC00FC00FC00FC00FC00FC00FC00FC00FC00FC00FC00FC00FC007C00 7C007E007E007E003E003E003E001F001F000F000F800780078003C001C001E000E00070003800 1C000C0E3A7BAB17>40 D<4000E000700038001C001E000E000F000780078007C003C003E003E0 01F001F001F001F801F801F800F800F800FC00FC00FC00FC00FC00FC00FC00FC00FC00FC00FC00 FC00FC00FC00F800F801F801F801F801F001F001F003E003E003C007C0078007800F000E001E00 1C0038007000E00040000E3A7DAB17>I<1C003E007F00FF80FF80FF807F003E001C0009097D88 10>46 D<001C00003C0000FC000FFC00FFFC00FFFC00F1FC0001FC0001FC0001FC0001FC0001FC 0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC 0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC0001FC007FFFF07FFFF07FFFF01425 7CA41D>49 D<01FC0007FF001FFFC03C1FE07807F07C07F8FE03F8FF03FCFF03FCFF03FC7E03FC 3C03FC0003FC0003F80003F80007F00007F00007E0000FC0001F80001F00003E00003C00007800 00F01C01E01C01C01C0380380700380E00381FFFF81FFFF83FFFF87FFFF8FFFFF0FFFFF0FFFFF0 16257DA41D>I<00FE0003FFC007FFE00F07F01F03F83F83F83F83FC3FC3FC3F83FC1F83FC0F03 FC0003F80003F80003F00007E0000FC000FF0000FFC00007F00003F80003FC0001FE0001FE0001 FF0001FF1801FF7E01FF7E01FFFF01FFFF01FEFF01FEFE03FC7C03FC3E07F81FFFE00FFFC001FE 0018257EA41D>I<0000700000F00001F00001F00003F00007F0000FF0000FF0001FF0003BF000 3BF00073F000E3F001C3F001C3F00383F00703F00703F00E03F01C03F03803F03803F07003F0E0 03F0FFFFFFFFFFFFFFFFFF0007F00007F00007F00007F00007F00007F00007F001FFFF01FFFF01 FFFF18257EA41D>I<1000303E01F03FFFE03FFFE03FFFC03FFF803FFF003FFC003FF000380000 38000038000038000038000039FC003FFF803E07C03807E01003F00003F80003F80003F80003FC 0003FC3C03FC7E03FCFE03FCFE03FCFE03FCFE03F87C03F87007F03807E03E0FC01FFF8007FF00 03F80016257DA41D>I<000038000000007C000000007C000000007C00000000FE00000000FE00 000000FE00000001FF00000001FF00000001FF00000003FF80000003FF80000003FF800000073F C00000073FC00000073FC000000E1FE000000E1FE000001E1FF000001C0FF000001C0FF000003C 0FF800003807F800003807F800007807FC00007003FC00007003FC0000FFFFFE0000FFFFFE0000 FFFFFE0001C000FF0001C000FF0001C000FF000380007F800380007F800380007F800700003FC0 FFF807FFFEFFF807FFFEFFF807FFFE27287EA72C>65 D<0001FF0060000FFFC0E0003FFFF1E000 FFC07FE001FE001FE003F8000FE007F00007E00FF00003E01FE00003E01FC00001E03FC00001E0 3FC00000E07FC00000E07F800000E07F800000E0FF80000000FF80000000FF80000000FF800000 00FF80000000FF80000000FF80000000FF80000000FF80000000FF800000007F800000007F8000 00E07FC00000E03FC00000E03FC00000E01FC00001C01FE00001C00FF00003C007F000038003F8 00070001FE001E0000FFC07C00003FFFF800000FFFE0000001FF000023287DA72A>67 D73 D82 D<00FE060007FF8E000FFFDE001F 03FE003E007E007E003E007C001E007C001E00FC001E00FC000E00FC000E00FE000E00FE000000 FF000000FFE000007FFE00007FFFC0003FFFF0001FFFF8000FFFFC0007FFFE0003FFFE00007FFF 000007FF000000FF8000003F8000003F8000001F8060001F80E0001F80E0001F80E0001F80F000 1F00F0001F00F8003E00FE003E00FF80FC00F7FFF800E3FFE000C07F800019287DA720>I<7FFF FFFFC07FFFFFFFC07FFFFFFFC07F03FC0FC07C03FC07C07803FC03C07003FC01C0F003FC01E0F0 03FC01E0E003FC00E0E003FC00E0E003FC00E0E003FC00E0E003FC00E00003FC00000003FC0000 0003FC00000003FC00000003FC00000003FC00000003FC00000003FC00000003FC00000003FC00 000003FC00000003FC00000003FC00000003FC00000003FC00000003FC00000003FC00000003FC 00000003FC00000003FC00000003FC00000003FC000003FFFFFC0003FFFFFC0003FFFFFC002327 7EA628>I<07FC00001FFF80003E0FC0007F07E0007F07F0007F03F0003E03F8001C03F8000003 F8000003F800000FF80001FFF80007FBF8001FC3F8003F03F8007E03F8007E03F800FC03F800FC 03F800FC03F800FC03F8007C07F8007E07F8003F0DFF801FF8FF8003F07F80191A7E991C>97 DI<007F8003FFE007C1F00F83F81F03F83F03F87F01F07E00E07E0000 FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE00007E00007E00007F00383F00381F0070 0F807007C1E003FFC0007E00151A7E991A>I<0007FF000007FF000007FF0000007F0000007F00 00007F0000007F0000007F0000007F0000007F0000007F0000007F0000007F0000007F00007E7F 0003FFFF0007C1FF000F80FF001F007F003F007F003E007F007E007F007E007F00FE007F00FE00 7F00FE007F00FE007F00FE007F00FE007F00FE007F00FE007F007E007F007E007F007E007F003F 007F001F007F000F80FF0007C3FFF003FF7FF000FE7FF01C287EA720>I<00FE0003FF8007C3C0 0F81E01F00F03F00F87E00F87E007C7E007CFE007CFE007CFFFFFCFFFFFCFE0000FE0000FE0000 FE00007E00007E00003F001C3F001C1F00380F807007C0E003FFC0007F00161A7E991B>I<001F 8000FFE001F9F003F3F807F3F807E3F80FE1F00FE0E00FE0000FE0000FE0000FE0000FE0000FE0 00FFFE00FFFE00FFFE000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0 000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE000FFFF00FFFF00FFFF 0015287EA712>I104 D<07000FC01FE03FE03FE03FE01FE00FC00700 000000000000000000000000FFE0FFE0FFE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00F E00FE00FE00FE00FE00FE00FE00FE00FE00FE0FFFEFFFEFFFE0F297FA810>I108 DII<00FF0003FFC00FC3F01F81F81F00F83E007C7E007E7E007E7E007EFE007FFE007FFE 007FFE007FFE007FFE007FFE007FFE007F7E007E7E007E7E007E3F00FC3F00FC1F81F80FC3F003 FFC000FF00181A7E991D>II114 D<07FB801FFF803C0F80700780700380F00380F0 0380F80000FE0000FFE0007FFC007FFE003FFF001FFF8007FF80007FC0000FC06007C0E003C0E0 03C0F003C0F00380F80780FC0F00FFFE00C3F800121A7E9917>I<00E00000E00000E00000E000 01E00001E00001E00003E00003E00007E0000FE0001FFF80FFFF80FFFF800FE0000FE0000FE000 0FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE0000FE1C00FE1C00FE1C0 0FE1C00FE1C00FE1C007E18003F38001FF00007E0012257FA417>III121 D E /Fk 39 119 df<70F8F8F8700505788416>46 D<000180000380000380000700000700000E00000E00001C00001C000038000038000070000070 0000E00000E00001C00001C0000380000380000700000700000E00000E00001C00001C00003800 00380000700000700000E00000E00000C0000011207E9C16>I<00F80003FC0007FE000F07001C 3F80387F8078FF8071C3C071C3C0E381C0E381C0E381C0E381C0E381C0E381C0E381C071C38071 C38078FF00387E001C3C000F03C007FFC003FF0000FC0012197E9816>64 D<00E00001F00001F00001B00001B00003B80003B80003B800031800071C00071C00071C00071C 00071C000E0E000E0E000FFE000FFE001FFF001C07001C07001C07007F1FC0FF1FE07F1FC01319 7F9816>I<7FF800FFFE007FFF001C0F001C07801C03801C03801C03801C07801C07001FFF001F FE001FFE001C1F001C03801C03C01C01C01C01C01C01C01C01C01C03C01C07807FFF80FFFF007F FC0012197F9816>I<01F18007FB800FFF801F0F803C0780380380700380700380F00000E00000 E00000E00000E00000E00000E00000E00000F000007003807003803803803C07001F0F000FFE00 07FC0001F00011197E9816>I<7FF800FFFE007FFF001C0F001C07801C03C01C01C01C01C01C01 E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C01C01C01C01C03C01C07801C0F 807FFF00FFFE007FF8001319809816>I<7FFFC0FFFFC07FFFC01C01C01C01C01C01C01C01C01C 00001C00001C1C001C1C001FFC001FFC001FFC001C1C001C1C001C00001C00E01C00E01C00E01C 00E01C00E07FFFE0FFFFE07FFFE013197F9816>II<03E30007FF000FFF001E1F003C0F 00380700700700700700F00000E00000E00000E00000E00000E03F80E07FC0E03F80F007007007 00700700380F003C0F001E1F000FFF0007F70003E70012197E9816>I<7F1FC0FFBFE07F1FC01C 07001C07001C07001C07001C07001C07001C07001FFF001FFF001FFF001C07001C07001C07001C 07001C07001C07001C07001C07001C07007F1FC0FFBFE07F1FC013197F9816>II<7F0FE0FF8FF07F0FE01C07801C0F001C0E001C1C001C3C001C7800 1CF0001CE0001DF0001FF0001FF8001F38001E1C001C1C001C0E001C0E001C07001C07001C0380 7F07E0FF8FF07F07E01419809816>75 DII<7E1FC0FF3FE07F1FC01D07001D87 001D87001D87001DC7001DC7001CC7001CC7001CE7001CE7001CE7001C67001C67001C77001C77 001C37001C37001C37001C17007F1F00FF9F007F0F0013197F9816>I<1FFC003FFE007FFF0078 0F00F00780E00380E00380E00380E00380E00380E00380E00380E00380E00380E00380E00380E0 0380E00380E00380F00780F00780780F007FFF003FFE001FFC0011197E9816>I<7FF800FFFE00 7FFF001C0F801C03801C03C01C01C01C01C01C01C01C03C01C03801C0F801FFF001FFE001FF800 1C00001C00001C00001C00001C00001C00001C00007F0000FF80007F000012197F9816>I<7FE0 00FFF8007FFC001C1E001C0F001C07001C07001C07001C07001C0F001C1E001FFC001FF8001FFC 001C1C001C0E001C0E001C0E001C0E001C0E201C0E701C0E707F07E0FF87E07F03C014197F9816 >82 D<07E3001FFF003FFF00781F00F00700E00700E00700E00000F000007800003F80001FF000 07FC0000FE00000F00000700000380000380600380E00380E00700F80F00FFFE00FFFC00C7F000 11197E9816>I<7FFFE0FFFFE0FFFFE0E0E0E0E0E0E0E0E0E0E0E0E000E00000E00000E00000E0 0000E00000E00000E00000E00000E00000E00000E00000E00000E00000E00000E00007FC000FFE 0007FC0013197F9816>I<7F07F0FF8FF87F07F01C01C01C01C01C01C01C01C01C01C01C01C01C 01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C01C00E03800E038007070007 FF0003FE0000F8001519809816>III89 D<1FE0003FF0007FF800783C 00300E00000E00000E0003FE001FFE003E0E00700E00E00E00E00E00E00E00783E007FFFE03FE7 E00F83E013127E9116>97 D<7E0000FE00007E00000E00000E00000E00000E00000E3E000EFF00 0FFF800F83C00F00E00E00E00E00700E00700E00700E00700E00700E00700E00E00F01E00F83C0 0FFF800EFF00063C001419809816>I<03F80FFC1FFE3C1E780C7000E000E000E000E000E000F0 00700778073E0E1FFC0FF803F010127D9116>I<03E00FF81FFC3C1E780E7007E007FFFFFFFFFF FFE000E000700778073C0F1FFE0FFC03F010127D9116>101 D<03E3C007F7E00FFFE01C1CC038 0E00380E00380E00380E00380E001C1C000FF8001FF0001BE0003800001800001FFC001FFF003F FF807803C0E000E0E000E0E000E0E000E07001C07C07C03FFF800FFE0003F800131C7F9116> 103 D<018003C003C0018000000000000000007FC07FC07FC001C001C001C001C001C001C001C0 01C001C001C001C001C07FFFFFFF7FFF101A7D9916>105 D108 D<7E3C00FEFE007FFF000F87800F03800E03800E03800E03800E03800E03800E03800E03800E03 800E03800E03807FC7F0FFE7F87FC7F01512809116>110 D<03E0000FF8001FFC003C1E00780F 00700700E00380E00380E00380E00380E00380F00780700700780F003C1E001FFC000FF80003E0 0011127E9116>I114 D<0FEC3FFC7FFCF03CE01CE01C70007F801FF007F8003C600EE00EF00EF81EFFFCFFF8C7E00F12 7D9116>I<0300000700000700000700000700007FFF00FFFF00FFFF0007000007000007000007 000007000007000007000007010007038007038007038007870003FE0001FC0000F80011177F96 16>I<7E1F80FE3F807E1F800E03800E03800E03800E03800E03800E03800E03800E03800E0380 0E03800E03800E0F800FFFF007FBF803E3F01512809116>I<7F1FC0FF1FE07F1FC01C07001E0F 000E0E000E0E000E0E00071C00071C00071C00071C0003B80003B80003B80001F00001F00000E0 0013127F9116>I E /Fl 11 119 df<78FCFCFCFC7806067B8510>46 D<000010000000003800 000000380000000038000000007C000000007C000000007C00000000BE00000000BE00000000BE 000000011F000000011F000000011F000000020F800000020F800000060FC000000407C0000004 07C000000807E000000803E000000803E000001001F000001001F000001001F000002000F80000 2000F800003FFFF800007FFFFC000040007C0000C0007E000080003E000080003E000100003F00 0100001F000100001F000200000F800200000F800700000F801F80001FC0FFF001FFFEFFF001FF FE27297EA82C>65 D<03FFFE03FFFE0007E00003E00003E00003E00003E00003E00003E00003E0 0003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E0 0003E00003E00003E00003E00003E00003E00003E03003E07803E0FC03E0FC03E0FC03C0F807C0 400780400F00300E000C3C0003F00017297DA71E>74 D<00FE020003FF86000F01C6001E006E00 3C003E0038001E0078000E0070000600F0000600F0000600F0000200F0000200F8000200F80000 007C0000007E0000007F8000003FF800001FFF80000FFFE00007FFF80001FFFC00003FFC000001 FE0000007F0000001F0000000F0000000F8000000F8080000780800007808000078080000780C0 000780C0000700E0000F00E0000E00F8001C00EC003C00C7807800C1FFE000803F8000192A7DA8 20>83 D<03FC00000C0700001C0380003E01C0003E01E0003E00F0001C00F0000000F0000000F0 000000F000001FF00001F0F0000780F0001F00F0003E00F0007C00F0007C00F000F800F040F800 F040F800F040F801F0407801F0407C0278801E0C7F8007F01E001A197E981D>97 D<00001E000003FE000003FE0000003E0000001E0000001E0000001E0000001E0000001E000000 1E0000001E0000001E0000001E0000001E0000001E00007E1E0001C19E0007005E000E003E001E 001E003C001E003C001E0078001E0078001E00F8001E00F8001E00F8001E00F8001E00F8001E00 F8001E00F8001E0078001E0078001E003C001E003C001E001C003E000E003E0007005F0003C19F F0007E1FF01C287EA720>100 D<00FE000383800701C00E00E01C00F03C00F07C007078007878 0078F80078FFFFF8F80000F80000F80000F80000F800007800007800003C00083C00081C00100E 002007004003C180007E0015197E981A>I<0783F000FF8C3C00FF901E000FA00E0007C00F0007 C00F0007800F0007800F0007800F0007800F0007800F0007800F0007800F0007800F0007800F00 07800F0007800F0007800F0007800F0007800F0007800F0007800F0007800F00FFFCFFF8FFFCFF F81D197F9820>110 D<0787C0FF98E0FF91F00FA1F007C1F007C0E007C0000780000780000780 0007800007800007800007800007800007800007800007800007800007800007800007800007C0 00FFFE00FFFE0014197F9817>114 D<0080000080000080000080000180000180000180000380 000380000780000F80001FFF80FFFF800780000780000780000780000780000780000780000780 0007800007800007800007800007804007804007804007804007804007804007804003C08001C0 8000E100003E0012247FA317>116 D118 D E /Fm 89 128 df<007F000003C1E000070070001C001C003C001E0038000E 0078000F0070000700F0000780F0000780F0000780F0000780F00007807000070078000F007800 0F0038000E001C001C001C001C000E003800060030000600300083006080810040808100408041 80C1007F80FF007F80FF007F80FF00191D7E9C1E>10 D<007E1F0001C1B1800303E3C00703C3C0 0E03C1800E01C0000E01C0000E01C0000E01C0000E01C0000E01C000FFFFFC000E01C0000E01C0 000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01 C0000E01C0000E01C0000E01C0000E01C0007F87FC001A1D809C18>I<007E0001C18003018007 03C00E03C00E01800E00000E00000E00000E00000E0000FFFFC00E01C00E01C00E01C00E01C00E 01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C07F87F815 1D809C17>I<007FC001C1C00303C00703C00E01C00E01C00E01C00E01C00E01C00E01C00E01C0 FFFFC00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C0 0E01C00E01C00E01C00E01C07FCFF8151D809C17>I<003F07E00001C09C18000380F018000701 F03C000E01E03C000E00E018000E00E000000E00E000000E00E000000E00E000000E00E00000FF FFFFFC000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C00 0E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C 000E00E01C007FC7FCFF80211D809C23>I<003F07FC0001C0DC1C000381F03C000701F03C000E 01E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C00FFFFFFFC00 0E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C 000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E0 1C007FC7FCFF80211D809C23>I<6060F0F0F8F86868080808080808101010102020404080800D 0C7F9C15>34 D<0080008007E01898308460824081C087C08FC08FC086E080F0807E803FC01FF0 0FF803FC00BE008E00876087F083F083E0838082408240842088189007E00080008010217E9E15 >36 D<0F0000C0188000C030600380703807006027FB00E0100600E0100C00E0100C00E0101800 E0101800E0103000E0106000602060007020C00030418000188180000F0303C00006062000060C 10000C1C08001818080018380400303804006038040060380400C0380400C03804018038040300 180803001C0806000C100C000620040003C01E217E9E23>I<60F0F8680808081010204080050C 7C9C0C>39 D<004000800100020006000C000C0018001800300030007000600060006000E000E0 00E000E000E000E000E000E000E000E000E000E000600060006000700030003000180018000C00 0C00060002000100008000400A2A7D9E10>I<800040002000100018000C000C00060006000300 0300038001800180018001C001C001C001C001C001C001C001C001C001C001C001C00180018001 80038003000300060006000C000C00180010002000400080000A2A7E9E10>I<01800180018001 804182F18F399C0FF003C003C00FF0399CF18F4182018001800180018010127E9E15>I<000600 000006000000060000000600000006000000060000000600000006000000060000000600000006 00000006000000060000FFFFFFE0FFFFFFE0000600000006000000060000000600000006000000 060000000600000006000000060000000600000006000000060000000600001B1C7E9720>I<60 F0F0701010101020204080040C7C830C>II<60F0F06004047C830C>I< 00010003000600060006000C000C000C0018001800180030003000300060006000C000C000C001 8001800180030003000300060006000C000C000C00180018001800300030003000600060006000 C000C00010297E9E15>I<03C00C301818300C300C700E60066006E007E007E007E007E007E007 E007E007E007E007E007E007E00760066006700E300C300C18180C3007E0101D7E9B15>I<0300 07003F00C700070007000700070007000700070007000700070007000700070007000700070007 00070007000700070007000F80FFF80D1C7C9B15>I<07C01830201C400C400EF00FF80FF807F8 077007000F000E000E001C001C00380070006000C00180030006010C01180110023FFE7FFEFFFE 101C7E9B15>I<07E01830201C201C781E780E781E381E001C001C00180030006007E00030001C 001C000E000F000F700FF80FF80FF80FF00E401C201C183007E0101D7E9B15>I<000C00000C00 001C00003C00003C00005C0000DC00009C00011C00031C00021C00041C000C1C00081C00101C00 301C00201C00401C00C01C00FFFFC0001C00001C00001C00001C00001C00001C00001C0001FFC0 121C7F9B15>I<300C3FF83FF03FC020002000200020002000200023E024302818301C200E000E 000F000F000F600FF00FF00FF00F800E401E401C2038187007C0101D7E9B15>I<00F0030C0604 0C0E181E301E300C700070006000E3E0E430E818F00CF00EE006E007E007E007E007E007600760 077006300E300C18180C3003E0101D7E9B15>I<4000007FFF807FFF007FFF0040020080040080 040080080000100000100000200000600000400000C00000C00001C00001800001800003800003 8000038000038000078000078000078000078000078000078000030000111D7E9B15>I<03E00C 301008200C20066006600660067006780C3E083FB01FE007F007F818FC307E601E600FC007C003 C003C003C00360026004300C1C1007E0101D7E9B15>I<03C00C301818300C700C600EE006E006 E007E007E007E007E0076007700F300F18170C2707C700060006000E300C780C78187010203030 C00F80101D7E9B15>I<60F0F0600000000000000000000060F0F06004127C910C>I<60F0F06000 00000000000000000060F0F0701010101020204080041A7C910C>I<7FFFFFC0FFFFFFE0000000 0000000000000000000000000000000000000000000000000000000000FFFFFFE07FFFFFC01B0C 7E8F20>61 D<000600000006000000060000000F0000000F0000000F0000001780000017800000 1780000023C0000023C0000023C0000041E0000041E0000041E0000080F0000080F0000180F800 0100780001FFF80003007C0002003C0002003C0006003E0004001E0004001E000C001F001E001F 00FF80FFF01C1D7F9C1F>65 DI<001F808000E061800180198007 0007800E0003801C0003801C00018038000180780000807800008070000080F0000000F0000000 F0000000F0000000F0000000F0000000F0000000F0000000700000807800008078000080380000 801C0001001C0001000E000200070004000180080000E03000001FC000191E7E9C1E>IIII<001F808000E06180018019800700 07800E0003801C0003801C00018038000180780000807800008070000080F0000000F0000000F0 000000F0000000F0000000F0000000F000FFF0F0000F8070000780780007807800078038000780 1C0007801C0007800E00078007000B800180118000E06080001F80001C1E7E9C21>III<1FFF00F800780078007800780078007800 780078007800780078007800780078007800780078007800787078F878F878F878F0F040E021C0 1F00101D7F9B15>IIIII<003F800000E0E0000380380007001C000E000E001C00 07003C00078038000380780003C0780003C0700001C0F00001E0F00001E0F00001E0F00001E0F0 0001E0F00001E0F00001E0F00001E0700001C0780003C0780003C0380003803C0007801C000700 0E000E0007001C000380380000E0E000003F80001B1E7E9C20>I I<003F800000E0E0000380380007001C000E000E001C0007003C00078038000380780003C07800 03C0700001C0F00001E0F00001E0F00001E0F00001E0F00001E0F00001E0F00001E0F00001E070 0001C0780003C0780003C0380003803C0E07801C1107000E208E0007205C0003A0780000F0E020 003FE0200000602000003060000038E000003FC000003FC000001F8000000F001B257E9C20>I< FFFF00000F01E0000F0078000F003C000F001C000F001E000F001E000F001E000F001E000F001C 000F003C000F0078000F01E0000FFF00000F03C0000F00E0000F00F0000F0078000F0078000F00 78000F0078000F0078000F0078000F0078100F0078100F0038100F003C20FFF01C20000007C01C 1D7E9B1F>I<07E0801C1980300580700380600180E00180E00080E00080E00080F00000F80000 7C00007FC0003FF8001FFE0007FF0000FF80000F800007C00003C00001C08001C08001C08001C0 C00180C00180E00300D00200CC0C0083F800121E7E9C17>I<7FFFFFC0700F01C0600F00C0400F 0040400F0040C00F0020800F0020800F0020800F0020000F0000000F0000000F0000000F000000 0F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000 000F0000000F0000000F0000001F800003FFFC001B1C7F9B1E>III< FFE0FFE0FF1F001F003C1E001E00180F001F00100F001F00100F001F001007801F002007802780 20078027802003C027804003C043C04003C043C04003E043C04001E081E08001E081E08001E081 E08000F100F10000F100F10000F100F100007900FA00007A007A00007A007A00003E007C00003C 003C00003C003C00003C003C00001800180000180018000018001800281D7F9B2B>I<7FF0FFC0 0FC03E000780180003C0180003E0100001E0200001F0600000F0400000788000007D8000003D00 00001E0000001F0000000F0000000F8000000F80000013C0000023E0000021E0000041F00000C0 F8000080780001007C0003003C0002001E0006001F001F003F80FFC0FFF01C1C7F9B1F>II< 7FFFF07C01F07001E06003C06003C0400780400F80400F00401E00001E00003C00007C00007800 00F00000F00001E00003E00003C0100780100780100F00101F00301E00203C00203C00607800E0 F803E0FFFFE0141C7E9B19>II<08081010202040404040808080808080B0 B0F8F8787830300D0C7A9C15>II<1FC000307000783800781C00301C0000 1C00001C0001FC000F1C00381C00701C00601C00E01C40E01C40E01C40603C40304E801F870012 127E9115>97 DI<07E00C301878307870306000E000E000 E000E000E000E00060007004300418080C3007C00E127E9112>I<003F00000700000700000700 00070000070000070000070000070000070000070003E7000C1700180F00300700700700600700 E00700E00700E00700E00700E00700E00700600700700700300700180F000C370007C7E0131D7E 9C17>I<03E00C301818300C700E6006E006FFFEE000E000E000E00060007002300218040C1803 E00F127F9112>I<00F8018C071E061E0E0C0E000E000E000E000E000E00FFE00E000E000E000E 000E000E000E000E000E000E000E000E000E000E000E000E007FE00F1D809C0D>I<00038003C4 C00C38C01C3880181800381C00381C00381C00381C001818001C38000C300013C0001000003000 001800001FF8001FFF001FFF803003806001C0C000C0C000C0C000C06001803003001C0E0007F8 00121C7F9215>II<18003C003C00180000000000000000 00000000000000FC001C001C001C001C001C001C001C001C001C001C001C001C001C001C001C00 1C00FF80091D7F9C0C>I<00C001E001E000C000000000000000000000000000000FE000E000E0 00E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E060E0F0 C0F1C061803E000B25839C0D>IIIII<03F0000E1C00180600300300700380600180E001 C0E001C0E001C0E001C0E001C0E001C06001807003803003001806000E1C0003F00012127F9115 >II<03C1000C3300180B00300F00700700700700E00700E00700E00700E00700 E00700E00700600700700700300F00180F000C370007C700000700000700000700000700000700 000700000700003FE0131A7E9116>II<1F9030704030C010C010E010F8007F803FE00F F000F880388018C018C018E010D0608FC00D127F9110>I<04000400040004000C000C001C003C 00FFE01C001C001C001C001C001C001C001C001C001C101C101C101C101C100C100E2003C00C1A 7F9910>IIII<7F8FF00F03800F030007020003840001C80001D80000F00000700000 780000F800009C00010E00020E000607000403801E07C0FF0FF81512809116>I I<7FFC70386038407040F040E041C003C0038007000F040E041C043C0C380870087038FFF80E12 7F9112>III<6060F0F0F0F060600C047C9C 15>127 D E /Fn 23 120 df<00000FFC00180000FFFF80380003FFFFE078000FFFFFF1F8003F FE01FFF8007FF0003FF800FFC0001FF801FF800007F803FE000007F807FE000003F80FFC000001 F80FF8000001F81FF8000000F81FF8000000F83FF0000000F83FF0000000787FF0000000787FF0 000000787FE0000000787FE000000000FFE000000000FFE000000000FFE000000000FFE0000000 00FFE000000000FFE000000000FFE000000000FFE000000000FFE000000000FFE000000000FFE0 000000007FE0000000007FE0000000007FF0000000787FF0000000783FF0000000783FF0000000 781FF8000000781FF8000000F00FF8000000F00FFC000001E007FE000001E003FE000003C001FF 800007C000FFC0000F80007FF0003F00003FFE00FE00000FFFFFF8000003FFFFF0000000FFFFC0 0000000FFE00002D337CB236>67 D70 D78 D<00003FF800000001FFFF0000000FFFFFE000001FF01FF000007FC007FC0000FF8003FE0001FF 0001FF0003FE0000FF8007FC00007FC00FF800003FE00FF800003FE01FF800003FF01FF000001F F03FF000001FF83FF000001FF83FF000001FF87FE000000FFC7FE000000FFC7FE000000FFC7FE0 00000FFCFFE000000FFEFFE000000FFEFFE000000FFEFFE000000FFEFFE000000FFEFFE000000F FEFFE000000FFEFFE000000FFEFFE000000FFEFFE000000FFEFFE000000FFEFFE000000FFE7FE0 00000FFC7FE000000FFC7FF000001FFC7FF000001FFC3FF000001FF83FF000001FF81FF800003F F01FF800003FF00FF800003FE00FFC00007FE007FC00007FC003FE0000FF8001FF0001FF0000FF 8003FE00007FC007FC00001FF01FF000000FFFFFE0000001FFFF000000003FF800002F337CB238 >II<00FFE0000007FFFC00000FFFFE00001FC0FF80003FE03FC0003FE03FC0003FE03FE0003F E01FF0001FC01FF0000F801FF00002001FF00000001FF00000001FF0000000FFF000003FFFF000 01FFFFF00007FE1FF0000FF81FF0001FE01FF0003FC01FF0007FC01FF0007F801FF000FF801FF0 00FF801FF000FF801FF000FF801FF000FF803FF0007FC03FF0003FC06FF8001FE1EFFF800FFFC7 FF8007FF03FF8000FE00FF8021217EA024>97 D<01FC000000FFFC000000FFFC000000FFFC0000 00FFFC0000000FFC00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00 000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC 1FE00007FCFFF80007FFFFFE0007FFC0FF0007FF003F8007FE001FC007FC001FE007FC001FF007 FC000FF007FC000FF807FC000FF807FC000FF807FC000FFC07FC000FFC07FC000FFC07FC000FFC 07FC000FFC07FC000FFC07FC000FFC07FC000FFC07FC000FFC07FC000FF807FC000FF807FC000F F807FC001FF007FC001FF007FC001FE007FE003FC007FF007F8007F7C0FF0007E3FFFE0007C0FF F80007803FC00026347FB32A>I<000FF800007FFF0001FFFF8003FC1FC007F03FE00FF03FE01F E03FE03FE03FE03FE01FC07FC00F807FC002007FC00000FFC00000FFC00000FFC00000FFC00000 FFC00000FFC00000FFC00000FFC00000FFC000007FC000007FC000007FE000003FE000F03FE000 F01FF001E00FF001E007F803C003FE0F8001FFFF00007FFE00000FF0001C217EA021>I<000FF0 00007FFE0001FFFF8003FC1FC007F00FE00FF007E01FE007F03FE003F83FC003F87FC003F87FC0 03FC7FC003FCFFC003FCFFC003FCFFFFFFFCFFFFFFFCFFFFFFFCFFC00000FFC00000FFC00000FF C000007FC000007FC000007FC000003FE0003C3FE0003C1FE0007C0FF0007807F801F003FC07E0 00FFFFC0003FFF000007FC001E217EA023>101 D<0001FE00000FFF00003FFF80007F9FC000FF 3FE001FE3FE003FE3FE003FC3FE007FC1FC007FC0F8007FC070007FC000007FC000007FC000007 FC000007FC000007FC000007FC000007FC0000FFFFF000FFFFF000FFFFF000FFFFF00007FC0000 07FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC00 0007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC 000007FC000007FC000007FC000007FC0000FFFFF000FFFFF000FFFFF000FFFFF0001B347EB317 >I<01FC000000FFFC000000FFFC000000FFFC000000FFFC0000000FFC00000007FC00000007FC 00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00000007 FC00000007FC00000007FC00000007FC00000007FC07F00007FC1FFC0007FC7FFE0007FCF0FF00 07FDC07F8007FD807F8007FF007FC007FE007FC007FE007FC007FE007FC007FC007FC007FC007F C007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC00 7FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC 007FC007FC007FC0FFFFE3FFFEFFFFE3FFFEFFFFE3FFFEFFFFE3FFFE27347EB32A>104 D<03E00007F0000FF8001FFC001FFC003FFC003FFC001FFC001FFC000FF80007F00003E0000000 0000000000000000000000000000000000000000000001FC00FFFC00FFFC00FFFC00FFFC000FFC 0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC 0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC00FFFFE0FFFFE0FFFF E0FFFFE013357FB414>I<01FC00FFFC00FFFC00FFFC00FFFC000FFC0007FC0007FC0007FC0007 FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007 FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007 FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC00FF FFE0FFFFE0FFFFE0FFFFE013347FB314>108 D<03F807F0007F0000FFF81FFC01FFC000FFF87F FE07FFE000FFF8F0FF0F0FF000FFF9C07F9C07F8000FF9807F9807F80007FB007FF007FC0007FE 007FE007FC0007FE007FE007FC0007FE007FE007FC0007FC007FC007FC0007FC007FC007FC0007 FC007FC007FC0007FC007FC007FC0007FC007FC007FC0007FC007FC007FC0007FC007FC007FC00 07FC007FC007FC0007FC007FC007FC0007FC007FC007FC0007FC007FC007FC0007FC007FC007FC 0007FC007FC007FC0007FC007FC007FC0007FC007FC007FC0007FC007FC007FC0007FC007FC007 FC0007FC007FC007FC0007FC007FC007FC00FFFFE3FFFE3FFFE0FFFFE3FFFE3FFFE0FFFFE3FFFE 3FFFE0FFFFE3FFFE3FFFE03B217EA03E>I<03F807F000FFF81FFC00FFF87FFE00FFF8F0FF00FF F9C07F800FF9807F8007FB007FC007FE007FC007FE007FC007FE007FC007FC007FC007FC007FC0 07FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007F C007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC00 7FC007FC007FC0FFFFE3FFFEFFFFE3FFFEFFFFE3FFFEFFFFE3FFFE27217EA02A>I<000FF00000 7FFE0001FFFF8003FC3FC00FF00FF00FE007F01FE007F83FC003FC3FC003FC7FC003FE7FC003FE 7FC003FEFFC003FFFFC003FFFFC003FFFFC003FFFFC003FFFFC003FFFFC003FFFFC003FFFFC003 FF7FC003FE7FC003FE7FC003FE3FC003FC3FC003FC1FE007F81FE007F80FF00FF007FC3FE001FF FF80007FFE00000FF00020217EA025>I<01FC1FE000FFFCFFF800FFFFFFFE00FFFFC0FF00FFFF 007F8007FE003FC007FC003FE007FC001FF007FC001FF007FC001FF807FC000FF807FC000FF807 FC000FFC07FC000FFC07FC000FFC07FC000FFC07FC000FFC07FC000FFC07FC000FFC07FC000FFC 07FC000FFC07FC000FF807FC001FF807FC001FF807FC001FF007FC001FF007FC003FE007FE007F C007FF007F8007FFC1FF0007FFFFFE0007FCFFF80007FC3FC00007FC00000007FC00000007FC00 000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC00000007FC 000000FFFFE00000FFFFE00000FFFFE00000FFFFE0000026307FA02A>I<03F83E00FFF8FF80FF F9FFC0FFFBCFE0FFFB1FF00FFF1FF007FE1FF007FE1FF007FE0FE007FE07C007FC010007FC0000 07FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC000007FC00 0007FC000007FC000007FC000007FC000007FC000007FC000007FC0000FFFFF000FFFFF000FFFF F000FFFFF0001C217FA020>114 D<01FF1C07FFFC1FFFFC3F01FC3E007C7C007C7C003CFC003C FC003CFE003CFF0000FFF0007FFF007FFFC03FFFF01FFFF80FFFFC07FFFE01FFFE003FFF0001FF 00007F70007FF0003FF0003FF8003FF8003EFC003EFE007CFF81F8FFFFF0F3FFE0C0FF0018217E A01D>I<003C00003C00003C00003C00003C00007C00007C00007C0000FC0000FC0001FC0001FC 0003FC0007FC001FFFFCFFFFFCFFFFFCFFFFFC07FC0007FC0007FC0007FC0007FC0007FC0007FC 0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC0007FC1E07FC1E07FC1E07FC 1E07FC1E07FC1E07FC1E03FC1C03FE3C01FE3800FFF8007FF0000FC0172F7FAE1D>I<01FC001F C0FFFC0FFFC0FFFC0FFFC0FFFC0FFFC0FFFC0FFFC00FFC00FFC007FC007FC007FC007FC007FC00 7FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC 007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007FC007 FC007FC007FC00FFC007FC00FFC003FC01FFC003FC01FFE001FE077FFE00FFFE7FFE007FFC7FFE 000FF07FFE27217EA02A>III E end %%EndProlog %%BeginSetup %%Feature: *Resolution 300 TeXDict begin @a4 %%EndSetup %%Page: -1 1 bop 390 554 a Fn(Ov)n(erview)26 b(of)f(recen)n(t)f(sup)r(ercomputers)953 753 y Fm(b)o(y)707 953 y Fl(Aad)19 b(J.)g(v)m(an)g(der)h(Steen)635 1002 y Fm(Academic)14 b(Computing)d(Cen)o(tre)k(Utrec)o(h)o(t)665 1052 y(PO)g(Bo)o(x)e(80.011,)f(3508)h(T)m(A)27 b(Utrec)o(h)o(t)823 1102 y(The)15 b(Netherlands)721 1152 y(Email:)h Fk(actstea@cc.ruu.nl)588 1781 y Fn(Publication)27 b(of)e(the)f(NCF)97 2172 y Fm(Stic)o(h)o(ting)13 b(Nationale)g(Computer)g(F)m(aciliteiten)691 b(F)m(ourth)14 b(revised)g(edition)97 2221 y(PO)g(Bo)o(x)g(93120)97 2271 y(2509)f(A)o(C)h ('s-Gra)o(v)o(enhage)97 2321 y(The)g(Netherlands)1263 b(Septem)o(b)q(er)14 b(1994)p eop %%Page: -2 2 bop eop %%Page: -1 3 bop 14 42 a Fj(Con)n(ten)n(ts)0 179 y Fm(Con)o(ten)o(ts)10 b(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)i(i)0 229 y(Abstract)i(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(iii)0 279 y(1.)k(In)o(tro)q(duction)c(and)g(accoun)o(t)f (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(1)0 329 y(2.)18 b(The)c(main)e(arc)o(hitectural)i(classes)c (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(3)118 379 y(2.1)j(Shared-memory)f(SIMD)i(mac)o(hines)9 b(.)r(.)r(.)r(.)r(.)r(.)s(.) r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(4)118 428 y(2.2)k(Distributed-memory)f(SIMD)h(mac)o(hines)f(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(5)118 478 y(2.3)h(Shared-memory)f(MIMD)i(mac)o(hines)8 b(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.) r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(6)118 528 y(2.4)13 b(Distributed-memory)f(MIMD)h(mac)o(hines)e(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(8)0 578 y(3.)18 b(Recoun)o(t)c(of)f(the)i(\(almost\))d(a)o(v)n(ailable)g(systems)h(.)r(.)r(.) s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)d(11)118 628 y(3.1)j(Shared-memory)f(SIMD)i(systems)6 b(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.) s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)k(11)177 677 y(3.1.1)i(The)j(F)m(ujitsu)e(VPX200)h(series)i(.)r(.)r(.)r(.)r(.)r(.)s(.) r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(11)177 727 y(3.1.2)i(The)j(Hitac)o(hi)e(S3600)g(series)i(.)r(.)r(.)s(.)r(.) r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)10 b(12)177 777 y(3.1.3)i(The)j(Siemens-Nixdorf)d(S-)p Fi(x)p Fm(00)h(series)d(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)g(12) 118 827 y(3.2)j(Distributed-memory)f(SIMD)h(systems)c(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)h(13)177 877 y(3.2.1)i(The)j(Alenia)e(Quadrics)28 b(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.) r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(13)177 927 y(3.2.2)i(The)j(Cam)o(bridge)d(Activ)o(e)i(Memory)f(T)m(ec)o (hnology)g(Distributed)h(Arra)o(y)g(Pro)q(cessor)t(.)5 b(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(14)177 976 y(3.2.3)i(The)j(Digital)c(Equipmen)o(t)i(Corp.)18 b(MPP)d(series)e(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)d(15)177 1026 y(3.2.4)i(The)j(MasP)o(ar)f(MP-1)23 b(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(15)177 1076 y(3.2.5)i(The)j(MasP)o(ar)f(MP-2)23 b(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.) r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)10 b(16)118 1126 y(3.3)j(Shared-memory)f(MIMD)i(systems)6 b(.)r(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)k(18)177 1176 y(3.3.1)i(The)j(Con)o(v)o(ex)e(C4)h(series)25 b(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(18)177 1225 y(3.3.2)i(The)j(Cra)o(y)e (Computer)g(Corp)q(oration)h(Cra)o(y-3)19 b(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(19)177 1275 y(3.3.3)i(The)j(Cra)o(y)e(Researc)o(h)i(Inc.)k(A)o(ttac)o(hed) 14 b(P)o(arallel)f(Pro)q(cessor)22 b(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(19)177 1325 y(3.3.4)i(The)j(Cra)o(y)e(Researc)o(h)i(Inc.)k(Cra)o(y)13 b(J,)h(Y-MP)g(C90,)f(Y-MP)h(M90)19 b(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(20)177 1375 y(3.3.5)i(The)j(Hitac)o(hi)e(S3800)g(series)29 b(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(21)177 1425 y(3.3.6)i(The)j(IBM)f(P)o(o)o(w)o(er)g(F)m(our)h(.)r(.)s(.)r(.) r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)10 b(22)177 1474 y(3.3.7)i(The)j(NEC)f(SX-3R)f(series) 30 b(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(22)177 1524 y(3.3.8)i(The)j(Silicon)d (Graphics)i(\(P)o(o)o(w)o(er\))h(Challenge)g(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(23)177 1574 y(3.3.9)i(The)j(Stern)f(Computing)e(Systems)i(SSP)27 b(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(24)177 1624 y(3.3.10)i(The)i(T)m (era)g(MT)m(A)22 b(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.) r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)10 b(25)118 1674 y(3.4)j(Distributed-memory)f(MIMD)h(systems)8 b(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)i(27)177 1724 y(3.4.1)i(The)j(Alex)f(A)-5 b(VX)14 b(2)28 b(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(27)177 1773 y(3.4.2)i(The)j(Con)o(v)o(ex) e(Meta)h(series)26 b(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(28)177 1823 y(3.4.3)i(The)j(Con)o(v)o(ex)e(SPP-1)j(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.) s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)10 b(28)177 1873 y(3.4.4)i(The)j(Cra)o(y)e(Researc)o(h)i(Inc.)k (T3D)c(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.) r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)10 b(29)177 1923 y(3.4.5)i(The)j(Digital)c(Equipmen)o(t)i(Alpha)h(farm)g (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)c(30)177 1973 y(3.4.6)i(The)j(F)m (ujitsu)e(AP1000)22 b(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(31)177 2022 y(3.4.7)i(The)j(F)m(ujitsu)e(VPP500)i(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)10 b(32)177 2072 y(3.4.8)i(The)j(Hitac)o(hi)e(SR2001)22 b(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(33)177 2122 y(3.4.9)i(The)j(IBM)f(9076)f(SP2)f(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.) r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)e(33)177 2172 y(3.4.10)i(The)i(In)o(tel)g(P)o(aragon)g(XP)8 b(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)i(34)177 2222 y(3.4.11)i(The)i(Matsushita)h (ADENAR)m(T)e(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)d(35)177 2271 y(3.4.12)i(The)i(Meik)o(o)g(i860)e(Computing)g (Surface)c(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.) s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)i(36)177 2321 y(3.4.13)i(The)i(Meik)o(o)g(Computing)e(Surface)i(2)t(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)c(37)177 2371 y(3.4.14)i(The)i(nCUBE)h(2)9 b(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)h(37) 177 2421 y(3.4.15)i(The)i(NEC)h(Cenju-3)c(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)f(38)177 2471 y(3.4.16)i(The)i(P)o(arallel)f(Computing)f (Industries)j(system)24 b(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)10 b(39)177 2521 y(3.4.17)i(The)i(P)o(arsys)h(SN1000)f (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)c(39)177 2570 y(3.4.18)i(The)i(P)o (arsytec)i(GC)d(P)o(o)o(w)o(er)h(Plus)20 b(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.) r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(40)177 2620 y(3.4.19)i(The)i(Thinking)f (Mac)o(hine)h(CM-5)21 b(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)10 b(40)177 2670 y(3.4.20)i(The)i(T)m(ranstec)o(h)h(P)o (aramid)22 b(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)10 b(41)969 2770 y(i)p eop %%Page: -2 4 bop 0 42 a Fm(4.)18 b(Systems)13 b(disapp)q(eared)i(from)d(the)j(list)f(.)r (.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)c(43)0 91 y(5.)18 b(Systems)13 b(under)i(dev)o(elopmen)o(t)c(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)f(46)0 141 y(Ac)o(kno)o(wledgemen)o(ts)i(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)e(46)0 191 y(References)g(.)s(.)r (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r (.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r (.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r (.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)r(.)s(.)r(.)r(.)r(.)r(.)s (.)r(.)r(.)r(.)g(47)963 2770 y(ii)p eop %%Page: -3 5 bop 0 42 a Fj(Abstract)0 152 y Fm(In)17 b(this)f(rep)q(ort)i(w)o(e)f(giv)o(e) f(an)h(o)o(v)o(erview)f(of)h(parallel-)e(and)h(v)o(ector)i(computers)f(whic)o (h)f(are)h(curren)o(tly)h(a)o(v)n(ailable)d(or)h(will)0 201 y(b)q(ecome)f(a)o(v)n(ailable)d(within)i(a)g(short)h(time)f(frame)f(from)g(v) o(endors;)i(no)g(attempt)f(is)g(made)g(to)g(list)g(all)g(mac)o(hines)g(that)g (are)0 251 y(still)g(in)h(the)h(researc)o(h)h(phase.)23 b(The)15 b(mac)o(hines)f(are)i(describ)q(ed)h(according)e(to)g(their)h(arc)o (hitectural)g(class.)22 b(Shared-)16 b(and)0 301 y(distributed)c(memory)e (SIMD-)h(and)g(MIMD)h(mac)o(hines)f(are)h(discerned.)19 b(The)12 b(information)d(ab)q(out)i(eac)o(h)h(mac)o(hine)f(is)g(k)o(ept)0 351 y(as)k(compact)e(as)i(p)q(ossible.)20 b(Moreo)o(v)o(er,)15 b(no)f(attempt)g(is)g(made)f(to)i(quote)f(prices)i(as)f(these)h(are)e(often)h (ev)o(en)g(more)f(elusiv)o(e)0 401 y(than)g(the)g(p)q(erformance)g(of)f(a)h (system.)957 2770 y(iii)p eop %%Page: -4 6 bop 958 2770 a Fm(iv)p eop %%Page: 1 7 bop 0 42 a Fj(1.)20 b(In)n(tro)r(duction)f(and)i(accoun)n(t)83 168 y Fm(This)16 b(is)f(the)h(fourth)g(edition)f(of)g(a)g(rep)q(ort)i(in)e (whic)o(h)h(w)o(e)g(attempt)f(to)g(giv)o(e)g(an)h(o)o(v)o(erview)f(of)g (parallel-)g(and)g(v)o(ector)0 218 y(systems)k(that)h(are)g(commerciall)o(y)d (a)o(v)n(ailable)g(or)i(are)h(exp)q(ected)h(to)e(b)q(ecome)h(a)o(v)n(ailable) d(within)h(a)h(short)h(time)e(frame)0 268 y(\(t)o(ypically)h(a)h(few)g(mon)o (ths)e(to)i(half)f(a)h(y)o(ear\).)37 b(W)m(e)20 b(c)o(ho)q(ose)g(the)h (expression)g(\\attempt")e(delib)q(erately)h(b)q(ecause)i(the)0 317 y(mark)o(et)11 b(of)g(parallel-)g(and)h(v)o(ector)g(mac)o(hines)f(is)h (highly)f(ev)n(asiv)o(e:)17 b(the)12 b(rate)h(with)e(whic)o(h)h(systems)g (are)h(in)o(tro)q(duced)g(|)e(and)0 367 y(disapp)q(ear)17 b(again)f(|)h(is)f (v)o(ery)i(high)e(and)h(therefore)h(the)g(information)c(will)h(probably)i(b)q (e)g(only)f(appro)o(ximately)f(v)n(alid.)0 417 y(Nev)o(ertheless,)21 b(w)o(e)c(think)h(that)f(suc)o(h)i(an)e(o)o(v)o(erview)h(will)e(b)q(e)i (useful)g(for)f(those)i(who)e(w)o(an)o(t)g(to)h(obtain)f(a)g(general)h(idea)0 467 y(ab)q(out)d(the)h(v)n(arious)e(means)g(b)o(y)h(whic)o(h)g(these)i (systems)e(striv)o(e)g(at)g(high)g(p)q(erformance,)g(esp)q(ecially)g(when)g (it)g(is)g(up)q(dated)0 517 y(on)f(a)f(regular)h(basis.)0 580 y(W)m(e)j(will)f(try)h(to)g(b)q(e)h(as)g(up-to-date)f(and)g(compact)g(as)g(p) q(ossible)h(and)f(on)g(these)i(grounds)e(w)o(e)h(think)f(there)h(is)g(a)f (place)0 630 y(for)e(this)h(rep)q(ort.)24 b(F)m(or)15 b(instance)h(the)g (information)d(from)g Fk(netlib)i Fm([4])f(compiled)g(p)q(erio)q(dically)g(b) o(y)i(Dongarra)e(and)i(Du\013)0 680 y(is)g(compact)f(and)h(fairly)e(complete) h(but)i(man)o(y)d(mac)o(hines)h(are)h(listed)g(whic)o(h)g(do)g(not)f(exist)i (an)o(ymore)d(or)i(of)f(whic)o(h)h(the)0 729 y(information)9 b(is)j(still)f(only)g(partly)h(v)n(alid.)k(Although)11 b(this)h(giv)o(es)g (an)g(in)o(teresting)h(view)f(of)f(the)i(historical)e(dev)o(elopmen)o(t)g(in) 0 779 y(this)h(\014eld,)g(w)o(e)f(rather)i(w)o(ould)e(lik)o(e)g(to)g(concen)o (trate)j(on)d(systems)h(that)g(are)g(a)o(v)n(ailable)e(no)o(w.)17 b(The)12 b(excellen)o(t)g(b)q(o)q(ok)g([24])e(w)o(as)0 829 y(up-to-date)j(at)h(the)g(b)q(eginning)e(of)h(1991)f(but)i(the)g(con)o(tin)o (uous)f(app)q(earance)i(and)e(disapp)q(earance)h(of)f(systems)g(will)f(mak)o (e)0 879 y(it)i(outdated)g(when)h(no)f(up)q(date)g(is)g(issued)h(shortly)m(.) k(The)14 b(b)q(o)q(ok)g(is)g(fairly)f(comprehensiv)o(e)h(and)g(therefore)h (not)f(complete)0 929 y(\(in)i(this)h(case)h(the)f(400)f(page)h(b)q(o)q(ok)g (w)o(ould)f(probably)g(ha)o(v)o(e)g(b)q(een)i(tripled)f(in)f(v)o(olume\).)25 b(W)m(e)16 b(to)q(o,)h(cannot)g(hop)q(e)g(giv)o(e)0 978 y(a)f(complete)h(rep) q(ort)g(for)g(the)g(reason)g(already)g(men)o(tioned)e(ab)q(o)o(v)o(e:)24 b(the)17 b(sp)q(eed)h(with)f(whic)o(h)f(companies)g(and)h(systems)0 1028 y(app)q(ear)c(and)g(disapp)q(ear)g(mak)o(es)f(this)g(almost)f(imp)q (ossible.)16 b(Ho)o(w)o(ev)o(er,)d(b)o(y)g(up)q(dating)f(the)h(rep)q(ort)h(w) o(e)f(can)g(at)g(least)g(follo)o(w)0 1078 y(the)h(main)e(trends)j(in)f(p)q (opular)f(and)h(emerging)f(arc)o(hitectures.)0 1141 y(The)g(rules)g(for)g (including)e(systems)i(in)f(this)h(rep)q(ort)g(are)g(as)g(follo)o(ws:)j(they) d(should)f(b)q(e)i(either)f(a)o(v)n(ailable)e(commerciall)o(y)f(at)0 1191 y(the)i(time)f(of)g(app)q(earance)i(of)e(this)h(rep)q(ort,)g(or)g (within)f(6)h(mon)o(ths)e(thereafter.)19 b(This)12 b(is)f(to)h(a)o(v)o(oid)e (confusion)i(b)o(y)f(describing)0 1241 y(systems)17 b(that)h(are)g(announced) g(m)o(uc)o(h)e(to)q(o)h(early)m(,)g(just)g(for)g(mark)o(eting)f(reasons)i (and)f(that)h(will)e(not)h(b)q(e)h(a)o(v)n(ailable)d(to)0 1291 y(general)h(users)g(within)f(a)g(reasonable)h(time.)21 b(W)m(e)15 b(also)g(ha)o(v)o(e)g(to)h(refrain)f(from)f(including)g(all)g(generations)i (of)f(a)g(system)0 1341 y(that)i(are)h(still)e(in)h(use.)28 b(Therefore,)19 b(for)e(instance,)h(w)o(e)g(do)f(not)g(include)g(the)h(Con)o (v)o(ex)f(C200)f(series,)j(the)f(Cra)o(y)f(Y-MP)0 1390 y(series,)f(or)f(the)h (Thinking)e(Mac)o(hines)i(CM-200)e(an)o(ymore)g(although)g(these)j(systems)e (are)g(still)g(used)h(widely)m(.)k(Generally)0 1440 y(sp)q(eaking,)13 b(w)o(e)i(include)f(mac)o(hines)e(that)i(are)h(still)e(mark)o(eted)g(or)h (will)e(b)q(e)j(mark)o(eted)e(within)g(6)h(mon)o(ths.)0 1503 y(Unlik)o(e)j([4])g(w)o(e)h(order)h(the)f(systems)g(b)o(y)g(their)g(v)n (arious)g(arc)o(hitectural)g(classes,)i(whic)o(h)e(should)f(facilitate)g(to)h (\014nd)g(the)0 1553 y(information)c(of)i(systems)h(that)g(b)q(elong)g(to)g (a)g(certain)g(class.)28 b(W)m(e)16 b(also)h(omit)d(the)k(price)g (information)c(whic)o(h)i(in)h(most)0 1603 y(cases)e(is)f(next)g(to)f (useless.)20 b(If)13 b(a)o(v)n(ailable,)e(w)o(e)j(will)e(giv)o(e)i(some)e (information)f(ab)q(out)j(p)q(erformances)g(of)f(systems)h(based)g(on)0 1653 y(user)f(exp)q(eriences)h(instead)e(of)e(only)h(giving)f(theoretical)i (p)q(eak)g(p)q(erformances.)17 b(Here)c(w)o(e)f(ha)o(v)o(e)f(adhered)i(to)e (the)h(follo)o(wing)0 1703 y(p)q(olicy:)k(W)m(e)9 b(try)i(to)f(quote)g Fh(b)q(est)h(measured)g(p)q(erformances)p Fm(,)f(if)g(a)o(v)n(ailable,)e(th)o (us)i(pro)o(viding)f(a)h(more)f(realistic)h(upp)q(er)i(b)q(ound)0 1752 y(than)k(the)h(theoretical)f(p)q(eak)g(p)q(erformance.)25 b(W)m(e)15 b(hardly)h(ha)o(v)o(e)g(to)g(sa)o(y)g(that)g(the)g(sp)q(eed)i (range)e(of)f(sup)q(ercomputers)j(is)0 1802 y(enormous,)10 b(so)g(also)f(the)i(b)q(est)g(measured)g(p)q(erformance)f(will)e(not)i(alw)o (a)o(ys)f(re\015ect)j(the)f(p)q(erformance)f(of)g(a)f(reader's)j(fa)o(v)o (orite)0 1852 y(application.)k(When)c(w)o(e)h(giv)o(e)e(p)q(erformance)h (information,)d(it)j(is)g(not)g(alw)o(a)o(ys)f(p)q(ossible)h(to)g(quote)g (all)f(sources)j(and)e(in)f(an)o(y)0 1902 y(case)16 b(if)e(this)g (information)e(seems)j(\(or)g(is\))g(biassed,)g(this)f(is)h(en)o(tirely)g (the)g(resp)q(onsibilit)o(y)f(of)g(the)i(author)e(of)g(this)h(rep)q(ort.)0 1952 y(He)h(is)f(quite)h(willing)d(to)i(b)q(e)h(corrected)i(or)d(to)h(receiv) o(e)g(additional)e(information)e(from)i(an)o(y)o(one)h(who)g(is)g(in)g(the)h (p)q(osition)0 2002 y(to)e(do)f(so.)0 2065 y(Before)h(giving)e(a)g(recoun)o (t)i(of)f(the)g(systems)h(prop)q(er,)f(w)o(e)h(\014rst)g(de\014ne)g(the)f (arc)o(hitectural)h(classes)g(and)f(some)f(other)i(terms)0 2115 y(in)e(section)h(2)g(whic)o(h)f(will)f(b)q(e)i(used)h(in)e(section)h(3)f (in)g(the)h(description)g(of)f(the)h(mac)o(hines.)k(In)c(section)g(4)f(some)g (systems)g(are)0 2164 y(listed)e(that)h(disapp)q(eared)g(from)d(the)j(mark)o (et)e(and)h(in)g(section)h(5)f(w)o(e)g(presen)o(t)i(some)d(systems)i(that)f (are)h(under)g(dev)o(elopmen)o(t)0 2214 y(and)j(ha)o(v)o(e)f(a)h(fair)f(c)o (hance)i(to)f(app)q(ear)g(on)g(the)g(mark)o(et.)0 2277 y(The)d(o)o(v)o (erview)f(giv)o(en)h(in)f(this)g(rep)q(ort)i(concen)o(trates)h(on)d(the)h (computational)d(capabilities)i(of)g(the)h(systems)g(discussed.)19 b(T)m(o)0 2327 y(do)11 b(full)f(justice)j(to)e(all)f(assets)j(of)e(presen)o (t)i(da)o(ys)e(high-p)q(erformance)g(computers)h(one)f(should)h(list)f(their) g(I/O)h(p)q(erformance)0 2377 y(and)k(their)h(connectivit)o(y)g(p)q (ossibilities)f(as)h(w)o(ell.)25 b(Ho)o(w)o(ev)o(er,)17 b(the)g(p)q(ossible)g (p)q(erm)o(utations)e(of)h(con\014gurations)h(ev)o(en)g(for)0 2427 y(one)e(mo)q(del)d(of)i(a)g(certain)h(system)f(often)h(are)f(so)h(large) f(that)g(they)h(w)o(ould)f(m)o(ultiply)d(the)k(v)o(olume)e(of)g(this)i(rep)q (ort,)g(whic)o(h)0 2477 y(w)o(e)h(tried)h(to)f(limit)d(for)j(greater)h (clarit)o(y)m(.)24 b(So,)16 b(not)g(all)f(features)i(of)e(the)i(systems)f (discussed)i(will)d(b)q(e)h(presen)o(t.)27 b(Still)15 b(w)o(e)0 2527 y(think)g(\(and)h(certainly)g(hop)q(e\))g(that)g(the)h(impressions)e (obtained)g(from)f(the)j(en)o(tries)g(of)e(the)h(individual)e(mac)o(hines)h (ma)o(y)0 2576 y(b)q(e)20 b(useful)f(to)f(man)o(y)m(.)31 b(W)m(e)19 b(also)f(omitted)f(some)h(systems)i(that)e(ma)o(y)f(b)q(e)j(c)o(haracterised) h(as)e(\\high-p)q(erformance")e(in)0 2626 y(the)g(\014elds)f(of)f(database)i (managemen)o(t,)c(real-time)i(computing,)f(or)i(visualisation.)23 b(Therefore,)17 b(as)f(w)o(e)g(try)h(to)f(giv)o(e)f(an)0 2676 y(o)o(v)o(erview)i(for)g(the)h(area)f(of)g(general)g(scien)o(ti\014c)i(and)e (tec)o(hnical)g(computing,)f(systems)h(that)h(are)f(primarily)e(mean)o(t)h (for)0 2726 y(database)c(retriev)n(al)g(lik)o(e)g(the)g(T)m(eradata)g (systems)g(or)g(concen)o(trate)i(exclusiv)o(ely)e(on)g(the)h(real-time)d (user)j(comm)o(unit)o(y)m(,)c(lik)o(e)0 2776 y(Concurren)o(t)15 b(Computing)d(Systems,)h(are)i(not)e(discussed)j(in)d(this)h(rep)q(ort.)964 2875 y(1)p eop %%Page: 2 8 bop 0 42 a Fm(Although)16 b(most)f(terms)h(will)f(b)q(e)i(familiar)c(to)k (man)o(y)d(readers,)k(w)o(e)f(still)e(think)i(it)f(is)g(w)o(orth)o(while)g (to)g(giv)o(e)g(some)f(of)h(the)0 91 y(de\014nitions)e(in)h(section)g(2)f(b)q (ecause)i(some)e(authors)h(tend)g(to)f(giv)o(e)g(a)g(meaning)f(that)i(ma)o(y) d(sligh)o(tly)h(di\013er)i(from)e(the)i(idea)0 141 y(the)f(reader)i(already)d (has)h(acquired.)964 2875 y(2)p eop %%Page: 3 9 bop 0 42 a Fj(2.)20 b(The)g(main)g(arc)n(hitectural)g(classes)83 167 y Fm(Since)g(man)o(y)e(y)o(ears)i(the)g(taxonom)o(y)d(of)i(Flynn)g([6])g (has)g(pro)o(v)o(en)h(to)f(b)q(e)h(useful)g(for)f(the)h(classi\014cation)g (of)f(high-)0 217 y(p)q(erformance)e(computers.)28 b(This)17 b(classi\014cation)g(is)g(based)h(on)f(the)g(w)o(a)o(y)g(of)f(manipulating)e (of)j(instruction-)g(and)g(data)0 267 y(streams)10 b(and)g(comprises)g(four)f (main)f(arc)o(hitectural)j(classes.)18 b(W)m(e)10 b(will)e(\014rst)j (brie\015y)f(sk)o(etc)o(h)i(these)f(classes)g(and)f(afterw)o(ards)0 316 y(\014ll)j(in)g(some)g(details)h(when)g(eac)o(h)h(of)e(the)i(classes)g (are)f(describ)q(ed)i(separately)m(.)42 392 y({)k Fg(SISD)10 b Fm(mac)o(hines:)15 b(These)d(are)f(the)h(con)o(v)o(en)o(tional)e(systems)h (that)f(con)o(tain)h(one)g(CPU)g(and)g(hence)h(can)f(accommo)q(date)83 442 y(one)i(instruction)f(stream)g(that)h(is)f(executed)i(serially)m(.)i(No)o (w)o(ada)o(ys)c(man)o(y)e(large)i(mainframes)e(ma)o(y)g(ha)o(v)o(e)i(more)g (than)83 492 y(one)h(CPU)f(but)h(eac)o(h)f(of)g(these)i(execute)g (instruction)e(streams)h(that)f(are)h(unrelated.)18 b(Therefore,)13 b(suc)o(h)g(systems)g(still)83 541 y(should)h(b)q(e)h(regarded)h(as)e(\(a)h (couple)g(of)s(\))f(SISD)g(mac)o(hines)g(acting)g(on)g(di\013eren)o(t)h(data) g(spaces.)21 b(Examples)13 b(of)h(SISD)83 591 y(mac)o(hines)c(are)h(for)f (instance)i(the)f(Bull)f(DPX)h(5000)f(series,)i(the)f(Con)o(trol)f(Data)g (4000)g(series,)i(and)e(most)g(w)o(orkstations)83 641 y(lik)o(e)k(those)i(of) e(DEC,)g(Hewlett-P)o(ac)o(k)n(ard,)h(and)g(Sun)f(Microsystems.)21 b(The)16 b(de\014nition)e(of)g(SISD)h(mac)o(hines)f(is)g(giv)o(en)83 691 y(here)h(for)f(completeness')g(sak)o(e.)k(W)m(e)13 b(will)g(not)h (discuss)h(this)f(t)o(yp)q(e)g(of)f(mac)o(hines)g(in)h(this)g(rep)q(ort.)42 754 y({)20 b Fg(SIMD)15 b Fm(mac)o(hines:)21 b(Suc)o(h)c(systems)f(often)f (ha)o(v)o(e)h(a)g(large)f(n)o(um)o(b)q(er)g(of)h(pro)q(cessing)h(units,)f (ranging)f(from)f(1,024)g(to)83 804 y(16,384)e(that)h(all)g(ma)o(y)e(execute) k(the)g(same)d(instruction)i(on)f(di\013eren)o(t)i(data)e(in)g(lo)q(c)o (k-step.)18 b(So,)13 b(a)g(single)g(instruction)83 854 y(manipulates)f(man)o (y)g(data)h(items)f(in)h(parallel.)k(Examples)c(of)f(SIMD)i(mac)o(hines)e(in) i(this)f(class)h(are)g(the)g(AMT)g(D)o(AP)83 903 y(and)g(the)g(MasP)o(ar)g (MP-2.)83 966 y(Another)d(sub)q(class)f(of)f(the)i(SIMD)e(systems)h(are)g (the)h(v)o(ectorpro)q(cessors.)19 b(V)m(ectorpro)q(cessors)13 b(act)d(on)f(arra)o(ys)h(of)f(similar)83 1016 y(data)j(rather)i(than)f(on)f (single)g(data)h(items)e(using)i(sp)q(ecially)f(structured)j(CPUs.)j(When)13 b(data)g(can)g(b)q(e)g(manipulated)83 1066 y(b)o(y)f(these)j(v)o(ector)e (units,)g(results)g(can)g(b)q(e)h(deliv)o(ered)f(with)f(a)g(rate)i(of)e(one,) g(t)o(w)o(o)h(and)f(|)g(in)g(sp)q(ecial)h(cases)h(|)e(of)g(three)83 1116 y(p)q(er)i(clo)q(c)o(k)e(cycle)i(\(a)e(clo)q(c)o(k)h(cycle)g(b)q(eing)g (de\014ned)h(as)e(the)i(basic)f(in)o(ternal)f(unit)g(of)g(time)g(for)g(the)h (system\).)18 b(So,)12 b(v)o(ector)83 1166 y(pro)q(cessors)k(execute)f(on)f (their)g(data)f(in)g(an)g(almost)f(parallel)g(w)o(a)o(y)h(but)h(only)f(when)h (executing)g(in)g(v)o(ector)g(mo)q(de.)j(In)83 1216 y(this)e(case)h(they)f (are)g(sev)o(eral)h(times)d(faster)j(than)f(when)g(executing)h(in)e(con)o(v)o (en)o(tional)g(scalar)h(mo)q(de.)k(F)m(or)c(practical)83 1265 y(purp)q(oses)g(v)o(ectorpro)q(cessors)i(are)d(therefore)h(mostly)d(regarded) j(as)e(SIMD)h(mac)o(hines.)j(Examples)12 b(of)h(suc)o(h)i(systems)83 1315 y(are)f(for)g(instance)h(the)f(Con)o(v)o(ex)g(3210,)e(and)i(the)g(NEC)g (SX-3/11.)42 1378 y({)20 b Fg(MISD)15 b Fm(mac)o(hines:)k(Theoretically)c(in) g(these)i(t)o(yp)q(e)e(of)g(mac)o(hines)f(m)o(ultiple)f(instructions)j (should)f(act)g(on)g(a)g(single)83 1428 y(stream)h(of)g(data.)26 b(As)17 b(y)o(et)f(no)h(practical)f(mac)o(hine)f(in)h(this)h(class)g(has)g(b) q(een)g(constructed)i(nor)d(are)h(suc)o(h)h(systems)83 1478 y(easily)13 b(to)h(conceiv)o(e.)19 b(W)m(e)14 b(will)e(disregard)i(them)f(in) h(the)g(follo)o(wing)e(discussions.)42 1541 y({)20 b Fg(MIMD)11 b Fm(mac)o(hines:)16 b(These)c(mac)o(hines)e(execute)j(sev)o(eral)e (instruction)g(streams)g(in)f(parallel)g(on)h(di\013eren)o(t)h(data.)k(The)83 1591 y(di\013erence)e(with)d(the)h(m)o(ulti-pro)q(cessor)g(SISD)f(mac)o (hines)g(men)o(tioned)g(ab)q(o)o(v)o(e)g(lies)h(in)f(the)h(fact)g(that)g(the) g(instructions)83 1641 y(and)h(data)g(are)g(related)h(b)q(ecause)h(they)e (represen)o(t)j(di\013eren)o(t)e(parts)f(of)g(the)h(same)e(task)h(to)g(b)q(e) h(executed.)19 b(So,)13 b(MIMD)83 1690 y(systems)f(ma)o(y)d(run)j(man)o(y)e (sub-tasks)i(in)f(parallel)g(in)g(order)h(to)g(shorten)g(the)g (time-to-solution)d(for)j(the)g(main)d(task)j(to)83 1740 y(b)q(e)h(executed.) 20 b(There)14 b(is)f(a)f(large)h(v)n(ariet)o(y)f(of)g(MIMD)h(systems)g(and)g (esp)q(ecially)g(in)f(this)h(class)g(the)h(Flynn)e(taxonom)o(y)83 1790 y(pro)o(v)o(es)k(to)f(b)q(e)h(not)g(fully)e(adequate)i(for)f(the)h (classi\014cation)f(of)g(systems.)23 b(Systems)15 b(that)h(b)q(eha)o(v)o(e)g (v)o(ery)f(di\013eren)o(tly)83 1840 y(lik)o(e)g(a)g(t)o(w)o(o-pro)q(cessor)i (Cra)o(y)f(Y-MP)g(C92)f(and)g(a)h(thousand)g(pro)q(cessor)h(P)o(arsys)g (SN1000)e(fall)f(b)q(oth)i(in)f(this)h(class.)83 1890 y(In)e(the)g(follo)o (wing)d(w)o(e)j(will)e(mak)o(e)g(another)j(imp)q(ortan)o(t)c(distinction)j(b) q(et)o(w)o(een)h(classes)g(of)e(systems)h(and)f(treat)i(them)83 1940 y(accordingly)m(.)42 2015 y({)20 b Fg(Shared)14 b(memory)i(systems)p Fm(:)h(Shared)e(memory)c(systems)j(ha)o(v)o(e)g(m)o(ultiple)e(CPUs)j(all)e (of)g(whic)o(h)h(share)h(the)g(same)83 2065 y(address)k(space.)32 b(This)18 b(means)f(that)h(the)h(kno)o(wledge)e(of)h(where)h(data)f(is)g (stored)h(is)e(of)h(no)g(concern)h(to)f(the)h(user)83 2115 y(as)f(there)i(is)e(only)f(one)i(memory)c(accessed)21 b(b)o(y)d(all)f(CPUs)i (on)f(an)g(equal)g(basis.)31 b(Shared)18 b(memory)e(systems)j(can)83 2165 y(b)q(e)d(b)q(oth)f(SIMD)g(or)g(MIMD.)f(Single-CPU)h(v)o(ector)g(pro)q (cessors)j(can)d(b)q(e)h(regarded)g(as)f(an)f(example)g(of)h(the)g(former,)83 2214 y(while)g(the)h(m)o(ulti-CPU)d(mo)q(dels)h(of)g(these)j(mac)o(hines)d (are)i(examples)e(of)h(the)h(latter.)22 b(W)m(e)15 b(will)f(sometimes)f(use)j (the)83 2264 y(abbreviations)e(SM-SIMD)f(and)h(SM-MIMD)f(for)h(the)g(t)o(w)o (o)g(sub)q(classes.)42 2327 y({)20 b Fg(Distribu)o(ted)14 b(memory)k(systems) p Fm(:)j(In)15 b(this)h(case)h(eac)o(h)g(CPU)f(has)g(its)g(o)o(wn)f(asso)q (ciated)i(memory)m(.)k(The)16 b(CPUs)83 2377 y(are)g(connected)g(in)f(some)f (w)o(a)o(y)h(and)g(ma)o(y)e(exc)o(hange)j(data)e(b)q(et)o(w)o(een)j(their)e (resp)q(ectiv)o(e)j(memories)13 b(when)i(required.)83 2427 y(In)f(con)o(trast)h(to)e(shared)i(memory)d(mac)o(hines)h(the)h(user)h(m)o (ust)e(b)q(e)i(a)o(w)o(are)e(of)h(the)g(lo)q(cation)f(of)h(the)g(data)g(in)f (the)i(lo)q(cal)83 2477 y(memories)g(and)i(will)f(ha)o(v)o(e)h(to)g(mo)o(v)o (e)e(or)i(distribute)h(these)h(data)d(explicitly)h(when)g(needed.)29 b(Again,)17 b(distributed)83 2527 y(memory)f(systems)j(ma)o(y)d(b)q(e)j (either)g(SIMD)g(or)f(MIMD.)g(The)h(\014rst)g(class)g(of)f(SIMD)g(systems)h (men)o(tioned)e(whic)o(h)83 2576 y(op)q(erate)h(in)f(lo)q(c)o(k)g(step,)h (all)e(ha)o(v)o(e)h(distributed)h(memories)d(asso)q(ciated)j(to)f(the)h(pro)q (cessors.)30 b(F)m(or)16 b(the)i(distributed)83 2626 y(memory)c(MIMD)j (systems)g(again)e(a)i(sub)q(division)f(is)h(p)q(ossible:)24 b(those)17 b(in)g(whic)o(h)f(the)i(pro)q(cessors)h(are)e(connected)83 2676 y(in)f(a)h(\014xed)g(top)q(ology)f(and)h(those)g(in)g(whic)o(h)f(the)i (top)q(ology)e(is)g(\015exible)h(and)g(ma)o(y)e(v)n(ary)h(from)f(task)i(to)g (task.)27 b(F)m(or)83 2726 y(the)15 b(distributed)g(memory)d(systems)i(w)o(e) g(will)f(sometimes)g(use)i(DM-SIMD)e(and)h(DM-MIMD)g(to)g(indicate)g(the)h(t) o(w)o(o)83 2776 y(sub)q(classes.)964 2875 y(3)p eop %%Page: 4 10 bop 83 42 a Fm(Although)19 b(the)i(di\013erence)g(b)q(et)o(w)o(een)g(shared-) g(and)e(distributed)i(memory)c(mac)o(hines)i(seems)h(clear)g(cut,)h(this)f (is)0 91 y(not)f(alw)o(a)o(ys)f(en)o(tirely)i(the)g(case)g(from)d(user's)k(p) q(oin)o(t)e(of)f(view.)34 b(F)m(or)19 b(instance,)i(the)f(late)f(Kendall)g (Square)h(Researc)o(h)0 141 y(systems)12 b(emplo)o(y)o(ed)e(the)j(idea)f(of)f (\\virtual)g(shared)i(memory")c(on)j(a)f(hardw)o(are)i(lev)o(el.)k(Virtual)11 b(shared)i(memory)c(can)j(also)0 191 y(b)q(e)k(sim)o(ulated)d(at)i(the)h (programmi)o(ng)c(lev)o(el:)21 b(The)15 b(\014rst)h(draft)f(prop)q(osal)g (for)g(High)f(P)o(erformance)h(F)m(ortran)g(\(HPF\))h(w)o(as)0 241 y(published)11 b(in)f(No)o(v)o(em)o(b)q(er)g(1992)g([12])f(whic)o(h)h(b)o (y)h(means)f(of)g(compiler)f(directiv)o(es)j(distributes)f(the)h(data)e(o)o (v)o(er)h(the)g(a)o(v)n(ailable)0 291 y(pro)q(cessors.)20 b(The)15 b(prop)q(osal)e(w)o(as)h(\014xed)g(b)o(y)g(Ma)o(y)f(1993.)k(Therefore,)e(the) f(system)g(on)g(whic)o(h)g(HPF)g(is)g(implem)o(en)o(ted)e(will)0 340 y(act)k(in)g(this)g(case)i(as)e(a)g(shared)h(memory)c(mac)o(hine)i(to)h (the)h(user.)26 b(Other)17 b(v)o(endors)g(of)f(Massiv)o(ely)f(P)o(arallel)g (Pro)q(cessing)0 390 y(systems)g(\(the)h(buzz-w)o(ord)f(MPP)h(systems)f(is)f (fashionable)g(here\),)i(lik)o(e)e(Con)o(v)o(ex)h(and)g(Cra)o(y)m(,)e(also)i (supp)q(ort)g(proprietary)0 440 y(virtual)10 b(shared-memory)f(programming)e (mo)q(dels)j(whic)o(h)h(means)f(that)g(these)j(ph)o(ysically)c(distributed)j (memory)c(systems,)0 490 y(b)o(y)14 b(virtue)g(of)f(the)i(programmi)o(ng)c (mo)q(del,)h(logically)f(will)i(b)q(eha)o(v)o(e)h(as)g(shared)h(memory)c (systems.)83 574 y(Another)k(trend)g(that)f(came)f(up)h(recen)o(tly)h(is)f Fh(distributed)h(pro)q(cessing)p Fm(.)k(This)14 b(tak)o(es)g(the)h(DM-MIMD)e (concept)j(one)0 624 y(step)f(further:)k(instead)c(of)e(man)o(y)g(in)o (tegrated)h(pro)q(cessors)j(in)c(one)i(or)f(sev)o(eral)g(b)q(o)o(xes,)g(w)o (orkstations,)g(mainfram)o(es,)e(etc.,)0 674 y(are)i(connected)h(b)o(y)d (Ethernet,)j(FDDI,)d(or)h(otherwise)h(and)f(set)h(to)f(w)o(ork)g(concurren)o (tly)i(on)d(tasks)i(in)f(the)h(same)e(program.)0 724 y(Conceptually)m(,)i (this)h(is)f(not)h(di\013eren)o(t)h(from)d(DM-MIMD)h(computing,)f(but)i(the)g (comm)o(unication)c(b)q(et)o(w)o(een)17 b(pro)q(cessors)0 773 y(is)d(often)f(orders)i(of)e(magnitude)f(slo)o(w)o(er.)18 b(Man)o(y)13 b(pac)o(k)n(ages)h(to)f(realise)h(distributed)h(computing,)c(commercial,)g (and)i(non-)0 823 y(commercial)h(are)i(a)o(v)n(ailable.)23 b(Probably)16 b(the)g(most)f(notable)h(ones)h(are)g(P)o(arasoft's)f(Express)i (\(commercial\))13 b(and)j(PVM)0 873 y(\(standing)f(for)f(P)p 250 880 29 2 v(arallel)g(V)p 404 880 32 2 v(irtual)g(M)p 549 880 39 2 v(ac)o(hine,)g(non-commercial\))e([2].)19 b(PVM)d(has)e(b)q(een)i (adopted)f(b)o(y)g(Con)o(v)o(ex,)f(and)g(IBM)0 923 y(for)e(the)h(transition)f (stage)h(b)q(et)o(w)o(een)h(distributed)f(computing)e(and)h(MPP)h(on)g(the)g (clusters)h(of)e(their)g(fa)o(v)o(orite)g(pro)q(cessors.)0 973 y(A)f(prop)q(osal)f(for)g(a)g(message)g(passing)h(standard,)g(called)f (MPI)h(for)f(M)p 1044 980 V(essage)i(P)p 1204 980 29 2 v(assing)e(I)p 1351 980 15 2 v(in)o(terface,)h(has)g(recen)o(tly)h(b)q(een)f(\014xed)0 1022 y(and)h(ma)o(y)f(help)h(in)g(making)e(message)i(passing)g(programs)g(p)q (ortable)g(b)q(oth)h(for)f(distributed)h(pro)q(cessing)g(and)f(DM-MIMD)0 1072 y(parallel)h(pro)q(cessing)i([16].)0 1161 y Ff(2.1)h(Shared-memory)g (SIMD)h(mac)o(hines)14 1235 y Fm(This)d(sub)q(class)h(of)f(mac)o(hines)f(is)h (practically)f(equiv)n(alen)o(t)g(to)h(the)h(single-pro)q(cessor)g(v)o (ectorpro)q(cessors,)i(although)c(other)0 1285 y(in)o(teresting)j(mac)o (hines)e(in)h(this)g(sub)q(class)h(ha)o(v)o(e)f(b)q(een)h(in)f(existence.)24 b(In)15 b(the)g(blo)q(c)o(k)g(diagram)e(in)i(Figure)g(1)g(w)o(e)g(depict)h(a) 0 1334 y(generic)f(mo)q(del)d(of)h(a)h(v)o(ector)h(arc)o(hitecture.)p 0 1373 1949 2 v 0 1385 a 21379072 14669333 9406791 18682019 30785863 33351352 startTexFig 0 1385 a %%BeginDocument: vecpr.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 68.5 538.5 translate 0.630 -0.630 scale 0.500 setlinewidth n 224 269 m 224 214 l 159 214 l 159 269 l clp gs col-1 s gr n 219 214 m 219 209 l 154 209 l 154 264 l 159 264 l gs col-1 s gr n 214 209 m 214 204 l 149 204 l 149 259 l 154 259 l gs col-1 s gr n 364 319 m 364 214 l 284 214 l 284 319 l clp gs col-1 s gr n 359 214 m 359 209 l 279 209 l 279 314 l 284 314 l gs col-1 s gr n 354 209 m 354 204 l 274 204 l 274 309 l 279 309 l gs col-1 s gr n 364 264 m 284 264 l gs col-1 s gr n 284 259 m 284 259 l gs col-1 s gr n 284 259 m 279 259 l gs col-1 s gr n 279 254 m 274 254 l gs col-1 s gr n 489 319 m 489 214 l 409 214 l 409 319 l clp gs col-1 s gr n 484 214 m 484 209 l 404 209 l 404 314 l 409 314 l gs col-1 s gr n 479 209 m 479 204 l 399 204 l 399 309 l 404 309 l gs col-1 s gr n 489 264 m 409 264 l gs col-1 s gr n 409 259 m 409 259 l gs col-1 s gr n 409 259 m 404 259 l gs col-1 s gr n 404 254 m 399 254 l gs col-1 s gr n 224 359 m 224 304 l 159 304 l 159 359 l clp gs col-1 s gr n 219 304 m 219 299 l 154 299 l 154 354 l 159 354 l gs col-1 s gr n 214 299 m 214 294 l 149 294 l 149 349 l 154 349 l gs col-1 s gr n 609 319 m 609 214 l 529 214 l 529 319 l clp gs col-1 s gr n 604 214 m 604 209 l 524 209 l 524 314 l 529 314 l gs col-1 s gr n 599 209 m 599 204 l 519 204 l 519 309 l 524 309 l gs col-1 s gr n 609 264 m 529 264 l gs col-1 s gr n 529 259 m 529 259 l gs col-1 s gr n 529 259 m 524 259 l gs col-1 s gr n 524 254 m 519 254 l gs col-1 s gr /Times-Roman findfont 12.00 scalefont setfont 264 349 m gs 1 -1 scale (IP/ALU: Integer processor) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 264 385 m gs 1 -1 scale (VPU : Vector processing unit) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 264 403 m gs 1 -1 scale (IOP : I/O processor) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 264 367 m gs 1 -1 scale (FPU : Scalar floating -point unit) col-1 show gr n 359 139 m 359 159 l 174 159 l 174 204 l gs col-1 s gr n 379 139 m 379 159 l 569 159 l 569 204 l gs col-1 s gr n 549 204 m 549 179 l 454 179 l 454 204 l gs col-1 s gr n 434 204 m 434 204 l gs col-1 s gr n 434 204 m 434 179 l 329 179 l 329 204 l gs col-1 s gr n 309 204 m 309 179 l 194 179 l 194 204 l gs col-1 s gr n 174 269 m 174 294 l gs col-1 s gr n 194 269 m 194 294 l gs col-1 s gr n 634 139 m 634 49 l 119 49 l 119 139 l clp gs col-1 s gr /Times-Roman findfont 10.00 scalefont setfont 304 234 m gs 1 -1 scale (Instr/Data) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 314 249 m gs 1 -1 scale (cache) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 439 234 m gs 1 -1 scale (Data) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 439 249 m gs 1 -1 scale (cache) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 554 234 m gs 1 -1 scale (Vector) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 554 249 m gs 1 -1 scale (registers) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 169 334 m gs 1 -1 scale (Peripherals) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 294 294 m gs 1 -1 scale (IP/ALU) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 429 294 m gs 1 -1 scale (FPU) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 549 294 m gs 1 -1 scale (VPU) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 334 94 m gs 1 -1 scale (Memory) col-1 show gr /Times-Roman findfont 18.00 scalefont setfont 179 249 m gs 1 -1 scale (IOP) col-1 show gr showpage $F2psEnd %%EndDocument 0 1385 a endTexFig 0 2328 1949 2 v 0 2370 a Fe(Figur)n(e)g(1.)k(Blo)n(ck)c(diagr)n(am)f(of)h(a)g (ve)n(ctor)g(pr)n(o)n(c)n(essor.)0 2452 y Fm(The)e(single-pro)q(cessor)h(v)o (ector)f(mac)o(hine)e(will)g(ha)o(v)o(e)h(only)g(one)g(of)g(the)h(v)o (ectorpro)q(cessors)j(depicted)d(and)f(the)i(system)e(ma)o(y)0 2502 y(ev)o(en)g(ha)o(v)o(e)f(its)h(scalar)f(\015oating-p)q(oin)o(t)f (capabilit)o(y)g(shared)j(with)e(the)h(v)o(ector)g(pro)q(cessor)h(\(as)f(is)f (the)h(case)h(in)e(Cra)o(y)g(systems,)0 2552 y(see)16 b(3.3.4\).)i(It)d(ma)o (y)e(b)q(e)i(noted)g(that)g(the)g(VPU)g(do)q(es)g(not)g(sho)o(w)f(a)g(cac)o (he.)22 b(The)15 b(ma)r(jorit)o(y)d(of)i(v)o(ectorpro)q(cessors)k(do)c(not)0 2602 y(emplo)o(y)g(a)i(cac)o(he)h(an)o(ymore.)24 b(In)16 b(man)o(y)f(cases)i (the)g(v)o(ector)g(unit)f(cannot)g(tak)o(e)g(adv)n(an)o(tage)g(of)f(it)h(and) g(execution)h(sp)q(eed)0 2652 y(ma)o(y)12 b(ev)o(en)i(b)q(e)h(unfa)o(v)o (ourably)d(a\013ected)k(b)q(ecause)f(of)f(frequen)o(t)g(cac)o(he)h(o)o(v)o (er\015o)o(w.)0 2726 y(Although)i(v)o(ectorpro)q(cessors)k(ha)o(v)o(e)d (existed)g(that)g(loaded)g(their)g(op)q(erands)g(directly)g(from)e(memory)g (and)h(stored)i(the)0 2776 y(results)13 b(again)d(immediately)e(in)k(memory)d (\(CDC)i(Cyb)q(er)i(205,)e(ET)m(A-10\),)g(all)f(presen)o(t-da)o(y)j(v)o (ectorpro)q(cessors)h(use)f(v)o(ector)964 2875 y(4)p eop %%Page: 5 11 bop 0 42 a Fm(registers.)32 b(This)18 b(usually)f(do)q(es)i(not)f(impair)e (the)j(sp)q(eed)g(of)f(op)q(erations)g(while)g(pro)o(viding)f(m)o(uc)o(h)g (more)g(\015exibilit)o(y)f(in)0 91 y(gathering)e(op)q(erands)g(and)g (manipulation)d(with)i(in)o(termediate)g(results.)0 159 y(Because)j(of)d(the) h(generic)h(nature)f(of)f(Fig.)g(1)g(no)h(details)f(of)h(the)g(in)o (terconnection)h(b)q(et)o(w)o(een)g(the)f(VPU)g(and)g(the)g(memory)0 209 y(are)j(sho)o(wn.)27 b(Still,)16 b(these)i(details)f(are)g(v)o(ery)g(imp) q(ortan)o(t)e(for)i(the)g(e\013ectiv)o(e)h(sp)q(eed)h(of)d(a)g(v)o(ector)i (op)q(eration:)24 b(when)17 b(the)0 259 y(bandwidth)d(b)q(et)o(w)o(een)i (memory)c(and)i(the)h(VPU)g(is)f(to)q(o)g(small)e(it)i(is)g(not)h(p)q (ossible)f(to)g(tak)o(e)h(full)e(adv)n(an)o(tage)h(of)f(the)i(VPU)0 309 y(b)q(ecause)d(it)d(has)h(to)g(w)o(ait)g(for)f(op)q(erands)i(and/or)f (has)g(to)g(w)o(ait)f(b)q(efore)i(it)e(can)i(store)f(results.)18 b(When)11 b(the)f(ratio)g(of)f(arithmetic)0 358 y(to)i(load/store)g(op)q (erations)h(is)f(not)g(high)g(enough)g(to)h(comp)q(ensate)f(for)g(suc)o(h)h (situations,)f(sev)o(ere)i(p)q(erformance)f(losses)g(ma)o(y)0 408 y(b)q(e)18 b(incurred.)29 b(Because)20 b(of)c(the)i(high)f(costs)h(of)f (implemen)o(ting)d(these)19 b(datapaths)e(b)q(et)o(w)o(een)i(memory)c(and)i (the)h(VPU,)0 458 y(often)e(compromises)e(are)i(sough)o(t)g(and)g(the)g(n)o (um)o(b)q(er)g(of)f(systems)h(that)g(ha)o(v)o(e)g(the)g(full)f(required)i (bandwidth)e(\(i.e.,)g(t)o(w)o(o)0 508 y(load)e(op)q(erations)h(and)g(one)g (store)h(op)q(eration)e(at)h(the)h Fh(same)g Fm(time\))e(is)g(limited.)0 576 y(The)j(VPU)f(is)g(sho)o(wn)g(as)h(a)e(single)h(blo)q(c)o(k)g(in)g(Fig.)f (1.)21 b(Y)m(et,)15 b(again)f(there)j(is)e(a)f(considerable)i(div)o(ersit)o (y)f(in)g(the)h(structure)0 625 y(of)g(VPUs.)27 b(Ev)o(ery)18 b(VPU)f(is)f(constituted)i(of)e(a)h(n)o(um)o(b)q(er)e(of)i(v)o(ector)g (functional)f(units,)h(or)f(\\pip)q(es")h(that)g(ful\014ll)e(one)i(or)0 675 y(sev)o(eral)h(functions)f(in)f(the)i(VPU.)f(Ev)o(ery)h(VPU)f(will)f(ha)o (v)o(e)h(pip)q(es)g(that)g(are)h(designated)f(to)g(p)q(erform)f(memory)f (access)0 725 y(functions,)h(th)o(us)h(assuring)g(the)f(timely)f(deliv)o(ery) h(of)g(op)q(erands)h(to)f(the)h(arithmetic)e(pip)q(es)i(and)f(of)g(storing)g (the)h(results)0 775 y(in)g(memory)e(again.)26 b(Usually)17 b(there)i(will)c(b)q(e)j(sev)o(eral)g(arithmetic)e(functional)g(units)i(for)f (in)o(teger/logical)e(arithmetic,)0 825 y(for)g(\015oating-p)q(oin)o(t)f (addition,)g(for)h(m)o(ultiplication)d(and)j(sometimes)f(a)h(com)o(bination)e (of)i(b)q(oth,)h(a)f(so-called)g(comp)q(ound)0 874 y(op)q(eration.)j(The)d (division)e(is)h(usually)f(appro)o(ximated)f(in)i(the)g(m)o(ultiply)d(pip)q (e.)19 b(In)14 b(addition,)f(there)i(will)e(almost)f(alw)o(a)o(ys)0 924 y(b)q(e)k(a)g(mask)e(pip)q(e)i(to)g(enable)g(op)q(eration)f(on)h(a)f (selected)j(subset)f(of)e(elemen)o(ts)h(in)f(a)h(v)o(ector)g(of)g(op)q (erands.)24 b(Lastly)m(,)15 b(suc)o(h)0 974 y(sets)h(of)d(v)o(ector)i(pip)q (es)g(can)g(b)q(e)g(replicated)g(within)e(one)i(VPU)g(\(2-)f(and)g(4-fold)f (replication)h(are)g(common\).)j(Ideally)m(,)c(this)0 1024 y(will)f(increase)k(the)e(p)q(erformance)g(p)q(er)h(VPU)f(b)o(y)g(the)g(same) f(factor.)0 1105 y Ff(2.2)j(Distributed-memory)g(SIMD)h(mac)o(hines)15 1173 y Fm(Mac)o(hines)e(of)f(this)h(t)o(yp)q(e)g(are)g(sometimes)e(also)h (kno)o(wn)g(as)h Fh(pro)q(cessor-arra)o(y)k Fm(mac)o(hines)14 b([10].)19 b(Because)d(the)g(pro)q(cessors)0 1222 y(of)h(these)i(mac)o(hines) d(op)q(erate)i(in)f(lo)q(c)o(k-step,)i(i.e.,)d(all)g(pro)q(cessors)k(execute) f(the)f(same)f(instruction)g(at)h(the)g(same)e(time)0 1272 y(\(but)e(on)f(di\013eren)o(t)i(data)e(items\),)g(no)g(sync)o(hronisation)h (b)q(et)o(w)o(een)h(pro)q(cessors)h(is)d(required.)19 b(This)14 b(greatly)f(simpli\014es)f(the)0 1322 y(design)h(of)f(suc)o(h)i(systems.)k (Figure)13 b(2)f(sho)o(ws)i(a)e(generic)i(mo)q(del)d(of)i(a)f(DM-SIMD)g(mac)o (hine)g(of)g(whic)o(h)h(actual)g(mo)q(dels)e(will)0 1372 y(deviate)j(sligh)o (tly)m(.)p 0 1404 1949 2 v 0 1416 a 30456955 15064023 4867850 18484674 35324805 33548697 startTexFig 0 1416 a %%BeginDocument: parray.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 51.5 521.5 translate 0.630 -0.630 scale 4.000 setlinewidth 1 setlinecap [1 9.000000] 9.000000 setdash n 491 23 m 332 23 l 333 23 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 485 31 m 326 31 l 327 31 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 479 39 m 320 39 l 321 39 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 474 47 m 315 47 l 316 47 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 468 55 m 309 55 l 310 55 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 462 63 m 303 63 l 304 63 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 457 71 m 298 71 l 299 71 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 453 79 m 294 79 l 295 79 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 446 87 m 287 87 l 288 87 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 441 95 m 282 95 l 283 95 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 430 111 m 271 111 l 272 111 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 436 103 m 277 103 l 278 103 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 425 119 m 266 119 l 267 119 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 413 137 m 254 137 l 255 137 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 418 128 m 259 128 l 260 128 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 1 setlinecap [1 9.000000] 9.000000 setdash n 407 145 m 248 145 l 249 145 l gs 0.00 setgray fill gr gs col0 s gr [] 0 setdash 0 setlinecap 0.500 setlinewidth n 340 24 m 256 146 l gs 0.00 setgray fill gr gs col0 s gr n 349 24 m 265 146 l gs 0.00 setgray fill gr gs col0 s gr n 360 24 m 276 146 l gs 0.00 setgray fill gr gs col0 s gr n 370 24 m 286 146 l gs 0.00 setgray fill gr gs col0 s gr n 379 24 m 295 146 l gs 0.00 setgray fill gr gs col0 s gr n 390 24 m 306 146 l gs 0.00 setgray fill gr gs col0 s gr n 400 24 m 316 146 l gs 0.00 setgray fill gr gs col0 s gr n 409 24 m 325 146 l gs 0.00 setgray fill gr gs col0 s gr n 420 23 m 336 145 l gs 0.00 setgray fill gr gs col0 s gr n 429 24 m 345 146 l gs 0.00 setgray fill gr gs col0 s gr n 439 24 m 355 146 l gs 0.00 setgray fill gr gs col0 s gr n 449 24 m 365 146 l gs 0.00 setgray fill gr gs col0 s gr n 459 24 m 375 146 l gs 0.00 setgray fill gr gs col0 s gr n 470 23 m 386 145 l gs 0.00 setgray fill gr gs col0 s gr n 480 23 m 396 145 l gs 0.00 setgray fill gr gs col0 s gr n 491 23 m 407 145 l gs 0.00 setgray fill gr gs col0 s gr n 490 23 m 340 23 l gs 0.00 setgray fill gr gs col0 s gr n 481 31 m 331 31 l gs 0.00 setgray fill gr gs col0 s gr n 477 39 m 327 39 l gs 0.00 setgray fill gr gs col0 s gr n 472 47 m 322 47 l gs 0.00 setgray fill gr gs col0 s gr n 467 55 m 317 55 l gs 0.00 setgray fill gr gs col0 s gr n 463 63 m 313 63 l gs 0.00 setgray fill gr gs col0 s gr n 455 71 m 305 71 l gs 0.00 setgray fill gr gs col0 s gr n 451 79 m 301 79 l gs 0.00 setgray fill gr gs col0 s gr n 444 87 m 294 87 l gs 0.00 setgray fill gr gs col0 s gr n 439 95 m 289 95 l gs 0.00 setgray fill gr gs col0 s gr n 433 103 m 283 103 l gs 0.00 setgray fill gr gs col0 s gr n 424 119 m 274 119 l gs 0.00 setgray fill gr gs col0 s gr n 416 128 m 266 128 l gs 0.00 setgray fill gr gs col0 s gr n 412 137 m 262 137 l gs 0.00 setgray fill gr gs col0 s gr n 428 111 m 278 111 l gs 0.00 setgray fill gr gs col0 s gr n 405 145 m 255 145 l gs 0.00 setgray fill gr gs col0 s gr n 257 147 m 257 221 l gs 0.00 setgray fill gr gs col0 s gr n 276 147 m 276 221 l gs 0.00 setgray fill gr gs col0 s gr n 266 147 m 266 221 l gs 0.00 setgray fill gr gs col0 s gr n 286 147 m 286 221 l gs 0.00 setgray fill gr gs col0 s gr n 306 147 m 306 221 l gs 0.00 setgray fill gr gs col0 s gr n 296 147 m 296 221 l gs 0.00 setgray fill gr gs col0 s gr n 316 147 m 316 221 l gs 0.00 setgray fill gr gs col0 s gr n 326 147 m 326 221 l gs 0.00 setgray fill gr gs col0 s gr n 336 147 m 336 221 l gs 0.00 setgray fill gr gs col0 s gr n 346 147 m 346 221 l gs 0.00 setgray fill gr gs col0 s gr n 356 147 m 356 221 l gs 0.00 setgray fill gr gs col0 s gr n 366 147 m 366 221 l gs 0.00 setgray fill gr gs col0 s gr n 376 147 m 376 221 l gs 0.00 setgray fill gr gs col0 s gr n 386 147 m 386 221 l gs 0.00 setgray fill gr gs col0 s gr n 396 147 m 396 221 l gs 0.00 setgray fill gr gs col0 s gr n 406 147 m 406 221 l gs 0.00 setgray fill gr gs col0 s gr n 491 25 m 491 99 l gs 0.00 setgray fill gr gs col0 s gr n 491 100 m 407 222 l gs 0.00 setgray fill gr gs col0 s gr n 479 42 m 479 116 l gs 0.00 setgray fill gr gs col0 s gr n 485 32 m 485 108 l gs 0.00 setgray fill gr gs col0 s gr n 473 50 m 473 126 l gs 0.00 setgray fill gr gs col0 s gr n 468 57 m 468 133 l gs 0.00 setgray fill gr gs col0 s gr n 462 65 m 462 141 l gs 0.00 setgray fill gr gs col0 s gr n 457 73 m 457 149 l gs 0.00 setgray fill gr gs col0 s gr n 446 89 m 446 164 l gs 0.00 setgray fill gr gs col0 s gr n 452 81 m 452 157 l gs 0.00 setgray fill gr gs col0 s gr n 441 97 m 441 171 l gs 0.00 setgray fill gr gs col0 s gr n 431 112 m 431 112 l gs col0 s gr n 430 112 m 430 189 l 430 188 l gs 0.00 setgray fill gr gs col0 s gr n 435 106 m 435 181 l gs 0.00 setgray fill gr gs col0 s gr n 424 121 m 424 197 l gs 0.00 setgray fill gr gs col0 s gr n 418 130 m 418 206 l gs 0.00 setgray fill gr gs col0 s gr n 412 139 m 412 214 l gs 0.00 setgray fill gr gs col0 s gr n 406 222 m 257 222 l 257 221 l gs 0.00 setgray fill gr gs col0 s gr n 491 83 m 407 205 l gs 0.00 setgray fill gr gs col0 s gr n 491 70 m 407 192 l gs 0.00 setgray fill gr gs col0 s gr n 491 54 m 407 176 l gs 0.00 setgray fill gr gs col0 s gr n 406 206 m 257 206 l 257 205 l gs 0.00 setgray fill gr gs col0 s gr n 406 193 m 257 193 l 257 192 l gs 0.00 setgray fill gr gs col0 s gr n 406 177 m 257 177 l 257 176 l gs 0.00 setgray fill gr gs col0 s gr 2.000 setlinewidth n 257 222 m 257 380 l 256 379 l gs 0.00 setgray fill gr gs col0 s gr n 266 222 m 266 380 l 265 379 l gs 0.00 setgray fill gr gs col0 s gr n 276 222 m 276 380 l 275 379 l gs 0.00 setgray fill gr gs col0 s gr n 286 222 m 286 380 l 285 379 l gs 0.00 setgray fill gr gs col0 s gr n 296 222 m 296 380 l 295 379 l gs 0.00 setgray fill gr gs col0 s gr n 306 222 m 306 380 l 305 379 l gs 0.00 setgray fill gr gs col0 s gr n 316 222 m 316 380 l 315 379 l gs 0.00 setgray fill gr gs col0 s gr n 326 222 m 326 380 l 325 379 l gs 0.00 setgray fill gr gs col0 s gr n 336 222 m 336 380 l 335 379 l gs 0.00 setgray fill gr gs col0 s gr n 346 222 m 346 380 l 345 379 l gs 0.00 setgray fill gr gs col0 s gr n 355 222 m 355 380 l 354 379 l gs 0.00 setgray fill gr gs col0 s gr n 366 222 m 366 380 l 365 379 l gs 0.00 setgray fill gr gs col0 s gr n 376 222 m 376 380 l 375 379 l gs 0.00 setgray fill gr gs col0 s gr n 386 222 m 386 380 l 385 379 l gs 0.00 setgray fill gr gs col0 s gr n 396 222 m 396 380 l 395 379 l gs 0.00 setgray fill gr gs col0 s gr n 406 222 m 406 380 l 405 379 l gs 0.00 setgray fill gr gs col0 s gr n 412 215 m 412 372 l gs 0.00 setgray fill gr gs col0 s gr n 418 206 m 418 206 l gs col0 s gr n 418 206 m 418 364 l gs 0.00 setgray fill gr gs col0 s gr n 424 199 m 424 354 l gs 0.00 setgray fill gr gs col0 s gr n 430 189 m 430 346 l gs 0.00 setgray fill gr gs col0 s gr n 435 182 m 435 337 l gs 0.00 setgray fill gr gs col0 s gr n 441 173 m 441 328 l gs 0.00 setgray fill gr gs col0 s gr n 447 166 m 447 321 l gs 0.00 setgray fill gr gs col0 s gr n 453 158 m 453 313 l gs 0.00 setgray fill gr gs col0 s gr n 463 142 m 463 298 l gs 0.00 setgray fill gr gs col0 s gr n 474 126 m 474 283 l gs 0.00 setgray fill gr gs col0 s gr n 480 119 m 480 273 l gs 0.00 setgray fill gr gs col0 s gr n 486 110 m 486 264 l gs 0.00 setgray fill gr gs col0 s gr n 491 101 m 491 258 l gs 0.00 setgray fill gr gs col0 s gr n 458 152 m 458 307 l gs 0.00 setgray fill gr gs col0 s gr n 468 132 m 468 289 l gs 0.00 setgray fill gr gs col0 s gr 0.500 setlinewidth n 235 118 m 235 46 l 94 46 l 94 118 l clp gs col0 s gr n 235 70 m 307 70 l gs col0 s gr n 236 95 m 291 95 l gs col0 s gr n 94 72 m 49 72 l gs col0 s gr n 94 97 m 51 97 l gs col0 s gr n 513.000 28.000 m 505.000 26.000 l 513.000 24.000 l gs 2 setlinejoin col0 s gr n 505 26 m 638 26 l gs col0 s gr n 513.000 56.000 m 505.000 54.000 l 513.000 52.000 l gs 2 setlinejoin col0 s gr n 505 54 m 638 54 l gs col0 s gr n 513.000 73.000 m 505.000 71.000 l 513.000 69.000 l gs 2 setlinejoin col0 s gr n 505 71 m 638 71 l gs col0 s gr n 513.000 86.000 m 505.000 84.000 l 513.000 82.000 l gs 2 setlinejoin col0 s gr n 505 84 m 638 84 l gs col0 s gr n 513.000 174.000 m 505.000 172.000 l 513.000 170.000 l gs 2 setlinejoin col0 s gr n 505 172 m 638 172 l gs col0 s gr 1.000 setlinewidth n 237.000 187.000 m 253.000 191.000 l 237.000 195.000 l gs 2 setlinejoin col0 s gr n 253 191 m 161 191 l gs col0 s gr n 177.000 195.000 m 161.000 191.000 l 177.000 187.000 l gs 2 setlinejoin col0 s gr n 237.000 164.000 m 253.000 168.000 l 237.000 172.000 l gs 2 setlinejoin col0 s gr n 253 168 m 161 168 l gs col0 s gr n 177.000 172.000 m 161.000 168.000 l 177.000 164.000 l gs 2 setlinejoin col0 s gr n 237.000 212.000 m 253.000 216.000 l 237.000 220.000 l gs 2 setlinejoin col0 s gr n 253 216 m 161 216 l gs col0 s gr n 177.000 220.000 m 161.000 216.000 l 177.000 212.000 l gs 2 setlinejoin col0 s gr /Times-Roman findfont 12.00 scalefont setfont 35 94 m gs 1 -1 scale (front-end) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 116 184 m gs 1 -1 scale (Data lines to) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 90 206 m gs 1 -1 scale (front-end and I/O proc.) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 645 29 m gs 1 -1 scale (Processor array) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 644 58 m gs 1 -1 scale (Register Plane) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 646 75 m gs 1 -1 scale (Interconnection Network) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 644 91 m gs 1 -1 scale (Data Movement Plane) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 645 177 m gs 1 -1 scale (Memory) col0 show gr /Times-Roman findfont 16.00 scalefont setfont 136 98 m gs 1 -1 scale (Processor) col0 show gr /Times-Roman findfont 16.00 scalefont setfont 142 75 m gs 1 -1 scale (Control) col0 show gr /Times-Roman findfont 12.00 scalefont setfont 41 83 m gs 1 -1 scale (to/from) col0 show gr showpage $F2psEnd %%EndDocument 0 1416 a endTexFig 0 2384 1949 2 v 0 2426 a Fe(Figur)n(e)h(2.)k(A)14 b(generic)h(blo)n(ck)g (diagr)n(am)g(of)f(a)h(distribute)n(d)g(memory)f(SIMD)i(machine.)0 2509 y Fm(All)i(curren)o(tly)i(a)o(v)n(ailable)d(DM-SIMD)h(mac)o(hines)g(use) i(a)e(fron)o(t-end)h(pro)q(cessor)i(to)e(whic)o(h)g(they)g(are)h(connected)g (b)o(y)f(a)0 2558 y(datapath.)f(I/O)c(ma)o(y)e(b)q(e)i(through)g(the)g(fron)o (t-end)g(system,)g(b)o(y)f(the)i(pro)q(cessor)h(arra)o(y)d(mac)o(hine)g (itself)g(or)h(b)q(oth.)0 2626 y(Figure)19 b(2)f(migh)o(t)e(suggest)j(that)g (all)e(pro)q(cessors)k(in)d(suc)o(h)h(systems)g(are)g(connected)h(in)e(a)g (2-D)g(grid)g(and)g(indeed,)i(the)0 2676 y(in)o(terconnection)d(top)q(ology)d (of)i(this)g(t)o(yp)q(e)g(of)f(mac)o(hines)g(alw)o(a)o(ys)g(includes)h(the)h (2-D)e(grid.)24 b(As)16 b(opp)q(osing)f(ends)i(of)e(eac)o(h)0 2726 y(grid)c(line)h(are)g(also)f(alw)o(a)o(ys)g(connected)i(the)g(top)q (ology)d(is)i(rather)g(that)g(of)f(a)h(torus.)18 b(F)m(or)11 b(sev)o(eral)h(mac)o(hines)f(this)h(is)f(not)h(the)0 2776 y(only)g(in)o (terconnection)j(sc)o(heme:)i(They)d(migh)o(t)d(also)i(b)q(e)h(connected)h (in)d(3-D,)g(diagonally)m(,)e(or)k(more)e(complex)g(structures.)964 2875 y(5)p eop %%Page: 6 12 bop 0 42 a Fm(It)14 b(is)h(p)q(ossible)f(to)g(exclude)h(pro)q(cessors)i(in)d (the)h(arra)o(y)f(from)e(executing)j(an)f(instruction)h(on)f(certain)h (logical)e(conditions,)0 91 y(but)k(this)f(means)g(that)g(for)h(the)g(time)e (of)h(this)g(instruction)h(these)h(pro)q(cessors)h(are)e(idle)f(\(a)g(direct) h(consequence)i(of)d(the)0 141 y(SIMD)c(t)o(yp)q(e)i(op)q(eration\))e(whic)o (h)h(immediately)c(lo)o(w)o(ers)k(the)g(p)q(erformance.)18 b(Another)13 b(factor)g(that)g(ma)o(y)e(adv)o(ersely)i(a\013ect)0 191 y(the)k(sp)q(eed)h(o)q(ccurs)g(when)f(data)f(required)h(b)o(y)f(pro)q (cessor)i Fi(i)f Fm(resides)h(in)e(the)h(memory)d(of)i(pro)q(cessor)i Fi(j)h Fm(\(in)d(fact,)g(as)h(this)0 241 y(o)q(ccurs)f(for)f(all)e(pro)q (cessors)k(at)e(the)h(same)d(time)h(this)h(e\013ectiv)o(ely)g(means)g(that)f (data)h(will)e(ha)o(v)o(e)i(to)g(b)q(e)g(p)q(erm)o(uted)g(across)0 291 y(the)i(pro)q(cessors\).)26 b(T)m(o)15 b(access)j(the)f(data)e(in)h(pro)q (cessor)i Fi(j)r Fm(,)e(the)h(data)f(will)e(ha)o(v)o(e)i(to)g(b)q(e)g(fetc)o (hed)h(b)o(y)f(this)g(pro)q(cessor)i(and)0 340 y(then)13 b(send)h(through)f (the)g(routing)f(net)o(w)o(ork)h(to)f(pro)q(cessor)j Fi(i)p Fm(.)j(This)12 b(ma)o(y)f(b)q(e)i(fairly)e(time)h(consuming.)k(F)m(or)c(b)q (oth)h(reasons)0 390 y(men)o(tioned)19 b(DM-SIMD)g(mac)o(hines)g(are)h (rather)h(sp)q(ecialised)g(in)e(their)i(use)f(when)h(one)f(w)o(an)o(ts)g(to)g (emplo)o(y)e(their)i(full)0 440 y(parallelism.)15 b(Generally)d(they)i(p)q (erform)e(excellen)o(tly)h(on)g(digital)e(signal-)h(and)h(image)e(pro)q (cessing)j(and)f(on)f(certain)i(t)o(yp)q(es)0 490 y(of)e(Mon)o(te)h(Carlo)e (sim)o(ulations)f(where)k(virtually)d(no)h(data)g(exc)o(hange)h(b)q(et)o(w)o (een)h(pro)q(cessors)h(is)d(required)h(and)g(exactly)f(the)0 540 y(same)g(t)o(yp)q(e)h(of)f(op)q(erations)h(is)g(done)f(on)h(massiv)o(e)e (datasets)j(with)e(a)h(size)g(that)g(can)g(b)q(e)g(made)f(to)g(\014t)h (comfortable)e(in)h(these)0 589 y(mac)o(hines.)83 693 y(The)17 b(con)o(trol)g(pro)q(cessor)i(as)e(depicted)h(in)e(Fig.)g(2)h(ma)o(y)e(b)q(e) i(more)f(or)h(less)h(in)o(telligen)o(t.)26 b(It)17 b(issues)h(the)f (instruction)0 743 y(sequence)i(that)e(will)f(b)q(e)i(executed)h(b)o(y)e(the) g(pro)q(cessor)i(arra)o(y)m(.)27 b(In)17 b(the)h(w)o(orst)f(case)h(\(that)g (means)e(a)h(less)h(autonomous)0 793 y(con)o(trol)e(pro)q(cessor\))i(when)f (an)f(instruction)h(is)f(not)g(\014t)g(for)g(execution)h(on)f(the)h(pro)q (cessor)h(arra)o(y)e(\(e.g.,)g(a)g(simple)f(prin)o(t)0 842 y(instruction\))h(it)e(migh)o(t)f(b)q(e)j(o\017oaded)e(to)h(the)h(fron)o (t-end)f(pro)q(cessor)i(whic)o(h)e(ma)o(y)e(b)q(e)j(m)o(uc)o(h)e(slo)o(w)o (er)h(than)g(execution)h(on)0 892 y(the)k(con)o(trol)e(pro)q(cessor.)35 b(In)19 b(case)h(of)e(a)h(more)f(autonomous)f(con)o(trol)i(pro)q(cessor)h (this)f(can)h(b)q(e)f(a)o(v)o(oided)f(th)o(us)i(sa)o(ving)0 942 y(pro)q(cessing)e(in)o(terrupts)f(b)q(oth)g(on)f(the)h(fron)o(t-end)g (and)f(the)h(con)o(trol)f(pro)q(cessor.)28 b(Most)16 b(DM-SIMD)g(systems)h (ha)o(v)o(e)f(the)0 992 y(p)q(ossibilit)o(y)d(to)h(handle)g(I/O)g(indep)q (enden)o(tly)h(from)d(the)j(fron)o(t/end)f(pro)q(cessors.)21 b(This)14 b(is)g(not)g(only)f(fa)o(v)o(ourable)g(b)q(ecause)0 1042 y(the)j(comm)o(unication)c(b)q(et)o(w)o(een)17 b(the)f(fron)o(t-end)g (and)f(bac)o(k-end)h(systems)g(is)f(a)o(v)o(oided.)23 b(The)16 b(\(sp)q(ecialised\))g(I/O)g(devices)0 1092 y(for)f(the)i(pro)q(cessor-arra)o (y)g(system)f(is)f(generally)h(m)o(uc)o(h)e(more)h(e\016cien)o(t)h(in)g(pro)o (viding)e(the)j(necessary)g(data)f(directly)g(to)0 1141 y(the)i(memory)d(of)i (the)h(pro)q(cessor)i(arra)o(y)m(.)28 b(Esp)q(ecially)17 b(for)h(v)o(ery)f (data-in)o(tensiv)o(e)h(applications)e(lik)o(e)h(radar-)g(and)h(image)0 1191 y(pro)q(cessing)d(suc)o(h)g(I/O)f(systems)g(are)g(v)o(ery)g(imp)q(ortan) o(t.)0 1276 y(A)j(feature)h(that)f(is)h(p)q(eculiar)f(to)g(this)g(t)o(yp)q(e) h(of)e(mac)o(hines)h(is)g(that)g(the)h(pro)q(cessors)h(sometimes)d(are)h(of)g (a)g(v)o(ery)g(simple)0 1326 y(bit-serial)g(t)o(yp)q(e,)h(i.e.,)f(the)h(pro)q (cessors)i(op)q(erate)e(on)g(the)g(data)f(items)f(bit)o(wise,)i(irresp)q (ectiv)o(e)h(of)e(their)h(t)o(yp)q(e.)29 b(So,)18 b(e.g.,)0 1375 y(\015oating-p)q(oin)o(t)d(op)q(erations)i(ha)o(v)o(e)f(either)i(to)e(b) q(e)h(implemen)o(ted)d(in)i(soft)o(w)o(are,)h(or)g(to)f(b)q(e)h(dealt)g(with) f(b)o(y)g(\015oating-p)q(oin)o(t)0 1425 y(copro)q(cessors.)k(As)13 b(the)h(n)o(um)o(b)q(er)e(of)g(pro)q(cessors)j(in)e(this)g(t)o(yp)q(e)g(of)f (systems)h(is)g(mostly)e(large)i(\(1024)f(or)g(larger,)h(the)g(Alenia)0 1475 y(Quadrics)19 b(is)f(a)h(notable)f(exception,)h(ho)o(w)o(ev)o(er\),)h (the)f(natural)f(slo)o(wness)h(of)f(the)h(pro)q(cessors)i(can)d(b)q(e)h (often)g(o\013set)g(b)o(y)0 1525 y(their)14 b(n)o(um)o(b)q(er,)f(while)h(the) g(cost)h(p)q(er)g(pro)q(cessor)h(is)e(quite)g(lo)o(w)f(as)h(compared)f(to)h (full)f(\015oating-p)q(oin)o(t)f(pro)q(cessors.)21 b(When)0 1575 y(\015oating-p)q(oin)o(t)12 b(copro)q(cessors)k(are)e(added)g(their)f(n) o(um)o(b)q(er)g(is)g(usually)g(m)o(uc)o(h)f(lo)o(w)o(er)i(b)q(ecause)h(of)e (the)h(cost)g(argumen)o(t.)j(An)0 1624 y(adv)n(an)o(tage)f(of)h(bit-serial)g (pro)q(cessors)i(is)f(that)f(they)h(ma)o(y)d(op)q(erate)k(on)e(op)q(erands)h (of)f(an)o(y)f(length.)29 b(Both)17 b(for)g(random)0 1674 y(n)o(um)o(b)q(er)c (generation)h(\(whic)o(h)g(often)g(b)q(oils)f(do)o(wn)g(to)h(logical)e (manipulation)e(of)j(bits\))h(and)g(for)f(signal)g(pro)q(cessing)i(this)f(is) 0 1724 y(fortunate)f(b)q(ecause)i(in)d(b)q(oth)h(cases)i(op)q(erands)e(of)g (only)f(1{8)g(bits)h(are)g(abundan)o(t.)18 b(As)13 b(the)h(execution)f(time)f (for)g(bit-serial)0 1774 y(mac)o(hines)h(is)h(prop)q(ortional)f(to)g(the)i (length)f(of)f(the)h(op)q(erands,)h(signi\014can)o(t)e(sp)q(eedups)j(ma)o(y)c (result)j(from)d(this.)0 1874 y Ff(2.3)k(Shared-memory)g(MIMD)h(mac)o(hines) 18 1959 y Fm(In)h(Fig.)f(1)h(already)g(one)g(sub)q(class)h(of)f(this)g(t)o (yp)q(e)h(of)e(mac)o(hines)g(w)o(as)h(sho)o(wn.)31 b(In)18 b(fact,)h(the)g(single-pro)q(cessor)g(v)o(ector)0 2009 y(mac)o(hine)c (discussed)j(there)g(w)o(as)e(a)g(sp)q(ecial)h(case)h(of)d(a)h(more)g (general)h(t)o(yp)q(e.)26 b(The)17 b(\014gure)f(sho)o(ws)h(that)g(more)e (than)i(one)0 2058 y(FPU)d(and/or)g(VPU)g(ma)o(y)e(b)q(e)j(p)q(ossible)f(in)f (one)h(system.)0 2143 y(The)h(main)c(problem)i(one)i(is)e(confron)o(ted)i (with)f(in)f(shared-memory)g(systems)h(is)g(that)g(of)g(the)g(connection)h (of)e(the)i(CPUs)0 2193 y(to)d(eac)o(h)h(other)g(and)f(to)g(the)h(memory)m(.) h(As)f(more)e(CPUs)i(are)g(added,)f(the)h(collectiv)o(e)f(bandwidth)g(to)g (the)h(memory)d(ideally)0 2243 y(should)j(increase)h(linearly)e(with)g(the)i (n)o(um)o(b)q(er)e(of)g(pro)q(cessors,)j(while)d(eac)o(h)i(pro)q(cessor)g (should)f(preferably)g(comm)o(unicate)0 2292 y(directly)g(with)g(all)e (others)j(without)f(the)g(m)o(uc)o(h)f(slo)o(w)o(er)h(alternativ)o(e)f(of)h (ha)o(ving)e(to)i(use)h(the)f(memory)e(in)h(an)h(in)o(termediate)0 2342 y(stage.)18 b(Unfortunately)m(,)12 b(full)f(in)o(terconnection)i(is)f (quite)h(costly)m(,)e(gro)o(wing)h(with)g Fi(O)q Fm(\()p Fi(n)1350 2327 y Fd(2)1368 2342 y Fm(\))g(while)g(increasing)h(the)g(n)o(um)o(b)q(er)e (of)0 2392 y(pro)q(cessors)16 b(with)e Fi(O)q Fm(\()p Fi(n)p Fm(\).)19 b(So,)14 b(v)n(arious)f(alternativ)o(es)i(ha)o(v)o(e)f(b)q(een)h (tried.)k(Figure)c(3)f(sho)o(ws)g(some)f(of)h(the)h(in)o(terconnection)0 2442 y(structures)h(that)e(are)h(\(and)f(ha)o(v)o(e)f(b)q(een\))i(used.)0 2527 y(As)d(can)g(b)q(e)g(seen)h(from)d(the)i(\014gure,)g(a)g(crossbar)h (uses)f Fi(n)868 2511 y Fd(2)899 2527 y Fm(connections,)g(an)g(\012-net)o(w)o (ork)f(uses)i Fi(n)7 b Fm(log)1559 2537 y Fd(2)1584 2527 y Fi(n)12 b Fm(connections,)g(while)0 2576 y(the)j(cen)o(tral)f(bus)h(is)f (only)g(one)g(connection.)20 b(This)14 b(is)g(re\015ected)i(in)e(the)h(use)g (of)e(eac)o(h)i(connection)g(path)f(for)g(the)h(di\013eren)o(t)0 2626 y(t)o(yp)q(es)g(of)f(in)o(terconnections:)19 b(for)14 b(a)g(crossbar)h(eac)o(h)g(datapath)f(is)g(direct)h(and)f(do)q(es)h(not)f(ha) o(v)o(e)g(to)g(b)q(e)g(shared)h(with)f(other)0 2676 y(elemen)o(ts.)24 b(In)15 b(case)i(of)e(the)i(\012-net)o(w)o(ork)e(there)i(are)g Fi(l)q(og)894 2682 y Fd(2)912 2676 y Fi(n)f Fm(switc)o(hing)f(stages)i(and)f (as)f(man)o(y)f(data)i(items)f(ma)o(y)e(ha)o(v)o(e)j(to)0 2726 y(comp)q(ete)g(for)g(an)o(y)f(path.)24 b(F)m(or)16 b(the)h(cen)o(tral)f (databus)g(all)f(data)h(ha)o(v)o(e)f(to)h(share)h(the)g(same)e(bus,)h(so)g Fi(n)g Fm(data)g(items)f(ma)o(y)0 2776 y(comp)q(ete)f(at)g(an)o(y)f(time.)964 2875 y(6)p eop %%Page: 7 13 bop 0 2 1949 2 v 0 14 a 30456955 19537183 4867850 16248094 35324805 35785277 startTexFig 0 14 a %%BeginDocument: netw.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y translate xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix } def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 39.5 552.5 translate 0.630 -0.630 scale 0.500 setlinewidth n 630 212 m 630 189 l 603 189 l 603 212 l clp gs col-1 s gr n 630 257 m 630 235 l 603 235 l 603 257 l clp gs col-1 s gr n 630 303 m 630 280 l 603 280 l 603 303 l clp gs col-1 s gr n 630 345 m 630 322 l 603 322 l 603 345 l clp gs col-1 s gr n 691 212 m 691 189 l 664 189 l 664 212 l clp gs col-1 s gr n 691 257 m 691 235 l 664 235 l 664 257 l clp gs col-1 s gr n 691 303 m 691 280 l 664 280 l 664 303 l clp gs col-1 s gr n 691 345 m 691 322 l 664 322 l 664 345 l clp gs col-1 s gr n 752 212 m 752 189 l 725 189 l 725 212 l clp gs col-1 s gr n 752 257 m 752 235 l 725 235 l 725 257 l clp gs col-1 s gr n 752 303 m 752 280 l 725 280 l 725 303 l clp gs col-1 s gr n 752 345 m 752 322 l 725 322 l 725 345 l clp gs col-1 s gr n 545 193 m 603 193 l gs col-1 s gr n 545 341 m 603 341 l gs col-1 s gr n 603 208 m 591 208 l gs col-1 s gr n 603 238 m 591 238 l gs col-1 s gr n 603 254 m 591 254 l gs col-1 s gr n 603 254 m 591 254 l gs col-1 s gr n 603 284 m 591 284 l gs col-1 s gr n 603 299 m 591 299 l gs col-1 s gr n 603 326 m 591 326 l gs col-1 s gr n 557 326 m 545 326 l gs col-1 s gr n 557 299 m 545 299 l gs col-1 s gr n 557 284 m 545 284 l gs col-1 s gr n 557 254 m 545 254 l gs col-1 s gr n 557 238 m 545 238 l gs col-1 s gr n 557 208 m 545 208 l gs col-1 s gr n 557 208 m 591 238 l gs col-1 s gr n 557 238 m 591 284 l gs col-1 s gr n 557 254 m 591 326 l gs col-1 s gr n 591 208 m 557 284 l gs col-1 s gr n 557 299 m 591 254 l gs col-1 s gr n 557 326 m 591 299 l gs col-1 s gr n 752 193 m 764 193 l gs col-1 s gr n 752 208 m 764 208 l gs col-1 s gr n 752 238 m 764 238 l gs col-1 s gr n 752 254 m 764 254 l gs col-1 s gr n 752 284 m 764 284 l gs col-1 s gr n 752 299 m 764 299 l gs col-1 s gr n 752 326 m 764 326 l gs col-1 s gr n 752 341 m 764 341 l gs col-1 s gr n 630 208 m 664 238 l gs col-1 s gr n 630 238 m 664 284 l gs col-1 s gr n 630 254 m 664 326 l gs col-1 s gr n 630 326 m 664 299 l gs col-1 s gr n 630 299 m 664 254 l gs col-1 s gr n 630 284 m 664 208 l gs col-1 s gr n 630 204 m 630 204 l gs col-1 s gr n 691 208 m 725 238 l gs col-1 s gr n 691 238 m 725 284 l gs col-1 s gr n 691 254 m 725 326 l gs col-1 s gr n 691 326 m 725 299 l gs col-1 s gr n 691 299 m 725 254 l gs col-1 s gr n 691 284 m 725 208 l gs col-1 s gr n 691 204 m 691 204 l gs col-1 s gr /Times-Roman findfont 9.00 scalefont setfont 534 345 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 330 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 303 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 288 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 257 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 242 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 212 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 534 197 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 345 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 330 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 303 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 288 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 257 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 242 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 212 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 9.00 scalefont setfont 771 197 m gs 1 -1 scale (0) col-1 show gr n 630 193 m 664 193 l gs col-1 s gr n 691 193 m 725 193 l gs col-1 s gr n 630 341 m 664 341 l gs col-1 s gr n 691 341 m 725 341 l gs col-1 s gr /Times-Roman findfont 12.00 scalefont setfont 564 104 m gs 1 -1 scale (n) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 565 95 m gs 1 -1 scale (I) col-1 show gr n 539 379 m 539 374 l 534 374 l 534 379 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 394 m 539 389 l 534 389 l 534 394 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 409 m 539 404 l 534 404 l 534 409 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 424 m 539 419 l 534 419 l 534 424 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 439 m 539 434 l 534 434 l 534 439 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 454 m 539 449 l 534 449 l 534 454 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 469 m 539 464 l 534 464 l 534 469 l clp gs 0.00 setgray fill gr gs col-1 s gr n 539 484 m 539 479 l 534 479 l 534 484 l clp gs 0.00 setgray fill gr gs col-1 s gr n 540 377 m 568 423 l gs 0.00 setgray fill gr gs col-1 s gr n 540 393 m 568 425 l gs 0.00 setgray fill gr gs col-1 s gr n 540 422 m 568 428 l gs 0.00 setgray fill gr gs col-1 s gr n 540 437 m 567 430 l gs 0.00 setgray fill gr gs col-1 s gr n 540 451 m 567 432 l gs 0.00 setgray fill gr gs col-1 s gr n 540 467 m 567 436 l gs 0.00 setgray fill gr gs col-1 s gr n 772 379 m 772 374 l 777 374 l 777 379 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 394 m 772 389 l 777 389 l 777 394 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 409 m 772 404 l 777 404 l 777 409 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 424 m 772 419 l 777 419 l 777 424 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 439 m 772 434 l 777 434 l 777 439 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 454 m 772 449 l 777 449 l 777 454 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 469 m 772 464 l 777 464 l 777 469 l clp gs 0.00 setgray fill gr gs col-1 s gr n 772 484 m 772 479 l 777 479 l 777 484 l clp gs 0.00 setgray fill gr gs col-1 s gr n 771 377 m 743 423 l gs 0.00 setgray fill gr gs col-1 s gr n 771 393 m 743 425 l gs 0.00 setgray fill gr gs col-1 s gr n 771 422 m 743 428 l gs 0.00 setgray fill gr gs col-1 s gr n 771 437 m 744 430 l gs 0.00 setgray fill gr gs col-1 s gr n 771 451 m 744 432 l gs 0.00 setgray fill gr gs col-1 s gr n 771 467 m 744 436 l gs 0.00 setgray fill gr gs col-1 s gr n 609 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 624 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 639 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 654 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 669 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 684 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 34 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 49 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 64 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 79 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 94 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 109 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 124 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 594 139 3 3 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 609 19 m 609 164 l gs col-1 s gr n 639 19 m 639 164 l gs col-1 s gr n 669 19 m 669 164 l gs col-1 s gr n 699 19 m 699 164 l gs col-1 s gr n 725 49 m 580 49 l gs col-1 s gr n 725 79 m 580 79 l gs col-1 s gr n 725 109 m 580 109 l gs col-1 s gr n 743 437 m 743 422 l 568 422 l 568 437 l clp gs 0.75 setgray fill gr gs col-1 s gr n 540 407 m 569 427 l gs 0.00 setgray fill gr gs col-1 s gr n 540 482 m 569 436 l gs 0.00 setgray fill gr gs col-1 s gr n 743 437 m 773 482 l gs 0.00 setgray fill gr gs col-1 s gr n 374 264 m 374 229 l 89 229 l 89 264 l clp gs col-1 s gr n 374 394 m 374 309 l 89 309 l 89 394 l clp gs col-1 s gr n 119 184 m 119 229 l gs col-1 s gr n 149 184 m 149 144 l 89 144 l 89 184 l clp gs col-1 s gr n 294 184 m 294 144 l 234 144 l 234 184 l clp gs col-1 s gr n 374 184 m 374 144 l 314 144 l 314 184 l clp gs col-1 s gr n 264 184 m 264 229 l gs col-1 s gr n 344 184 m 344 229 l gs col-1 s gr [4.000000] 0 setdash n 154 164 m 229 164 l gs col-1 s gr [] 0 setdash 4.000 setlinewidth n 234 264 m 234 309 l gs col-1 s gr 0.500 setlinewidth n 384 239 m 494 109 l gs col-1 s gr n 487.306 113.815 m 494.000 109.000 l 490.359 116.399 l gs 2 setlinejoin col-1 s gr n 384 244 m 489 264 l gs col-1 s gr n 481.516 260.538 m 489.000 264.000 l 480.767 264.468 l gs 2 setlinejoin col-1 s gr n 384 249 m 494 424 l gs col-1 s gr n 491.436 416.163 m 494.000 424.000 l 488.049 418.291 l gs 2 setlinejoin col-1 s gr n 725 139 m 580 139 l gs col-1 s gr n 772 408 m 743 427 l gs col-1 s gr n 725 64 m 580 64 l gs col-1 s gr n 725 94 m 580 94 l gs col-1 s gr n 725 124 m 580 124 l gs col-1 s gr n 624 19 m 624 164 l gs col-1 s gr n 654 19 m 654 164 l gs col-1 s gr n 684 19 m 684 164 l gs col-1 s gr n 594 19 m 594 164 l gs col-1 s gr n 725 34 m 580 34 l gs col-1 s gr /Times-Roman findfont 12.00 scalefont setfont 499 269 m gs 1 -1 scale (\(b\)) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 499 104 m gs 1 -1 scale (\(a\)) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 499 434 m gs 1 -1 scale (\(c\)) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 54 439 m gs 1 -1 scale (\(a\): Crossbar \(b\): -network \(c\): Central Databus) col-1 show gr /Times-Roman findfont 12.00 scalefont setfont 644 174 m gs 1 -1 scale (Out) col-1 show gr /Symbol findfont 14.00 scalefont setfont 179 439 m gs 1 -1 scale (W) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 104 169 m gs 1 -1 scale (CPU) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 249 169 m gs 1 -1 scale (CPU) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 329 169 m gs 1 -1 scale (CPU) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 209 252 m gs 1 -1 scale (Network) col-1 show gr /Times-Roman findfont 16.00 scalefont setfont 204 354 m gs 1 -1 scale (Memory) col-1 show gr /Times-Bold findfont 16.00 scalefont setfont 154 124 m gs 1 -1 scale (Shared Memory System) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 379 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 439 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 454 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 469 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 409 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 484 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 394 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 524 424 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 379 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 394 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 409 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 424 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 454 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 469 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 484 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 599 19 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 614 19 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 629 19 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 644 19 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 659 19 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 674 19 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 689 19 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 34 m gs 1 -1 scale (0) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 49 m gs 1 -1 scale (1) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 64 m gs 1 -1 scale (2) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 79 m gs 1 -1 scale (3) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 784 439 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 94 m gs 1 -1 scale (4) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 109 m gs 1 -1 scale (5) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 124 m gs 1 -1 scale (6) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 734 139 m gs 1 -1 scale (7) col-1 show gr /Times-Roman findfont 10.00 scalefont setfont 704 19 m gs 1 -1 scale (7) col-1 show gr showpage $F2psEnd %%EndDocument 0 14 a endTexFig 0 1266 1949 2 v 0 1307 a Fe(Figur)n(e)15 b(3.)k(Some)c(examples)g(of)g(inter) n(c)n(onne)n(ction)g(structur)n(es)f(use)n(d)i(in)e(shar)n(e)n(d-memory)h (MIMD)h(systems.)0 1408 y Fm(The)i(bus)g(connection)g(is)g(the)g(least)f(exp) q(ensiv)o(e)i(solution,)e(but)h(it)f(has)h(the)g(ob)o(vious)f(dra)o(wbac)o(k) g(that)h(bus)g(con)o(ten)o(tion)0 1458 y(ma)o(y)11 b(o)q(ccur)j(th)o(us)g (slo)o(wing)e(do)o(wn)h(the)g(computations.)k(V)m(arious)12 b(in)o(tricate)h(strategies)i(ha)o(v)o(e)d(b)q(een)j(devised)f(using)e(cac)o (hes)0 1508 y(asso)q(ciated)21 b(with)f(the)h(CPUs)g(to)f(minim)o(ise)e(the)j (bus)f(tra\016c.)38 b(This)20 b(leads)g(ho)o(w)o(ev)o(er)h(to)f(a)g(more)f (complicated)g(bus)0 1557 y(structure)h(whic)o(h)d(raises)i(the)f(costs.)31 b(In)17 b(practice)i(it)e(has)h(pro)o(v)o(ed)g(to)g(b)q(e)g(v)o(ery)g(hard)g (to)f(design)h(buses)h(that)f(are)g(fast)0 1607 y(enough,)f(esp)q(ecially)f (where)i(the)f(sp)q(eed)g(of)f(the)h(pro)q(cessors)i(ha)o(v)o(e)d(b)q(een)h (increasing)g(v)o(ery)g(quic)o(kly)e(and)h(it)g(imp)q(oses)g(an)0 1657 y(upp)q(er)f(b)q(ound)f(on)g(the)g(n)o(um)o(b)q(er)f(of)g(pro)q(cessors) k(th)o(us)d(connected)i(that)e(cannot)g(exceed)h(m)o(uc)o(h)e(a)h(n)o(um)o(b) q(er)f(of)g(10{20.)0 1725 y(The)j(\012-net)o(w)o(ork)g(is)g(a)f(structure)j (whic)o(h)e(is)g(situated)g(somewhere)g(in)f(b)q(et)o(w)o(een)j(a)d(bus)i (and)e(a)h(crossbar)h(whic)o(h)e(resp)q(ect)0 1775 y(to)g(p)q(oten)o(tial)f (capacit)o(y)g(and)h(costs.)21 b(A)o(t)15 b(this)g(momen)o(t)d(of)i(the)h (commercially)d(a)o(v)n(ailable)g(mac)o(hines)i(the)i(IBM)f(SP2,)f(the)0 1825 y(Meik)o(o)g(CS-2,)f(and)h(the)g(Cenju-3)g(use)h(this)f(net)o(w)o(ork)h (structure,)g(but)g(a)e(n)o(um)o(b)q(er)h(of)f(exp)q(erimen)o(tal)g(mac)o (hines)h(also)f(ha)o(v)o(e)0 1874 y(used)18 b(this)f(or)g(a)g(similar)d(kind) j(of)f(in)o(terconnection.)29 b(The)17 b(BBN)h(TC2000)e(that)i(acted)f(as)h (a)e(virtual)g(shared-memory)0 1924 y(MIMD)c(system)h(used)g(an)g(analogous)e (t)o(yp)q(e)i(of)f(net)o(w)o(ork)h(\(a)g(Butter\015y-net)o(w)o(ork\))h(and)e (it)h(is)f(quite)h(conceiv)n(able)g(that)f(new)0 1974 y(mac)o(hines)k(ma)o(y) e(use)k(it,)e(esp)q(ecially)h(as)f(the)h(n)o(um)o(b)q(er)f(of)g(pro)q (cessors)j(gro)o(ws.)26 b(F)m(or)16 b(a)g(large)h(n)o(um)o(b)q(er)e(of)h(pro) q(cessors)j(the)0 2024 y Fi(n)7 b Fm(log)85 2034 y Fd(2)111 2024 y Fi(n)14 b Fm(connections)i(b)q(ecome)e(quic)o(kly)f(more)h(attractiv)o (e)g(than)h(the)g Fi(n)1156 2009 y Fd(2)1189 2024 y Fm(used)g(in)f (crossbars.)21 b(Of)14 b(course,)i(the)f(switc)o(hes)0 2074 y(at)f(the)g(in)o(termediate)f(lev)o(els)h(should)g(b)q(e)g(su\016cien)o(tly) g(fast)g(to)g(cop)q(e)g(with)g(the)h(bandwidth)e(required.)0 2142 y(In)19 b(all)f(presen)o(t-da)o(y)j(m)o(ulti-pro)q(cessor)e(v)o (ectorpro)q(cessors)j(crossbars)f(are)f(used.)35 b(This)19 b(is)h(still)e(feasible)h(b)q(ecause)i(the)0 2191 y(maxim)n(um)11 b(n)o(um)o(b)q(er)j(of)g(pro)q(cessors)j(in)d(a)h(system)g(is)f(still)g (rather)i(small)c(\(16)j(at)f(most)g(presen)o(tly\).)22 b(When)15 b(the)g(n)o(um)o(b)q(er)0 2241 y(of)h(pro)q(cessors)i(w)o(ould)d(increase,)j (ho)o(w)o(ev)o(er,)e(tec)o(hnological)f(problems)g(migh)o(t)f(arise.)25 b(Not)17 b(only)e(it)h(b)q(ecomes)g(harder)h(to)0 2291 y(build)c(a)g (crossbar)h(of)f(su\016cien)o(t)h(sp)q(eed)h(for)e(the)h(larger)f(n)o(um)o(b) q(ers)g(of)g(pro)q(cessors,)i(the)f(pro)q(cessors)i(themselv)o(es)d (generally)0 2341 y(also)i(increase)i(in)e(sp)q(eed)i(individually)m(,)12 b(doubling)j(the)h(problems)e(of)h(making)e(the)j(sp)q(eed)i(of)c(the)j (crossbar)f(matc)o(h)f(that)0 2391 y(of)e(the)i(bandwidth)e(required)i(b)o(y) f(the)g(pro)q(cessors.)0 2459 y(Whic)o(hev)o(er)c(net)o(w)o(ork)g(is)g(used,) h(the)f(t)o(yp)q(e)g(of)f(pro)q(cessors)j(in)d(principle)h(could)f(b)q(e)h (arbitrary)g(for)f(an)o(y)h(top)q(ology)m(.)15 b(In)9 b(practice,)0 2508 y(ho)o(w)o(ev)o(er,)h(bus)g(structured)i(mac)o(hines)d(do)g(not)h(ha)o (v)o(e)f(v)o(ector)h(pro)q(cessors)i(as)e(the)g(sp)q(eeds)h(of)e(these)i(w)o (ould)e(grossly)g(mismatc)o(h)0 2558 y(with)15 b(an)o(y)h(bus)g(that)f(could) h(b)q(e)g(constructed)i(with)d(reasonable)h(costs.)25 b(RISC)15 b(pro)q(cessors)j(are)e(ho)o(w)o(ev)o(er)g(emplo)o(y)o(ed)e(for)0 2608 y(bus-orien)o(ted)d(systems.)17 b(Cac)o(hes)11 b(can)g(sometimes)e (alleviate)g(the)i(bandwidth)f(problem,)f(but)i(only)f(when)g(the)h (data-access)0 2658 y(pattern)k(allo)o(ws)d(them)h(to)h(b)q(e)h(used)f (su\016cien)o(tly)m(.)0 2726 y(The)j(systems)g(discussed)h(in)e(this)h (subsection)h(are)f(of)f(the)h(MIMD)f(t)o(yp)q(e)h(and)g(therefore)h (di\013eren)o(t)f(tasks)g(ma)o(y)e(run)i(on)0 2776 y(di\013eren)o(t)k(pro)q (cessors)g(sim)o(ultaneously)m(.)33 b(In)19 b(man)o(y)f(cases)j(sync)o (hronisation)f(b)q(et)o(w)o(een)h(tasks)f(is)f(required)i(and)e(again)964 2875 y(7)p eop %%Page: 8 14 bop 0 42 a Fm(the)15 b(in)o(terconnection)g(structure)h(is)e(here)i(v)o(ery)e (imp)q(ortan)o(t.)k(Most)c(v)o(ectorpro)q(cessors)j(emplo)o(y)c(sp)q(ecial)h (comm)o(unication)0 91 y(registers)21 b(within)e(the)i(CPUs)f(b)o(y)g(whic)o (h)f(they)i(can)f(comm)o(unicate)d(directly)j(with)g(the)g(other)h(CPUs)f (they)g(ha)o(v)o(e)g(to)0 141 y(sync)o(hronise)e(with.)28 b(A)18 b(minorit)o(y)d(of)h(systems)i(do)q(es)g(sync)o(hronisation)f(via)f(the)i (shared)h(memory)m(.)25 b(Generally)m(,)17 b(this)g(is)0 191 y(m)o(uc)o(h)e(slo)o(w)o(er)g(but)h(ma)o(y)e(still)h(b)q(e)h(acceptable)h (when)f(the)g(sync)o(hronisation)g(o)q(ccurs)h(relativ)o(ely)e(seldom.)22 b(Of)16 b(course)h(for)0 241 y(bus-based)g(systems)f(comm)o(unication)d(also) i(ha)o(v)o(e)h(to)g(b)q(e)h(done)f(via)g(a)f(bus.)26 b(This)16 b(bus)g(is)g(mostly)e(separated)k(from)c(the)0 291 y(databus)g(to)g(assure)h (a)e(maxim)o(um)c(sp)q(eed)16 b(for)d(the)i(sync)o(hronisation.)0 366 y Ff(2.4)h(Distributed-memory)g(MIMD)h(mac)o(hines)83 478 y Fm(The)10 b(class)g(of)f(DM-MIMD)g(mac)o(hines)g(is)h(undoubtly)f(the)h (fastest)h(gro)o(wing)d(part)i(in)g(the)g(family)d(of)i(high-p)q(erformance)0 528 y(computers.)18 b(Although)12 b(this)h(t)o(yp)q(e)g(of)f(mac)o(hines)f (is)i(more)f(di\016cult)f(to)i(deal)f(with)h(than)f(shared-memory)f(mac)o (hines)h(and)0 578 y(DM-SIMD)18 b(mac)o(hines)g(\(where)j(the)e(distribution) g(of)f(data)h(is)g(mostly)e(ob)o(vious)h(and/or)h(transparen)o(t\).)34 b(The)20 b(initial)0 628 y(reluctance)14 b(to)e(use)h(DM-MIMD)f(mac)o(hines)f (seems)i(to)f(ha)o(v)o(e)g(b)q(een)i(decreased.)20 b(P)o(artly)12 b(this)g(is)g(due)h(to)f(greatly)h(impro)o(v)o(ed)0 678 y(soft)o(w)o(are)g (and)g(partly)f(b)q(ecause,)i(at)f(least)g(theoretically)m(,)f(this)h(class)g (of)g(systems)g(is)f(able)h(to)g(outp)q(erform)f(all)f(other)j(t)o(yp)q(es)0 727 y(of)f(mac)o(hines.)0 790 y(The)d(adv)n(an)o(tages)f(of)g(DM-MIMD)g (systems)h(are)g(clear:)16 b(the)11 b(bandwidth)e(problem)f(that)i(haun)o(ts) g(shared-memory)e(systems)0 840 y(is)14 b(a)o(v)o(oided)e(b)q(ecause)k(the)e (bandwidth)f(scales)i(up)f(automatically)c(with)k(the)g(n)o(um)o(b)q(er)f(of) g(pro)q(cessors.)20 b(F)m(urthermore,)13 b(the)0 890 y(sp)q(eed)g(of)f(the)g (memory)e(whic)o(h)i(is)g(another)g(critical)g(issue)g(with)g(shared-memory)e (systems)j(\(to)f(get)g(a)g(p)q(eak)g(p)q(erformance)0 940 y(that)17 b(is)g(comparable)f(to)g(that)h(of)g(DM-MIMD)f(systems,)i(the)f (pro)q(cessors)j(of)c(the)i(shared-memory)d(mac)o(hines)h(should)0 989 y(b)q(e)f(v)o(ery)g(fast)g(and)f(the)i(sp)q(eed)g(of)e(the)h(memory)d (should)j(matc)o(h)e(it\))i(is)f(less)i(imp)q(ortan)o(t)d(for)h(the)h (DM-MIMD)f(mac)o(hines,)0 1039 y(b)q(ecause)i(more)c(pro)q(cessors)17 b(can)d(b)q(e)g(con\014gured)h(without)e(the)i(afore)f(men)o(tioned)e (bandwidth)i(problems.)0 1102 y(Of)19 b(course)i(DM-MIMD)d(systems)i(also)e (ha)o(v)o(e)h(their)h(disadv)n(an)o(tages:)28 b(The)20 b(comm)o(unication)c (b)q(et)o(w)o(een)k(pro)q(cessors)i(is)0 1152 y(m)o(uc)o(h)16 b(slo)o(w)o(er)h(than)g(in)g(SM-MIMD)g(systems,)g(and)g(so,)h(the)f(sync)o (hronisation)g(o)o(v)o(erhead)h(in)f(case)h(of)e(comm)o(unicating)0 1201 y(tasks)c(is)g(generally)f(orders)i(of)e(magnitude)f(higher)i(than)f(in) g(shared-memory)f(mac)o(hines.)17 b(Moreo)o(v)o(er,)12 b(the)g(access)i(to)d (data)0 1251 y(that)17 b(are)h(not)f(in)f(the)i(lo)q(cal)e(memory)f(b)q (elonging)h(to)h(a)g(particular)f(pro)q(cessor)j(ha)o(v)o(e)e(to)g(b)q(e)h (obtained)f(from)e(non-lo)q(cal)0 1301 y(memory)e(\(or)i(memories\).)21 b(This)15 b(is)h(again)e(on)h(most)f(systems)i(v)o(ery)f(slo)o(w)g(as)h (compared)e(to)i(lo)q(cal)e(data)h(access.)25 b(When)0 1351 y(the)17 b(structure)h(of)d(a)h(problem)f(dictates)i(a)e(frequen)o(t)i(exc)o (hange)g(of)e(data)h(b)q(et)o(w)o(een)h(pro)q(cessors)i(and/or)c(requires)j (man)o(y)0 1401 y(pro)q(cessor)e(sync)o(hronisations,)e(it)f(ma)o(y)f(w)o (ell)i(b)q(e)g(that)g(only)g(a)f(v)o(ery)i(small)d(fraction)h(of)h(the)g (theoretical)h(p)q(eak)f(sp)q(eed)i(can)0 1450 y(b)q(e)h(obtained.)25 b(As)16 b(already)g(men)o(tioned,)f(the)i(data-)f(and)g(task)g(decomp)q (osition)f(are)i(factors)f(that)h(mostly)d(ha)o(v)o(e)i(to)g(b)q(e)0 1500 y(dealt)e(with)f(explicitly)m(,)f(whic)o(h)i(ma)o(y)e(b)q(e)i(far)g (from)e(trivial.)83 1563 y(It)i(will)f(b)q(e)h(clear)h(from)d(the)j(former)e (paragraph)g(that)h(also)g(for)g(DM-MIMD)f(mac)o(hines)g(b)q(oth)h(the)h(in)o (terconnection)0 1613 y(and)h(the)h(sp)q(eed)h(of)e(the)h(datapaths)f(are)h (of)f(crucial)g(imp)q(ortance)g(for)g(the)h(practical)f(usefulness)i(of)e(a)g (system.)25 b(Again,)0 1663 y(as)16 b(in)f(section)i(2.3,)e(the)h(ric)o (hness)i(of)d(the)h(connection)h(structure)h(has)e(to)g(balanced)g(against)f (the)h(costs.)25 b(Of)16 b(the)h(man)o(y)0 1713 y(conceiv)n(able)i(in)o (terconnection)h(structures)i(only)d(a)f(few)i(are)f(p)q(opular)g(in)g (practice.)35 b(One)20 b(of)f(these)h(is)f(the)h(so-called)0 1762 y(h)o(yp)q(ercub)q(e)c(top)q(ology)c(as)i(depicted)h(in)f(Figure)g(4.)p 0 1789 1949 2 v 0 1802 a 27299430 6117703 6446612 22957834 33746042 29075537 startTexFig 0 1802 a %%BeginDocument: hyperc.ps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /l {lineto} bind def /m {moveto} bind def /s {stroke} bind def /n {newpath} bind def /gs {gsave} bind def /gr {grestore} bind def /clp {closepath} bind def /graycol {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul setrgbcolor} bind def /col-1 {} def /col0 {0 0 0 setrgbcolor} bind def /col1 {0 0 1 setrgbcolor} bind def /col2 {0 1 0 setrgbcolor} bind def /col3 {0 1 1 setrgbcolor} bind def /col4 {1 0 0 setrgbcolor} bind def /col5 {1 0 1 setrgbcolor} bind def /col6 {1 1 0 setrgbcolor} bind def /col7 {1 1 1 setrgbcolor} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y translate xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix } def end /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 0 setlinecap 0 setlinejoin 46.5 456.5 translate 0.630 -0.630 scale 0.500 setlinewidth n 539 109 m 539 24 l 449 24 l 449 109 l clp gs col-1 s gr n 504 149 m 504 64 l 414 64 l 414 149 l clp gs col-1 s gr n 449 24 m 414 64 l gs col-1 s gr n 539 24 m 504 64 l gs col-1 s gr n 539 109 m 539 109 l gs col-1 s gr n 539 109 m 504 149 l gs col-1 s gr n 449 109 m 414 149 l gs col-1 s gr n 739 109 m 739 24 l 649 24 l 649 109 l clp gs col-1 s gr n 704 149 m 704 64 l 614 64 l 614 149 l clp gs col-1 s gr n 649 24 m 614 64 l gs col-1 s gr n 739 24 m 704 64 l gs col-1 s gr n 739 109 m 739 109 l gs col-1 s gr n 739 109 m 704 149 l gs col-1 s gr n 649 109 m 614 149 l gs col-1 s gr n 719 100 m 719 49 l 665 49 l 665 100 l clp gs col-1 s gr n 698 124 m 698 73 l 644 73 l 644 124 l clp gs col-1 s gr n 665 49 m 644 73 l gs col-1 s gr n 719 49 m 698 73 l gs col-1 s gr n 719 100 m 719 100 l gs col-1 s gr n 719 100 m 698 124 l gs col-1 s gr n 665 100 m 644 124 l gs col-1 s gr n 84 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 169 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 254 44 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 254 129 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 344 129 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 344 44 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 414 64 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 414 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 504 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 539 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 449 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 449 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 539 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 504 64 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 614 64 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 614 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 649 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 664 99 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 664 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 644 74 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 69 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 699 124 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 719 99 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 719 49 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 739 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 739 109 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 704 149 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 644 124 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 649 24 2 2 0 360 DrawEllipse gs 0.00 setgray fill gr gs col-1 s gr n 84 49 m 169 49 l gs col-1 s gr n 344 129 m 344 44 l 254 44 l 254 129 l clp gs col-1 s gr n 699 124 m 704 149 l gs col-1 s gr n 644 124 m 614 149 l gs col-1 s gr n 644 74 m 614 64 l gs col-1 s gr n 664 49 m 649 24 l gs col-1 s gr n 719 49 m 739 24 l gs col-1 s gr n 719 99 m 719 99 l gs col-1 s gr n 719 99 m 739 109 l gs col-1 s gr n 664 99 m 649 109 l gs col-1 s gr /Times-Roman findfont 14.00 scalefont setfont 444 169 m gs 1 -1 scale (d = 3) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 284 149 m gs 1 -1 scale (d = 2) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 114 69 m gs 1 -1 scale (d = 1) col-1 show gr /Times-Roman findfont 14.00 scalefont setfont 649 169 m gs 1 -1 scale (d = 4) col-1 show gr showpage $F2psEnd %%EndDocument 0 1802 a endTexFig 0 2203 1949 2 v 0 2244 a Fe(Figur)n(e)h(4.)k(1-,)14 b(2-,)h(3-,)g(and)g (4-dimensional)g(hyp)n(er)n(cub)n(e)h(c)n(onne)n(ctions.)0 2327 y Fm(A)f(nice)h(feature)g(of)e(the)i(h)o(yp)q(ercub)q(e)h(top)q(ology)d (is)h(that)g(for)g(a)g(h)o(yp)q(ercub)q(e)i(with)e(2)1323 2312 y Fc(d)1357 2327 y Fm(no)q(des)h(the)g(n)o(um)o(b)q(er)e(of)h(steps)h(to)f(b) q(e)0 2377 y(tak)o(en)d(b)q(et)o(w)o(een)i(an)o(y)d(t)o(w)o(o)h(no)q(des)h (is)f(at)g(most)e Fi(d)p Fm(.)17 b(So,)12 b(the)h(dimension)d(of)i(the)g(net) o(w)o(ork)h(gro)o(ws)f(only)f(logarithmicall)o(y)e(with)0 2427 y(the)k(n)o(um)o(b)q(er)e(of)g(no)q(des.)18 b(In)12 b(addition,)f (theoretically)m(,)g(it)h(is)f(p)q(ossible)i(to)e(sim)o(ulate)f(an)o(y)i (other)g(top)q(ology)f(on)h(a)f(h)o(yp)q(ercub)q(e,)0 2477 y(trees,)19 b(rings,)f(2-D)f(and)g(3-D)f(meshes,)i(etc.)30 b(In)17 b(practice,)i(the)f(exact)f(top)q(ology)g(for)g(h)o(yp)q(ercub)q(es)i (do)e(not)g(matter)g(to)q(o)0 2527 y(m)o(uc)o(h)f(an)o(ymore)f(b)q(ecause)j (all)e(systems)h(in)f(the)i(mark)o(et)d(to)q(da)o(y)i(emplo)o(y)d(what)j(is)g (called)f(\\w)o(ormhole)f(routing".)26 b(This)0 2576 y(means)12 b(that)h(a)g(message)f(is)h(send)h(from)d(one)i(no)q(de)h(to)e(another)i(no)q (de)f(that)g(it)g(w)o(an)o(ts)g(to)f(comm)o(unicate)f(with)h(to)h(set)h(up)f (a)0 2626 y(direct)g(connection)g(b)q(et)o(w)o(een)h(them.)j(As)c(so)q(on)f (this)h(connection)g(is)f(established,)h(the)g(data)f(prop)q(er)i(is)e(sen)o (t)h(through)g(this)0 2676 y(connection)i(without)g(disturbing)f(the)h(op)q (eration)g(of)f(the)h(in)o(termediate)f(no)q(des.)21 b(Except)15 b(for)g(a)f(small)e(amoun)o(t)h(of)h(time)0 2726 y(in)h(setting)h(up)f(the)h (connection)g(b)q(et)o(w)o(een)h(no)q(des,)f(the)g(comm)o(unication)c(time)i (has)h(b)q(ecome)h(virtually)e(indep)q(enden)o(t)i(of)0 2776 y(the)e(distance)h(b)q(et)o(w)o(een)g(the)g(no)q(des.)964 2875 y(8)p eop %%Page: 9 15 bop 83 42 a Fm(Man)o(y)14 b(of)g(the)h(newly)g(in)o(tro)q(duced)g(massiv)o (ely)e(parallel)g(DM-MIMD)h(systems)h(seem)f(to)g(fa)o(v)o(our)g(a)g(2-)g(or) h(3-D)e(mesh)0 91 y(\(torus\))21 b(structure.)37 b(The)20 b(rationale)f(for)g (this)h(seems)g(to)g(b)q(e)g(that)g(most)e(large-scale)i(ph)o(ysical)f(sim)o (ulations)e(can)j(b)q(e)0 141 y(mapp)q(ed)15 b(e\016cien)o(tly)h(on)h(this)f (top)q(ology)f(and)h(that)g(a)g(ric)o(her)h(in)o(terconnection)g(structure)i (hardly)d(pa)o(ys)g(o\013.)25 b(Ho)o(w)o(ev)o(er,)0 191 y(some)15 b(systems)i(main)o(tain)c(\(an\))k(additional)d(net)o(w)o(ork\(s\))j(b)q (esides)h(the)f(mesh)f(to)g(handle)g(certain)h(b)q(ottlenec)o(ks)g(in)f(data) 0 241 y(distribution)d(and)h(retriev)n(al.)0 303 y(A)f(non-negligible)f (fraction)h(of)f(systems)i(in)e(the)i(DM-MIMD)f(class)g(emplo)o(y)f (crossbars.)19 b(F)m(or)13 b(relativ)o(ely)f(small)f(amoun)o(ts)0 353 y(of)j(pro)q(cessors)j(\(in)d(the)h(order)g(of)f(64\))g(this)h(ma)o(y)d (b)q(e)j(a)g(direct)g(or)f(1-stage)h(crossbar,)g(while)f(to)h(connect)h (larger)e(n)o(um)o(b)q(ers)0 403 y(of)e(no)q(des)i(m)o(ulti-stage)d (crossbars)j(are)f(used,)h(i.e.,)d(the)j(connections)g(of)e(a)h(crossbar)h (at)e(lev)o(el)h(1)f(connect)j(to)d(a)h(crossbar)h(at)0 452 y(lev)o(el)f(2,)g(etc.,)h(instead)f(of)g(directly)h(to)f(no)q(des)i(at)e (more)f(remote)h(distances)i(in)e(the)h(top)q(ology)m(.)i(In)e(this)f(w)o(a)o (y)g(it)g(is)h(p)q(ossible)0 502 y(to)g(connect)i(in)e(the)h(order)g(of)f(a)g (few)g(thousands)h(of)f(no)q(des)h(through)f(only)g(a)g(few)g(switc)o(hing)h (stages.)20 b(Butter\015y-,)15 b(\012-,)f(or)0 552 y(sh)o(u\017e-exc)o(hange) h(net)o(w)o(orks)f(are)h(often)e(emplo)o(y)o(ed)g(in)g(this)h(case.)0 614 y(As)h(with)g(SM-MIMD)g(mac)o(hines,)f(a)h(no)q(de)g(ma)o(y)e(in)i (principle)g(consist)g(of)g(an)o(y)f(t)o(yp)q(e)i(of)e(pro)q(cessor)j (together)f(with)f(lo)q(cal)0 664 y(memory)8 b(\(with)i(or)g(without)g(cac)o (he\))h(and,)f(in)g(almost)e(all)h(cases,)j(a)e(separate)i(comm)o(unicati)o (on)7 b(pro)q(cessor)12 b(and)f(the)f(links)g(to)0 714 y(connect)15 b(the)f(no)q(de)g(to)g(its)g(neigh)o(b)q(ours.)k(No)o(w)o(ada)o(ys,)12 b(the)j(no)q(de)f(pro)q(cessors)i(are)e(mostly)e(of-the-shelf)h(RISC)h(pro)q (cessors)0 764 y(sometimes)d(enhanced)i(b)o(y)f(v)o(ector)h(pro)q(cessors.)20 b(A)13 b(problem)e(that)h(is)g(p)q(eculiar)h(to)f(this)h(t)o(yp)q(e)f(of)g (system)g(is)h(the)f(mismatc)o(h)0 814 y(of)i(comm)o(unication)d(vs.)21 b(computation)13 b(sp)q(eed)j(that)f(ma)o(y)e(o)q(ccur)j(when)f(the)g(no)q (de)g(pro)q(cessors)i(are)e(upgraded,)g(without)0 863 y(also)h(sp)q(eeding)i (up)f(the)g(in)o(tercomm)o(unication.)23 b(In)17 b(some)f(cases)i(this)f(ma)o (y)e(result)i(in)g(turning)f(computational-b)q(ound)0 913 y(problems)d(in)o (to)g(comm)o(unication-b)q(o)o(und)f(problems.)964 2875 y(9)p eop %%Page: 10 16 bop 954 2875 a Fm(10)p eop %%Page: 11 17 bop 0 44 a Fj(3.)20 b(Recoun)n(t)g(of)f(the)g(\(almost\))g(a)n(v)m(ailable)i (systems)83 168 y Fm(In)c(this)f(section)h(w)o(e)g(giv)o(e)f(a)g(recoun)o(t)i (of)e(all)f(t)o(yp)q(es)i(of)f(systems)h(as)f(discussed)j(in)d(the)h(former)e (section.)27 b(When)16 b(of)0 218 y(a)h(certain)h(system)f(v)n(arious)f(mo)q (dels)g(are)i(a)o(v)n(ailable,)d(w)o(e)j(will)e(discuss)i(them)e(all)g(at)h (once.)29 b(So,)18 b(for)e(instance,)j(w)o(e)e(will)0 268 y(discuss)c(Con)o (v)o(ex)f(systems)g(under)h(one)g(en)o(try)m(,)f(SM-MIMD)g(systems,)g(ev)o (en)h(if)e(a)h(one-pro)q(cessor)i(mo)q(del)d(of)g(suc)o(h)i(a)f(system)0 318 y(strictly)i(should)g(b)q(e)g(discussed)i(under)f(the)f(SM-SIMD)g (heading.)k(W)m(e)13 b(rather)i(regard)g(suc)o(h)f(systems)g(a)g(sp)q(ecial)g (cases)h(of)0 367 y(a)f(general)g(pro)q(duct)g(line.)0 442 y Ff(3.1)i(Shared-memory)g(SIMD)h(systems)p 0 533 1949 5 v 0 539 1949 2 v 0 605 a Fg(3.1.1)f(The)g(F)l(ujitsu)d(VPX200)i(series.)0 668 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(V)m(ectorpro)q(cessor.)0 717 y Fg(Mo)q(dels)p Fm(:)38 b(VPX210/10,)25 b(VPX210/20,)h(VPX220/10,)f (VPX220/20,)g(VPX220/40,)h(VPX240/10,)f(VPX240/20,)0 767 y(VPX240/40,)12 b(VPX260/10,)h(VPX260/20.)0 817 y Fg(Op)q(erating)h(system)p Fm(:)j(VSP/S)d(\(IBM)g(MVS)g(compatible\))f(or)g(UXP/M)i(\(a)e(Unix)h(v)n (arian)o(t)f(acquired)h(from)e(Amdahl\).)0 867 y Fg(Compilers)p Fm(:)k(V)m(ectorising)d(F)m(ortran)h(77/VP)g(b)q(oth)g(under)g(VSP)h(and)e (UXP)m(,)h(C.)0 929 y(System)f(parameters:)540 991 y(VPX210/10)74 b(VPX220/10)69 b(VPX240/10)g(VPX260/10)540 1041 y(VPX210/20)74 b(VPX220/20)69 b(VPX240/20)g(VPX260/20)0 1091 y Fg(Mo)q(del)697 b Fm(VPX220/40)69 b(VPX240/40)p 0 1116 1676 2 v 0 1157 a(Clo)q(c)o(k)13 b(cycle)i(VPU)285 b(3.2)13 b(ns)185 b(3.2)12 b(ns)179 b(3.2)13 b(ns)179 b(3.2)13 b(ns)0 1207 y(Clo)q(c)o(k)g(cycle)i(scal.)j(pro)q(c.)187 b(6.4)13 b(ns)185 b(6.4)12 b(ns)179 b(6.4)13 b(ns)179 b(6.4)13 b(ns)0 1269 y(Theor.)18 b(p)q(eak)d(p)q(erformance)63 b(0.625)12 b(G\015op/s)56 b(1.25)12 b(G\015op/s)71 b(2.5)13 b(G\015op/s)97 b(5)13 b(G\015op/s)0 1331 y(Main)g(memory)285 b(64{1024MB)66 b(128{1024MB)50 b(256{1024MB)g(512{2048MB)0 1381 y(Extended)15 b(memory)240 b(1{32GB)144 b(1{32GB)139 b(1{32GB)g(1{32GB)p 0 1403 V 0 1444 a Fg(Remarks)p Fm(:)0 1507 y(The)10 b(sp)q(eed)h (di\013erences)h(b)q(et)o(w)o(een)f(the)g(di\013eren)o(t)f(mo)q(dels)f(stem)g (from)f(replication)h(of)g(the)i(m)o(ulti-functional)6 b(m)o(ultiply/add)0 1557 y(pip)q(es)16 b(in)f(the)h(mo)q(dels)f(210{260.)21 b(The)16 b(VPX210)f(has)h(one)g(pip)q(e)f(set,)i(the)f(VPX220)f(t)o(w)o(o,)g(the)h (VPX240)g(four,)f(and)g(the)0 1606 y(VPX260)g(eigh)o(t.)23 b(The)16 b(VPX200)f(series)i(replaces)g(the)f(VP2000)e(series)j(whic)o(h)f(w) o(as)f(virtually)f(iden)o(tical.)22 b(Ho)o(w)o(ev)o(er)16 b(the)0 1656 y(mo)q(dels)d(VP2100{2400)f(had)h(a)h(clo)q(c)o(k)f(cycle)i(of)e(4)h(ns) g(for)f(the)i(v)o(ectorpro)q(cessor)h(instead)e(of)f(3.2)g(ns)h(in)g(the)g (curren)o(t)h(VPX)0 1706 y(mo)q(dels.)i(The)d(VP2600)f(had)h(already)g(a)f (clo)q(c)o(k)h(cycle)h(of)e(3.2)g(ns)h(and)g(is)g(iden)o(tical)f(to)h(the)g (VPX260.)83 1756 y(The)k(m)o(ultiply-add)d(pip)q(es)j(as)g(emplo)o(y)o(ed)e (in)h(the)i(VPX200)e(series)i(is)f(of)f(a)g(t)o(yp)q(e)i(that)e(is)h(seen)h (in)e(an)h(increasing)0 1806 y(n)o(um)o(b)q(er)c(of)f(v)o(ectorpro)q (cessors.)23 b(It)14 b(is)g(capable)h(of)e(a)h(com)o(bined)g(m)o(ultiply-a)o (dd)e(op)q(eration)i(in)g(whic)o(h)g(case)h(2)f(results)i(p)q(er)0 1855 y(clo)q(c)o(k)c(cycle)h(are)f(deliv)o(ered.)18 b(The)12 b(same)f(pip)q(e)h(also)g(do)q(es)g(single)g(adds)g(and)g(m)o(ultiplies.)j(A) d(separate)h(pip)q(e)f(is)g(used)h(for)e(the)0 1905 y(\015oating)f(division)h (op)q(eration.)17 b(The)11 b(clo)q(c)o(k)h(sp)q(eed)h(of)e(the)h(scalar)f (pro)q(cessors)j(is)d(t)o(w)o(o)g(times)f(lo)o(w)o(er)h(than)h(that)f(of)g (the)h(VPU.)0 1955 y(With)i(regard)i(to)e(Amdahl's)f(La)o(w)i(whic)o(h)f (asserts)j(that)e(the)g(slo)o(w)o(est)g(comp)q(onen)o(t)f(of)h(the)g(system)g (will)e(b)q(e)j(the)f(decisiv)o(e)0 2005 y(factor)f(this)g(design)g(c)o (hoice)g(seems)g(strange.)19 b(F)m(or)14 b(highly)e(v)o(ectorisable)j (programs)d(the)j(e\013ect)g(is)f(small,)d(ho)o(w)o(ev)o(er.)83 2055 y(Just)17 b(as)e(in)h(the)g(former)e(F)m(ujitsu)i(VP)g(series)h(\(VP)p Fi(x)p Fm(00,)e(VP2000\))g(the)i(v)o(ector)f(registers)h(are)f(not)g(\014xed) g(in)f(length,)0 2105 y(but)d(can)g(b)q(e)g(recon\014gured)h(according)f(to)f (the)h(v)o(ector)h(length)e(encoun)o(tered.)20 b(This)11 b(ma)o(y)f(a)o(v)o (oid)g(or)i(minim)o(ise)d(stripmining)0 2154 y(th)o(us)14 b(increasing)g(the) h(p)q(erformance.)83 2204 y(In)f(the)h(VPX200)f(systems)h(eac)o(h)g(v)o (ectorpro)q(cessor)i(can)d(b)q(e)h(accommo)q(dated)e(with)h(2)g(or)g(ev)o(en) h(4)f(scalar)h(pro)q(cessors)0 2254 y(\(in)g(whic)o(h)g(case)h(the)g(su\016x) f(/20)f(or)h(/40)g(is)g(used.)23 b(The)15 b(1-scalar-pro)q(cessor)i(mo)q (dels)d(ha)o(v)o(e)h(/10)f(as)i(a)f(su\016x\).)21 b(Multiple)0 2304 y(scalar)14 b(pro)q(cessors)j(should)d(giv)o(e)g(a)g(considerable)h(b)q (etter)g(throughput)g(when)g(man)o(y)d(users)k(access)g(the)f(system)f(b)q (ecause)0 2354 y(of)d(less)h(frequen)o(t)g(con)o(text)g(switc)o(hing.)17 b(A)11 b(factor)h(of)e(1.5)h(is)g(quoted)g(b)o(y)h(F)m(ujitsu)e(for)h (systems)h(with)f(t)o(w)o(o)g(scalar)g(pro)q(cessors.)0 2416 y Fg(Measured)16 b(p)q(erformances)p Fm(:)j(In)c([3])f(results)j(for)e(the)g (solution)g(of)g(a)f(full)h(linear)f(system)h(of)g(order)h(1000)e(is)h(giv)o (en)g(for)0 2466 y(the)i(VP2600,)f(a)g(former)f(mo)q(del)g(whic)o(h)i(is)f (in)g(fact)g(equiv)n(alen)o(t)g(to)g(the)h(VPX260.)25 b(The)17 b(sp)q(eed)h(turns)f(out)g(to)f(b)q(e)h(4009)0 2515 y(M\015op/s)12 b(out)g(of)f(the)h(theoretical)h(5)e(G\015op/s.)17 b(F)m(or)12 b(the)g(VPX240)g(a)f(sp)q(eed)j(of)d(2110)g(M\015op/s)h(is)g(rep)q(orted)h (from)d(the)j(same)0 2565 y(source,)i(while)e(the)i(VPX220)e(attains)h(1048)f (M\015op/s)h(.)954 2875 y(11)p eop %%Page: 12 18 bop 0 42 1949 5 v 0 48 1949 2 v 0 114 a Fg(3.1.2)16 b(The)g(Hitac)o(hi)e (S3600)g(series.)0 176 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(V)m(ectorpro)q (cessor.)0 226 y Fg(Mo)q(dels)p Fm(:)g(S3600/120,)11 b(S3600/140,)h (S3600/160,)f(S3600/180.)0 275 y Fg(Op)q(erating)j(system)p Fm(:)j(V)o(OS3/HAP/ES)d(\(IBM)g(MVS)g(compatible\))f(and)g(OSF/1.)0 325 y Fg(Compilers)p Fm(:)j(F)o(OR)m(T77/HAP)c(v)o(ectorising)i(F)m(ortran)g (77.)0 387 y(System)f(parameters:)0 450 y Fg(Mo)q(del)409 b Fm(S3600/120)79 b(S3600/140)73 b(S3600/160)k(S3600/180)p 0 474 1600 2 v 0 516 a(Clo)q(c)o(k)13 b(cycle)i(VPU)291 b(4)13 b(ns)197 b(4)13 b(ns)191 b(4)13 b(ns)194 b(4)14 b(ns)0 565 y(Clo)q(c)o(k)f(cycle)i(scal.)j(pro)q(c.)193 b(8)13 b(ns)197 b(8)13 b(ns)191 b(8)13 b(ns)194 b(8)14 b(ns)0 628 y(Theor.)k(p)q(eak)d(p)q (erformance)63 b(0.25)12 b(G\015op/s)56 b(0.5)13 b(G\015op/s)60 b(1.0)13 b(G\015op/s)80 b(2)13 b(G\015op/s)0 690 y(Main)g(memory)274 b(128{256MB)56 b(256{512MB)50 b(256{512MB)g(512{1024MB)0 740 y(Extended)15 b(memory)244 b Fb(\024)p Fm(6GB)145 b Fb(\024)p Fm(16GB)128 b Fb(\024)p Fm(16GB)j Fb(\024)p Fm(16GB)p 0 762 V 0 816 a Fg(Remarks)p Fm(:)0 878 y(The)17 b(sp)q(eed)h(di\013erences)h(b)q (et)o(w)o(een)f(the)f(di\013eren)o(t)g(mo)q(dels)e(stem)h(from)f(replication) h(of)g(the)h(m)o(ultiply/add)c(pip)q(e)k(in)f(the)0 928 y(mo)q(dels)f (S3600/120{180.)20 b(The)c(/160)f(and)g(/180)g(mo)q(dels)g(ha)o(v)o(e)g(resp) q(ectiv)o(ely)i(t)o(w)o(o-)e(and)h(four-fold)e(sets)j(of)e(a)h(separate)0 977 y(add-)c(and)g(a)g(m)o(ultifunctional)d(m)o(ultiply/add)h(v)o(ector)j (pip)q(es.)18 b(This)12 b(should)g(lead)h(to)f(a)g(maxim)n(um)c(of)k(3)g (results)h(p)q(er)h(clo)q(c)o(k)0 1027 y(cycle)g(p)q(er)h(pip)q(e)f(set.)19 b(So,)13 b(con)o(trary)h(to)g(the)g(information)d(giv)o(en)i(b)o(y)h(the)g(v) o(endor,)g(the)g(maxim)n(um)c(p)q(erformance)j(of,)g(e.g.,)0 1077 y(the)h(/180)f(should)h(in)f(some)g(situations)h(b)q(e)h(3)e(G\015op/s)h (instead)g(of)f(2.)83 1127 y(Note)f(that)f(again)f(the)i(clo)q(c)o(k)g(cycle) g(of)f(the)g(scalar)h(pro)q(cessor)h(is)e(t)o(wice)h(that)f(of)g(the)h(VPU.)f (The)h(memory)d(bandwidth)0 1177 y(is)14 b(b)q(etter)i(than)e(for)g(the)g(F)m (ujitsu)g(VP2000)f(series)j(\(1)e(load)f(and)h(1)g(load/store)g(pip)q(e)g(p)q (er)h(arithmetic)e(pip)q(e)i(set)g(against)e(1)0 1227 y(load/store)i(pip)q(e) g(p)q(er)g(arithmetic)f(pip)q(e)h(set\),)h(but)f(it)g(is)f(still)g(not)h (optimal.)j(It)d(is)g(not)g(p)q(ossible)g(to)g(load)e(t)o(w)o(o)i(op)q (erands)0 1276 y(and)j(store)h(one)f(result)h(in)f(one)g(cycle.)31 b(The)19 b(/120)e(mo)q(del)g(lac)o(ks)h(a)f(separate)j(load)d(pip)q(e,)i (only)e(a)h(load/store)g(pip)q(e)g(is)0 1326 y(presen)o(t.)83 1376 y(A)d(unique)g(feature)h(of)e(the)i(S3600,)d(as)i(in)g(its)g(direct)h (predecessor)i(the)d(S-820,)f(is)h(that)g(all)e(mac)o(hines)h(of)h(the)g (series)0 1426 y(are)f(air)g(co)q(oled.)k(All)13 b(other)h(mac)o(hines)f(in)h (this)g(class)g(rely)g(at)g(least)g(on)f(w)o(ater)i(co)q(oling.)83 1476 y(Unlik)o(e)g(the)h(S-820)f(series,)i(the)f(S3600)e(series)j(will)d (probably)h(not)h(only)e(b)q(e)j(mark)o(eted)e(in)g(Japan)g(but)h(w)o (orldwide.)0 1525 y(This)e(should)f(also)h(b)q(e)g(the)h(case)g(for)e(the)i (S3800)e(SM-MIMD)g(mac)o(hines)g(\(3.3.5\).)0 1588 y Fg(Measured)k(p)q (erformances)p Fm(:)j(In)c([3])f(a)h(sp)q(eed)h(of)f(851)f(M\015op/s)h(for)g (the)g(solution)f(of)h(a)g(full)e(linear)i(system)g(of)f(order)0 1638 y(1000)i(is)g(rep)q(orted)j(for)d(the)i(S3600/160.)27 b(The)19 b(S3600/180)c(attains)j(a)f(p)q(erformance)h(of)f(1672)g(M\015op/s)h (on)f(the)i(same)0 1687 y(problem.)p 0 1737 1949 5 v 0 1743 1949 2 v 0 1809 a Fg(3.1.3)d(The)g(Siemens-Nixd)o(orf)d(S)p Fi(x)p Fg(00)h(series.)15 1871 y Fm(These)i(mac)o(hines)d(are)j(iden)o(tical) e(to)g(those)i(listed)e(under)i(3.1.1.)j(The)c(mo)q(del)e(names)h(corresp)q (ond)i(to)f(those)g(of)f(F)m(ujitsu)0 1921 y(b)o(y)f(c)o(hanging)g(VPX)g(to)h (S)f(and)g(b)o(y)g(dropping)g(the)h(\014rst)g(\014gure)g(in)f(the)h(mo)q(del) e(n)o(um)o(b)q(er)g(and)h(adding)g(a)g(zero)h(at)f(the)h(bac)o(k.)0 1971 y(So,)f(for)h(instance)g(VPX220/20)f(translates)i(to)f(S200/20.)0 2033 y(In)e(the)h(so-called)f(ODIN)g(program)e(Siemens)i(has)g(co)q(op)q (erated)i(with)e(sev)o(eral)g(academic)g(customers)g(to)g(dev)o(elop)g (e\016cien)o(t)0 2083 y(n)o(umerical)e(soft)o(w)o(are)i(for)f(the)h (S-series.)19 b(This)12 b(has)f(resulted)i(in)e(excellen)o(t)i(libraries)e (for)h(linear)f(algebra)g(and)g(F)m(ast)h(F)m(ourier)0 2133 y(T)m(ransforms)g([7].)954 2875 y(12)p eop %%Page: 13 19 bop 0 42 a Ff(3.2)16 b(Distributed-memory)g(SIMD)h(systems)p 0 133 1949 5 v 0 139 1949 2 v 0 205 a Fg(3.2.1)f(The)g(Alenia)e(Quadrics.)0 267 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(Pro)q(cessor)f(arra)o(y)m(.)0 317 y Fg(Mo)q(dels)p Fm(:)h(Quadrics)e(Q)p Fi(x)p Fm(,)e(QH)p Fi(x)p Fm(,)g Fi(x)f Fm(=)g(1)p Fi(;)7 b Fm(16.)0 367 y Fg(F)l(ron)o(t-end)p Fm(:)15 b(Almost)e(an)o(y)g(Unix)g(w)o(orkstation.)0 417 y Fg(Op)q(erating)h(system)p Fm(:)j(In)o(ternal)d(OS)g(transparen)o(t)h(to)f (the)g(user,)h(Unix)e(on)h(fron)o(t-end)0 466 y Fg(Connection)g(structure)p Fm(:)h(3-D)e(mesh,)g(\(see)i(remarks\).)0 516 y Fg(Compilers)p Fm(:)h(T)m(A)o(O:)d(a)g(F)m(ortran)h(77)f(compiler)g(with)g(some)g(F)m (ortran)h(90)f(and)h(some)f(proprietary)h(arra)o(y)g(extensions.)0 578 y Fg(System)h(parameters)p Fm(:)0 641 y Fg(Mo)q(del)540 b Fm(Q)p Fi(x)187 b Fm(QH)p Fi(x)p 0 663 1118 2 v 0 704 a Fm(Clo)q(c)o(k)13 b(cycle)449 b(40)14 b(ns)165 b(40)13 b(ns)0 754 y(No.)18 b(of)13 b(pro)q(cessors)338 b(8{128)123 b(128{2048)0 816 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 866 y Fm(P)o(er)f(Pro)q(c.)j(\(32-bits\))257 b(50)13 b(M\015op/s)62 b(50)14 b(M\015op/s)0 916 y(Maximal)d(\(32-bits\))271 b(6.4)13 b(G\015op/s)51 b(100)13 b(G\015op/s)0 978 y(Memory)485 b Fb(\024)p Fm(2)14 b(GB)120 b Fb(\024)p Fm(32)14 b(GB)p 0 1000 V 0 1042 a Fg(Remarks)p Fm(:)83 1104 y(The)20 b(Quadrics)g(is)g(a)f (commercial)e(spin-o\013)i(of)g(the)h(APE-100)f(pro)r(ject)h(of)f(the)h (Italian)f(National)f(Institute)i(for)0 1154 y(Nuclear)e(Ph)o(ysics.)28 b(Systems)17 b(are)g(a)o(v)n(ailable)e(in)i(m)o(ultiples)e(of)h(8)h(pro)q (cessor)i(no)q(des)f(in)f(the)g(Q-mo)q(del)f(where)i(up)f(to)g(16)0 1203 y(b)q(oards)12 b(can)g(b)q(e)g(\014tted)h(in)o(to)d(one)i(crate)h(or)f (in)f(m)o(ultiples)e(of)i(128)g(no)q(des)i(in)e(the)h(QH-mo)q(del)e(b)o(y)i (adding)f(up)g(to)h(15)f(crates)i(to)0 1253 y(the)e(minim)o(al)c(1-crate)k (system.)17 b(The)11 b(in)o(terconnection)g(top)q(ology)e(of)h(the)h (Quadrics)g(is)g(a)f(3-D)f(grid)h(with)g(in)o(terconnections)0 1303 y(to)15 b(the)g(opp)q(osite)g(sides)g(\(so,)g(in)f(e\013ect)j(a)d(3-D)g (torus\).)22 b(The)15 b(8-no)q(de)g(\015oating-p)q(oin)o(t)e(b)q(oards)i (\(FPBs\))h(are)f(plugged)f(in)o(to)0 1353 y(the)e(crate)g(bac)o(kplane)f (whic)o(h)g(pro)o(vides)g(p)q(oin)o(t-to-p)q(oin)o(t)f(comm)o(unicatio)o(n)e (and)j(global)f(con)o(trol)h(distribution.)16 b(The)c(FPBs)0 1403 y(are)17 b(con\014gured)g(as)f(2)349 1388 y Fd(3)383 1403 y Fm(cub)q(es)i(that)e(are)h(connected)h(to)e(the)h(other)g(b)q(oards)f (appropriately)g(to)g(arriv)o(e)g(at)g(the)h(3-D)e(grid)0 1453 y(structure.)83 1502 y(The)k(basic)g(\015oating-p)q(oin)o(t)f(pro)q(cessor,)j (the)e(so-called)g(MAD)g(c)o(hip,)g(con)o(tains)g(a)g(register)h(\014le)e(of) h(128)f(registers.)0 1552 y(Of)f(these)h(registers)g(the)g(\014rst)f(t)o(w)o (o)g(old)f(p)q(ermanen)o(tly)g(the)h(v)n(alues)g(0)g(and)f(1)h(to)f(b)q(e)i (able)e(to)h(express)i(an)o(y)d(addition)g(or)0 1602 y(m)o(ultiplicatio)o(n) 10 b(as)j(a)g(\\normal)e(op)q(eration",)h(i.e.,)g(a)g(com)o(bined)g(m)o (ultiply-add)e(op)q(eration,)i(where)j(an)d(addition)g(is)h(of)f(the)0 1652 y(form,)i Fi(a)d Fb(\002)f Fm(1)h(+)f Fi(b)16 b Fm(and)g(a)f(m)o (ultiplication)d(is)k Fi(a)11 b Fb(\002)f Fi(b)h Fm(+)f(0.)24 b(In)16 b(fa)o(v)o(ourable)e(circumstances)j(the)g(pro)q(cessor)g(can)f (therefore)0 1702 y(deliv)o(er)f(t)o(w)o(o)g(\015oating-p)q(oin)o(t)e(op)q (erations)i(p)q(er)h(cycle.)23 b(Instructions)16 b(are)f(cen)o(trally)g (issued)h(b)o(y)f(the)h(con)o(troller)f(at)f(a)h(rate)0 1751 y(of)e(one)h(instruction)h(ev)o(ery)f(t)o(w)o(o)g(clo)q(c)o(k)g(cycles.)83 1801 y(Comm)o(uni)o(cation)e(is)j(con)o(trolled)g(b)o(y)g(the)h(Memory)e(Con) o(troller)h(and)g(the)g(Comm)o(unicatio)o(n)e(Con)o(troller)h(whic)o(h)h(are) 0 1851 y(b)q(oth)g(housed)g(on)g(the)g(bac)o(kplane)g(of)f(a)g(crate.)22 b(When)14 b(the)i(Memory)d(Con)o(troller)i(generates)h(an)e(address)i(it)f (is)f(deco)q(ded)0 1901 y(b)o(y)i(the)h(Comm)o(uni)o(cation)c(Con)o(troller.) 25 b(In)16 b(case)h(non-lo)q(cal)e(access)j(is)e(desired,)h(the)g(Comm)o (unicatio)o(n)d(Con)o(troller)h(will)0 1951 y(pro)o(vide)f(the)h(necessary)h (data)d(transmission.)18 b(The)c(bandwidth)g(for)g(non-lo)q(cal)f(comm)o(uni) o(cation)e(turns)k(out)f(to)g(b)q(e)h(only)0 2001 y(four)f(times)f(smaller)f (then)i(lo)q(cal)f(memory)f(access)j(\(no)f(lo)q(cal)f(bandwidth)h(\014gures) h(are)f(giv)o(en,)f(though\).)83 2050 y(The)j(Quadrics)g(comm)o(unicates)e (with)h(the)i(fron)o(t-end)e(system)h(via)e(a)i(T805)f(transputer-based)i(in) o(terface)f(system,)0 2100 y(called)e(the)h(Lo)q(cal)e(Async)o(hronous)i(In)o (terface)g(\(LAI\).)f(The)h(in)o(terface)g(can)f(write)g(and)g(the)h (memories)d(of)h(the)i(no)q(des)g(and)0 2150 y(the)k(Con)o(troller.)30 b(Presen)o(tly)m(,)19 b(the)g(bandwidth)f(of)f(the)i(in)o(terface)g(to)f(the) h(fron)o(t-end)f(pro)q(cessor)i(is)e(not)g(v)o(ery)g(large)g(\(1)0 2200 y(MB/s\).)j(It)15 b(is)f(exp)q(ected)j(that)e(this)f(can)h(b)q(e)h (impro)o(v)o(ed)d(b)o(y)h(ab)q(out)g(a)h(factor)f(of)h(30)f(in)g(the)h(near)g (future.)21 b(I/O)15 b(has)g(to)f(b)q(e)0 2250 y(p)q(erformed)g(via)f(the)h (fron)o(t-end)g(system)g(and)f(will)g(therefore)i(b)q(e)g(relativ)o(ely)e (slo)o(w.)83 2299 y(The)e(T)m(A)o(O)f(language)f(has)h(sev)o(eral)h (extensions)g(to)g(emplo)o(y)d(the)j(SIMD)f(features)h(of)f(the)h(Quadrics.) 17 b(Firstly)m(,)10 b(\015oating-)0 2349 y(p)q(oin)o(t)i(v)n(ariables)f(are)i (assumed)f(to)g(b)q(e)h(lo)q(cal)e(to)h(the)h(pro)q(cessor)h(that)f(o)o(wns)f (them,)f(while)h(in)o(teger)h(v)n(ariables)e(are)i(assumed)0 2399 y(to)i(b)q(e)h(global.)k(Lo)q(cal)15 b(v)n(ariables)g(can)g(b)q(e)h (promoted)e(to)h(global)f(v)n(ariables.)21 b(Other)c(extensions)f(are)g(the)g Fk(ANY)p Fm(,)e Fk(ALL)p Fm(,)g(and)0 2449 y Fk(WHERE)p Fm(/)p Fk(END)20 b(WHERE)c Fm(k)o(eyw)o(ords)i(that)g(can)g(b)q(e)g(used)h(for)e (global)f(testing)i(and)g(con)o(trol.)29 b(Pro)q(cessors)20 b(that)d(not)h(meet)f(a)0 2499 y(global)d(condition)h(e\013ectiv)o(ely)h (skip)g(the)g(op)q(eration\(s\))g(that)g(are)g(asso)q(ciated)h(with)e(it.)23 b(F)m(or)15 b(easy)h(referencing)h(nearest-)0 2548 y(neigh)o(b)q(our)g(lo)q (cations)f(sp)q(ecial)h(constan)o(ts)h Fk(LEFT)p Fm(,)e Fk(RIGHT)p Fm(,)f Fk(UP)p Fm(,)h Fk(DOWN)p Fm(,)f Fk(FRONT)p Fm(,)h(and)g Fk(BACK)g Fm(are)i(pro)o(vided.)27 b(In)16 b(addition,)0 2598 y(new)i(data)f(t)o(yp)q(es)i(and)e(op)q(erators)h(on)g(these)g(data)g(t)o(yp) q(es)g(are)g(supp)q(orted)h(together)f(with)f(o)o(v)o(erloading)f(of)h(op)q (erators.)0 2648 y(This)d(enables)g(v)o(ery)h(concise)f(co)q(de)h(for)f (certain)g(t)o(yp)q(es)h(of)e(calculations.)954 2875 y(13)p eop %%Page: 14 20 bop 0 42 1949 5 v 0 48 1949 2 v 0 114 a Fg(3.2.2)16 b(The)g(Cam)o(bridge)d (Activ)o(e)i(Memory)h(T)l(ec)o(hnology)e(Distrib)o(ute)o(d)f(Arra)o(y)i(Pro)q (cessor.)0 176 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(Pro)q(cessor)f(arra)o(y)m (.)0 226 y Fg(Mo)q(dels)p Fm(:)h(D)o(AP510,)c(D)o(AP610,)f(D)o(AP510C,)h(D)o (AP610C)0 275 y Fg(F)l(ron)o(t-end)p Fm(:)i(Sun)f(w)o(orkstation)g(or)f(DEC)h (V)-5 b(AX.)0 325 y Fg(Op)q(erating)14 b(system)p Fm(:)j(In)o(ternal)d(OS)g (transparen)o(t)h(to)f(the)g(user,)h(SunOS)f(or)g(VMS)g(on)f(fron)o(t-end)0 375 y Fg(Connection)h(structure)p Fm(:)h(2-D)e(mesh,)g(ro)o(w-)h(and)f (column)g(datapaths)g(\(see)j(remarks\).)0 425 y Fg(Compilers)p Fm(:)21 b(F)o(OR)m(TRAN-PLUS:)16 b(a)g(F)m(ortran)h(77)f(compiler)f(with)i (some)f(F)m(ortran)g(90)g(and)h(some)f(proprietary)h(arra)o(y)0 475 y(extensions.)0 537 y Fg(System)e(parameters)p Fm(:)0 599 y Fg(Mo)q(del)483 b Fm(D)o(AP510)88 b(D)o(AP610)73 b(D)o(AP510C)57 b(D)o(AP610C)p 0 613 1562 2 v 0 655 a(Clo)q(c)o(k)13 b(cycle)431 b(100)13 b(ns)125 b(100)13 b(ns)126 b(100)13 b(ns)126 b(100)13 b(ns)0 704 y(No.)18 b(of)13 b(pro)q(cessors)340 b(1024)156 b(4096)h(1024)g(4096)0 767 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 816 y Fm(P)o(er)f(Pro)q(c.)j(\(M\015op/s)d(\))266 b(0.015)145 b(0.015)155 b(0.14)165 b(0.14)0 866 y(1-bit)13 b(Mop/s)422 b(10240)136 b(40960)g(10240)f(40960)0 916 y(8-bit)13 b(Mop/s)443 b(400)167 b(1600)157 b(5000)146 b(20000)0 966 y(M\015op/s)14 b(\(32-bit)f(\)total)278 b(15)198 b(60)189 b(140)177 b(560)0 1028 y(Program)12 b(memory)291 b(0.5{4MB)78 b(0.5{4MB)g(0.5{4MB)f(0.5{4MB)0 1078 y(Data)13 b(memory)365 b(4{32MB)69 b(16{128MB)f(4{32MB)h(16{128MB)0 1140 y Fg(In)o(t.)20 b(comm.)h(sp)q(eed)0 1190 y Fm(Across)15 b(ro)o(w,)e(column)255 b(40)14 b(MB/s)71 b(160)13 b(MB/s)71 b(40)13 b(MB/s)71 b(160)13 b(MB/s)0 1240 y(Memory)g(to)h(PE)328 b(1.28)13 b(GB/s)54 b(5.12)12 b(GB/s)54 b(1.28)13 b(GB/s)54 b(5.12)13 b(GB/s)p 0 1264 V 0 1306 a Fg(Remarks)p Fm(:)0 1368 y(Apart)k(from)d(the)j(name)e(of)h(the)h(v)o(endor,)g(v)o(ery)g(little)e(has) i(c)o(hanged)g(with)f(AMT)g(and)g(its)h(pro)q(ducts.)27 b(AMT)16 b(has)h(b)q(een)0 1418 y(tak)o(en)f(o)o(v)o(er)f(b)o(y)g(the)h(USA-based)h (Cam)o(bridge)c(T)m(ec)o(hnology)i(Group.)22 b(This)16 b(has)f(no)h (in\015uence)g(on)f(the)h(pro)q(duct)h(line)e(or)0 1468 y(p)q(olicy)m(.)i (Just)e(the)f(name)f(has)h(b)q(een)h(c)o(hanged)f(to)g(\\Cam)o(bridge)e (Activ)o(e)i(Memory)f(T)m(ec)o(hnology".)83 1517 y(In)18 b(the)g(D)o(AP510)f (mo)q(dels)f(the)i(1024)f(pro)q(cessors)j(are)e(ordered)h(in)e(a)g(32)12 b Fb(\002)g Fm(32)17 b(arra)o(y)m(,)g(the)h('5')f(in)g(510)g(indicating)0 1567 y(the)f(exp)q(onen)o(t)g(of)e(2)h(of)g(the)h(edge)g(size,)g(while)e(the) i('10')e(stands)i(for)f(the)g(pro)q(cessor)j(sp)q(eed)e(in)f(MHz.)23 b(Lik)o(ewise)15 b(has)g(the)0 1617 y(D)o(AP610)e(4096)g(pro)q(cessors)j (arranged)e(in)g(a)f(64)c Fb(\002)g Fm(64)14 b(square.)83 1667 y(The)f(mo)q(dels)e(510C)h(and)g(610C)f(are)i(able)f(to)g(op)q(erate)i(b)o (yte)e(parallel)f(on)i(appropriate)f(op)q(erands.)18 b(Op)q(erations)13 b(done)0 1717 y(in)f(this)g(fashion)f(sp)q(eed)i(up)g(b)o(y)e(a)h(factor)g (of)g(nearly)g(10)f(o)o(v)o(er)h(the)h(otherwise)g(equiv)n(alen)o(t)e(510)h (and)f(610)h(mo)q(dels.)k(Bit-serial)0 1766 y(sp)q(eed)f(is)f(not)g (a\013ected.)83 1816 y(As)k(in)f(all)g(pro)q(cessor-arra)o(y)i(mac)o(hines,)e (the)h(con)o(trol)f(pro)q(cessor)j(\(called)d(the)h(Master)h(Con)o(trol)e (Unit)g(\(MCU\))h(in)0 1866 y(the)c(D)o(AP\))g(has)f(a)h(separate)g(memory)d (to)j(hold)f(program)f(instructions)i(while)f(the)h(data)f(are)h(held)g(in)f (the)h(data)f(memory)0 1916 y(asso)q(ciated)g(with)f(eac)o(h)i(Pro)q(cessing) f(Elemen)o(t)f(\(PE\))h(in)g(the)g(pro)q(cessor)h(arra)o(y)m(.)j(So,)12 b(for)g(a)g(D)o(AP510)g(with)g(32)g(MB)h(of)f(data)0 1966 y(memory)d(eac)o(h) j(PE)g(has)g(32)e(KB)j(of)d(data)i(memory)d(directly)i(asso)q(ciated)i(to)e (it.)17 b(T)m(o)10 b(access)k(data)d(in)g(other)h(PE's)g(memories)0 2015 y(these)j(m)o(ust)e(b)q(e)i(brough)o(t)e(up)h(to)g(the)h(data)e(routing) h(plane)f(and)h(shifted)g(to)g(the)g(appropriate)g(pro)q(cessor.)83 2065 y(As)g(already)g(men)o(tioned)f(under)i(the)f(heading)g(of)f(the)i (connection)f(structure,)i(there)f(are)g(t)o(w)o(o)e(w)o(a)o(ys)h(of)f (connecting)0 2115 y(the)h(PEs.)k(One)c(is)f(the)g(2-D)f(mesh)h(that)g (connects)h(eac)o(h)g(elemen)o(t)e(to)h(its)g(North-,)g(East-,)g(W)m(est-,)g (and)f(South)h(neigh)o(b)q(our.)0 2165 y(In)18 b(addition)f(there)i(are)f(ro) o(w-)g(and)f(column)g(data)g(paths)h(that)g(enable)h(the)f(fast)g(broadcast)g (of)g(a)f(ro)o(w)h(or)g(column)e(to)0 2215 y(an)f(en)o(tire)h(matrix)d(b)o(y) i(replication.)21 b(Con)o(v)o(ersely)m(,)15 b(they)h(can)f(b)q(e)h(used)g (for)f(ro)o(w-)g(or)g(column)f(wise)h(reduction)h(of)f(matrix)0 2265 y(ob)r(jects)g(in)o(to)e(a)h(column-)e(or)i(ro)o(w)f(v)o(ector)i(of)e (results)i(from,)d(e.g.,)h(a)g(summing-)e(or)j(maxim)n(um)c(op)q(eration.)83 2314 y(Separate)15 b(I/O)e(pro)q(cessors)j(and)d(disk)h(systems)g(can)f(b)q (e)i(attac)o(hed)f(to)f(the)h(D)o(AP)g(directly)g(th)o(us)g(not)f(burdening)h (the)0 2364 y(fron)o(t-end)h(mac)o(hine)f(\(and)h(the)g(connection)h(b)q(et)o (w)o(een)g(fron)o(t-end)f(and)g(D)o(AP\))g(with)g(I/O)g(op)q(erations)g(and)g (unnecessary)0 2414 y(data)f(transp)q(ort.)k(Also,)c(a)f(direct)i(video)f(in) o(terface)g(is)g(a)o(v)n(ailable)d(to)j(op)q(erate)h(a)f(frame)e(bu\013er.)83 2464 y(A)f(nice)h(\(non-standard\))g(feature)g(of)e(the)i(F)o(OR)m(TRAN-PLUS) f(compiler)f(is)h(the)h(p)q(ossibilit)o(y)e(to)h(use)h(logical)d(matrices)0 2514 y(as)14 b(indexing)e(ob)r(jects)j(for)e(computational)e(matrix)h(ob)r (jects.)19 b(This)13 b(enables)i(a)e(v)o(ery)h(compact)e(notation)h(for)g (conditional)0 2563 y(execution)i(on)e(the)i(pro)q(cessor)h(arra)o(y)m(.)0 2626 y Fg(Measured)g(P)o(erformances)p Fm(:)i(In)d([5])f(the)h(sp)q(eed)i(of) d(matrix)g(m)o(ultiplicati)o(on)e(on)j(v)n(arious)f(D)o(AP)h(mo)q(dels)f(is)h (analyzed.)0 2676 y(F)m(or)f(matrices)g(of)g(order)i(512)e(sp)q(eeds)i(of)e (94)g(and)h(340)e(M\015op/s)i(\(32-bit)f(precision\))h(w)o(ere)g(measured)g (on)f(the)i(D)o(AP510C)0 2725 y(and)e(D)o(AP610C,)e(resp)q(ectiv)o(ely)m(.) 954 2875 y(14)p eop %%Page: 15 21 bop 0 42 1949 5 v 0 48 1949 2 v 0 114 a Fg(3.2.3)16 b(The)g(Digital)d (Equipmen)o(t)g(Corp.)21 b(MPP)15 b(series)0 176 y Fm(These)g(mac)o(hines)e (are)h(iden)o(tical)g(to)f(the)i(MasP)o(ar)f(mac)o(hines)f(describ)q(ed)j(in) d(3.2.4)f(and)i(3.2.5.)p 0 205 1949 5 v 0 211 1949 2 v 0 277 a Fg(3.2.4)i(The)g(MasP)o(ar)f(MP-1.)0 339 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(Pro)q(cessor)f(arra)o(y)m(.)0 389 y Fg(Mo)q(dels)p Fm(:)h(MP1101,)c (MP1102,)f(MP1104,)h(MP1208,)g(MP1216.)0 439 y Fg(F)l(ron)o(t-end)p Fm(:)i(DECstation)f(5000)f(or)g(DEC)h(V)-5 b(AX.)0 489 y Fg(Op)q(erating)14 b(system)p Fm(:)j(In)o(ternal)d(OS)g(transparen)o(t)h(to)f(the)g(user,)h (Ultrix)e(or)h(VMS)g(on)f(fron)o(t-end.)0 538 y Fg(Connection)h(structure)p Fm(:)h(2-D)e(mesh,)g(crossbar)i(\(see)g(remarks\).)0 588 y Fg(Compilers)p Fm(:)h(MPL:)d(\(C)h(with)g(extensions\),)g(MPF:)g(\(F)m (ortran)g(90-lik)o(e)e(with)i(extensions\).)0 650 y Fg(System)h(parameters)p Fm(:)0 713 y Fg(Mo)q(del)477 b Fm(MP1101)83 b(MP1102)93 b(MP1104)104 b(MP1208)d(MP1216)p 0 727 1811 2 v 0 768 a(Clo)q(c)o(k)13 b(cycle)433 b(83)14 b(ns)138 b(83)13 b(ns)149 b(83)14 b(ns)159 b(83)13 b(ns)157 b(83)13 b(ns)0 818 y(No.)18 b(of)13 b(pro)q(cessors)332 b(1024)149 b(2048)159 b(4096)170 b(8192)157 b(16384)0 880 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 930 y Fm(P)o(er)f(pro)q(c.)j (\(M\015op/s)c(\))264 b(0.034)137 b(0.034)147 b(0.034)158 b(0.034)d(0.034)0 980 y(Mop/s)14 b(\(32-bit\))371 b(1600)149 b(3200)159 b(6400)h(13000)146 b(26000)0 1030 y(Mop/s)14 b(\(64-bit\))381 b(800)160 b(1600)f(3200)170 b(6400)157 b(13000)0 1079 y(M\015op/s)14 b(\(32-bit\))369 b(75)180 b(150)h(300)190 b(600)178 b(1200)0 1129 y(M\015op/s)14 b(\(64-bit\))369 b(34)191 b(69)g(138)f(275)e(550)0 1192 y(Program)12 b(memory)300 b(1{4MB)103 b(1{4MB)113 b(1{4MB)124 b(1{4MB)d(1{4MB)0 1241 y(Data)13 b(memory)347 b(16{64MB)50 b(32{128MB)h(64{256MB)f(128{512MB)61 b(256{1GB)0 1304 y Fg(In)o(t.)20 b(comm.)h(sp)q(eed)0 1353 y Fm(Via)13 b(Xnet)i(\(n.)j(neigh)o(b)q(our\))157 b(1.4)12 b(GB/s)67 b(2.8)13 b(GB/s)78 b(5.7)13 b(GB/s)77 b(11.5)13 b(GB/s)64 b(23.0)13 b(GB/s)0 1403 y(Via)g(global)f(router)296 b(80)13 b(MB/s)63 b(160)13 b(MB/s)63 b(320)14 b(MB/s)73 b(640)13 b(MB/s)68 b(1.28)13 b(GB/s)p 0 1428 V 0 1469 a Fg(Remarks)p Fm(:)0 1531 y(The)f(Pro)q(cessing)h(Elemen)o(ts)e(\(PEs\))h(of)f(the)h(MP-1)f(are)h(more) e(in)o(tricate)i(than)f(those)h(from)e(the)i(AMT)f(D)o(AP)h(\(3.2.2\).)j(Eac) o(h)0 1581 y(PE)g(con)o(tains)f(a)f(4-bit)h(parallel)f(Arithmetic/Logic)f (Unit)i(together)h(with)f(a)g(1-bit)f(functional)g(unit,)h(a)g(16-bit)f(exp)q (onen)o(t)0 1631 y(unit)j(and)f(a)h(64-bit)f(man)o(tissa)f(unit.)24 b(These)17 b(units)f(ma)o(y)e(b)q(e)j(op)q(erated)g(separately)f(or)g(in)f (concord)i(\(e.g.,)e(for)h(\015oating-)0 1681 y(p)q(oin)o(t)g (calculations\).)25 b(Because)19 b(of)d(the)h(hardw)o(are)g(implem)o(en)o (tation)d(of)i(the)h(PEs,)g(only)f(1-,)g(8-,)g(16-,)g(32-,)g(and)h(64-bit)0 1731 y(data)d(t)o(yp)q(es)g(are)h(allo)o(w)o(ed.)83 1780 y(Unlik)o(e)k(on)h (the)h(AMT)f(D)o(AP)m(,)e(on)i(the)h(MP-1)e(it)h(is)g(p)q(ossible)g(to)g (address)h(data)e(items)g(in)h(the)g(data)g(memories)0 1830 y(indirectly)m(.)d(This)d(greatly)g(facilitates)f(manipulation)e(of)i(matrix) f(ob)r(jects)j(indexed)f(through)g(an)g(index)g(matrix.)83 1880 y(One)g(t)o(yp)q(e)g(of)e(in)o(terconnection)i(of)f(the)g(PEs)h(is)f(a)g (2-D)g(rectangular)g(mesh)g(\(with)g(wrap-around\).)k(This)c(is)g(ho)o(w)o (ev)o(er)0 1930 y(implemen)o(ted)d(b)o(y)j(connecting)g(the)g(PEs)g (diagonally)e(via)g(3-w)o(a)o(y)h(switc)o(hes.)19 b(As)13 b(the)g(setting)g (of)f(the)h(switc)o(hes)h(only)d(tak)o(es)0 1980 y(1)h(cycle,)g(this)g(means) f(that)h(ev)o(ery)h(PE)f(can)g(reac)o(h)h(it)f(8)f(surrounding)h(neigh)o(b)q (ours)h(in)e(1)h(cycle.)18 b(F)m(or)11 b(more)g(general)h(routing)0 2029 y(sc)o(hemes)k(a)g(Global)e(Router)i(is)g(a)o(v)n(ailable.)21 b(This)16 b(acts,)g(in)g(principle,)g(as)f(a)h(three-stage)h(crossbar.)26 b(PEs)16 b(are)g(arranged)0 2079 y(in)i(clusters)i(of)e(4)12 b Fb(\002)g Fm(4,)19 b(whic)o(h)g(connect)g(to)g(other)g(clusters)h(through)e (the)h(\014rst)h(lev)o(el)e(of)g(the)h(crossbar.)33 b(All)17 b(clusters)0 2129 y(connect)g(via)e(an)g(in)o(termediate)g(stage)i(to)e(the)h (target)h(stage)f(\(again)e(at)i(cluster)h(lev)o(el\).)23 b(The)16 b(p)q(orts)h(from)d(the)i(clusters)0 2179 y(are)f(m)o(ultiplexed)d(to)i(the)h (individual)e(PEs)i(within)e(a)i(cluster.)20 b(As)15 b(this)f(t)o(yp)q(e)h (of)f(comm)o(unication)d(is)j(fairly)f(in)o(tricate,)h(it)0 2229 y(is)g(m)o(uc)o(h)e(slo)o(w)o(er)i(than)g(via)f(the)i(Xnet)f(\(see)i (system)d(parameter)h(list)f(ab)q(o)o(v)o(e\).)83 2278 y(As)h(with)g(the)h (AMT)f(D)o(AP)m(,)f(there)i(are)f(pro)o(visions)g(for)f(connecting)i(a)f (frame)e(bu\013er)j(and/or)f(disks)g(directly)g(to)g(the)0 2328 y(MP-1.)26 b(Also)17 b(lik)o(e)f(the)h(D)o(AP)m(,)f(the)h(MP-1)g(is)f (essen)o(tially)h(a)g(single-user)g(mac)o(hine,)f(that)g(is,)h(only)f(one)h (user)h(at)f(a)f(time)0 2378 y(can)e(ha)o(v)o(e)g(a)g(task)h(on)e(the)i (MP-1.)k(Of)14 b(course,)h(tasks)g(can)f(b)q(e)h(sc)o(heduled)g(via)f(a)f(m)o (ulti-user)g(in)o(terface)i(on)f(the)h(fron)o(t-end)0 2428 y(system.)83 2478 y(The)e(MP-1)f(features)h(a)f(v)o(ery)h(nice)f(X-windo)o(w) g(based)h(programmi)o(ng)c(en)o(vironmen)o(t,)i(MPPE,)i(whic)o(h)f(in)o (tegrates)h(an)0 2528 y(in)o(teractiv)o(e)h(source)h(debugger,)g(a)e (pro\014ler,)h(and)g(output)g(windo)o(ws)f(in)h(one)g(en)o(vironmen)o(t.)0 2590 y Fg(Measured)g(P)o(erformances)p Fm(:)i(In)d([3])g(the)h(solution)e(of) h(a)h(full)e(linear)h(system)h(w)o(as)f(rep)q(orted)i(on)e(a)h(16384)e(PE)i (mac)o(hine)0 2640 y(with)g(a)f(sp)q(eed)j(of)d(440)h(M\015op/s.)k(The)d (same)e(rep)q(ort)i(estimated)e(the)i(p)q(eak)f(p)q(erformance)g(to)g(b)q(e)h (580)e(M\015op/s)h(in)g(64-bit)0 2689 y(precision.)954 2875 y(15)p eop %%Page: 16 22 bop 0 42 1949 5 v 0 48 1949 2 v 0 114 a Fg(3.2.5)16 b(The)g(MasP)o(ar)f (MP-2.)0 176 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(Pro)q(cessor)f(arra)o(y)m(.)0 226 y Fg(Mo)q(dels)p Fm(:)h(MP2201,)c(MP2202,)f(MP2204,)h(MP2208,)g(MP2216.)0 275 y Fg(F)l(ron)o(t-end)p Fm(:)i(DECstation)f(5000)f(or)g(DEC)h(V)-5 b(AX.)0 325 y Fg(Op)q(erating)14 b(system)p Fm(:)j(In)o(ternal)d(OS)g (transparen)o(t)h(to)f(the)g(user,)h(Ultrix)e(or)h(VMS)g(on)f(fron)o(t-end.)0 375 y Fg(Connection)h(structure)p Fm(:)h(2-D)e(mesh,)g(crossbar)i(\(see)g (remarks\).)0 425 y Fg(Compilers)p Fm(:)h(MPL:)d(\(C)h(with)g(extensions\),)g (MPF:)g(\(F)m(ortran)g(90-lik)o(e)e(with)i(extensions\).)0 487 y Fg(System)h(parameters)p Fm(:)0 549 y Fg(Mo)q(del)485 b Fm(MP2201)85 b(MP2202)d(MP2204)j(MP2208)74 b(MP2216)p 0 563 1764 2 v 0 605 a(Clo)q(c)o(k)13 b(cycle)441 b(80)13 b(ns)141 b(80)13 b(ns)138 b(80)13 b(ns)141 b(80)13 b(ns)130 b(80)13 b(ns)0 655 y(No.)18 b(of)13 b(pro)q(cessors)340 b(1024)151 b(2048)d(4096)j(8192)130 b(16384)0 717 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 767 y Fm(P)o(er)f(pro)q(c.)j(\(M\015op/s)c(\))282 b(0.15)160 b(0.15)d(0.15)j(0.15)150 b(0.15)0 816 y(Mop/s)14 b(\(32-bit\))379 b(4250)151 b(8500)137 b(17000)130 b(34000)120 b(68000)0 866 y(Mop/s)14 b(\(64-bit\))379 b(2100)151 b(4250)d(8500)140 b(17000)120 b(34000)0 916 y(M\015op/s)14 b(\(32-bit\))366 b(400)172 b(800)159 b(1600)151 b(3200)140 b(6300)0 966 y(M\015op/s)14 b(\(64-bit\))366 b(150)172 b(300)d(600)162 b(1200)140 b(2400)0 1028 y(Program)12 b(memory)307 b(1{4MB)105 b(1{4MB)d(1{4MB)j(1{4MB)95 b(1{4MB)0 1078 y(Data)13 b(memory)386 b(64MB)115 b(128MB)102 b(256MB)j(512MB)118 b(1GB)0 1140 y Fg(In)o(t.)20 b(comm.)h(sp)q(eed)0 1190 y Fm(Via)13 b(Xnet)i(\(n.)j(neigh)o(b)q(our\))154 b(1.25)13 b(GB/s)58 b(2.5)13 b(GB/s)66 b(5.0)13 b(GB/s)59 b(10.0)13 b(GB/s)37 b(20.0)13 b(GB/s)0 1240 y(Via)g(global)f(router)303 b(80)14 b(MB/s)65 b(160)13 b(MB/s)52 b(320)13 b(MB/s)55 b(640)13 b(MB/s)41 b(1.28)13 b(GB/s)p 0 1264 V 0 1308 a Fg(Remarks)p Fm(:)j(Apart)c(from)d(b)q (eing)j(roughly)e(2.5)h(times)f(faster)i(than)g(the)f(MasP)o(ar)h(MP-1)f (\(3.2.4\),)f(there)j(is)e(little)g(di\013erence)0 1358 y(b)q(et)o(w)o(een)h (the)e(MP-2)g(and)g(the)h(MP-1.)17 b(The)10 b(gain)g(in)f(sp)q(eed)j(relativ) o(e)e(to)g(the)h(MP-1)f(is)g(accomplished)f(b)o(y)h(using)g(a)g(pro)q(cessor) 0 1408 y(with)j(a)g(higher)h(degree)h(of)d(bit-parallelism.)j(This)e (resulted)i(in)e(a)g(higher)h(p)q(erformance)f(at)g(the)h(exp)q(ense)i(of)c (the)i(n)o(um)o(b)q(er)0 1457 y(of)f(data)h(formats:)i(only)d(32-bit)g(and)h (64-bit)f(data)h(are)g(allo)o(w)o(ed)e(on)i(the)h(MP-2.)83 1507 y(MasP)o(ar)f(will)f(mark)o(et)g(b)q(oth)h(the)g(MP-1)g(and)g(MP-2.)k (In)c(the)h(view)e(of)h(the)g(compan)o(y)f(there)i(is)f(a)g(mark)o(et)e(for)i (b)q(oth.)0 1557 y(With)g(a)g(\014xed)g(budget)h(one)g(can)f(mak)o(e)f(a)h(c) o(hoice)h(for)f(a)g(system)g(with)g(larger)g(memory)m(,)d(but)k(slo)o(w)o(er) f(or)g(a)g(faster)h(system)0 1607 y(with)f(a)f(smaller)f(memory)m(.)83 1657 y(Soft)o(w)o(are)i(and)f(to)q(ols)h(are)g(exactly)g(the)h(same)e(for)g (b)q(oth)h(t)o(yp)q(es)h(of)e(mac)o(hines.)0 1719 y Fg(Measured)k(P)o (erformances:)k Fm(In)16 b([3])f(a)h(sp)q(eed)h(of)f(1.6)f(G\015op/s)h(w)o (as)g(rep)q(orted)h(for)f(a)g(16,384)e(pro)q(cessor)k(mac)o(hine)d(in)0 1769 y(solving)e(a)g(11,264)f(order)j(full)e(linear)g(system.)954 2875 y(16)p eop %%Page: 17 23 bop 954 2875 a Fm(17)p eop %%Page: 18 24 bop 0 42 a Ff(3.3)16 b(3.3)h(Shared-memory)e(MIMD)j(systems)12 104 y Fm(F)m(or)12 b(some)f(systems)h(in)g(this)g(category)g(it)g(will)f(not) h(alw)o(a)o(ys)f(b)q(e)h(p)q(ossible)h(to)f(discuss)h(all)e(mo)q(dels)g(of)g (a)h(particular)g(pro)q(duct)0 154 y(line)e(b)q(ecause)j(the)e(n)o(um)o(b)q (er)g(of)f(con\014gurations)h(is)f(simply)f(to)q(o)i(large.)17 b(Ho)o(w)o(ev)o(er,)11 b(w)o(e)g(attempt)f(to)h(giv)o(e)f(the)i(represen)o (tativ)o(e)0 203 y(con\014gurations)e(for)f(suc)o(h)h(systems.)17 b(In)9 b(addition,)g(when)h(single-pro)q(cessor)h(v)o(ersions)f(of)f(a)g (certain)h(mac)o(hine)f(are)g(a)o(v)n(ailable,)0 253 y(this)17 b(is)h(regarded)g(as)f(a)g(sp)q(ecial)h(case)g(of)f(a)g(m)o(ulti-pro)q (cessor)g(v)o(ersion)g(and)g(the)h(one-pro)q(cessor)i(v)o(ersions)d(are)h (omitted)0 303 y(from)12 b(section)j(3.1)e(where)i(they)f(could)g(ha)o(v)o(e) f(b)q(een)i(treated.)p 0 340 1949 5 v 0 346 1949 2 v 0 412 a Fg(3.3.1)h(The)g(Con)o(v)o(ex)f(C4)h(series.)0 474 y(Mac)o(hine)f(t)o(yp)q (e)p Fm(:)i(Shared-memory)12 b(m)o(ulti-v)o(ectorpro)q(cessor.)0 524 y Fg(Mo)q(dels)p Fm(:)17 b(C46)p Fi(x)p Fm(0,)12 b Fi(x)g Fm(=)f(1)p Fi(;)c(:)g(:)g(:)e(;)i Fm(4)0 574 y Fg(Op)q(erating)14 b(system)p Fm(:)j(Con)o(v)o(exOS)d(\(Con)o(v)o(ex's)f(Unix)h(v)n(arian)o (t\).)0 624 y Fg(Compilers)p Fm(:)i(F)m(ortran,)d(C,)g(C++,)h(AD)o(A,)f (Lisp.)0 686 y Fg(System)i(parameters)p Fm(:)0 748 y Fg(Mo)q(del)527 b Fm(C4600)p 0 763 888 2 v 0 804 a(Clo)q(c)o(k)13 b(cycle)449 b(7.41)12 b(ns)0 866 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 916 y Fm(P)o(er)f(pro)q(c.)j(\(64-bit)13 b(prec.\))183 b(810)13 b(M\015op/s)0 966 y(P)o(er)i(pro)q(c.)j(\(32-bit)13 b(prec.\))173 b(1620)13 b(M\015op/s)0 1015 y(Maximal,)d(64-bit)j(precision)134 b(3240)13 b(M\015op/s)0 1065 y(Maximal,)d(32-bit)j(precision)134 b(6480)13 b(M\015op/s)0 1128 y(No.)18 b(of)13 b(pro)q(cessors)374 b(1{4)0 1190 y(Main)13 b(memory)403 b Fb(\024)p Fm(4GB)0 1252 y Fg(Memory)16 b(bandwidth)0 1302 y Fm(Single)d(pro)q(c.)19 b(bandwidth)190 b(1080)12 b(MB/s)p 0 1326 V 0 1368 a Fg(Remarks)p Fm(:)0 1430 y(The)18 b(C4600)f(series)j(is)d(the)i(fourth)f(generation)g(of)f (v)o(ectorpro)q(cessors)k(from)c(Con)o(v)o(ex.)29 b(Unlik)o(e)18 b(in)f(the)i(former)e(C3800)0 1480 y(series,)h(with)e(a)h(maxim)n(um)12 b(of)k(8)g(pro)q(cessors,)j(the)e(highest)g(n)o(um)o(b)q(er)f(of)g(pro)q (cessors)j(is)d(four)g(in)h(the)g(C4640)e(mo)q(del.)25 b(A)0 1530 y(ma)r(jor)16 b(di\013erence)k(with)e(the)g(former)f(generations)h(is)g (that)g(more)f(functional)g(unit)h(sets)h(p)q(er)g(CPU)f(are)g(presen)o(t:)28 b(six)0 1579 y(general)13 b(purp)q(ose)i(functional)d(units.)18 b(This)13 b(brings)g(the)h(n)o(um)o(b)q(er)e(of)h(\015oating-p)q(oin)o(t)f (results)i(p)q(er)g(cycle)g(to)f(6)g(in)g(the)g(ideal)0 1629 y(case.)27 b(Because)18 b(the)g(\015oating-p)q(oin)o(t)d(units)h(are)h (general)g(the)g(opp)q(ortunities)g(for)f(linking)f(or)i(indep)q(enden)o(t)h (pro)q(cessing)0 1679 y(are)e(increased)i(with)d(resp)q(ect)j(to)e(sp)q (ecialised)g(m)o(ultiply)e(and)h(add)h(pip)q(es)g(whic)o(h)g(increases)i(the) e(sc)o(heduling)g(densit)o(y)g(of)0 1729 y(op)q(erations.)26 b(In)17 b(addition,)f(some)g(logical)e(op)q(erations)j(can)g(b)q(e)g(done)g (in)f(the)i(functional)d(units)i(whic)o(h)f(enables)i(32-bit)0 1779 y(con)o(v)o(olutions)12 b(to)h(b)q(e)h(done)f(in)f(excess)j(of)e(1)g (G\015op/s)f(\(this)h(is)g(called)g(the)h(\\extended)g(arc)o(hitecture")h(in) d(Con)o(v)o(ex)h(jargon\).)83 1828 y(As)j(in)g(the)g(former)f(C3400)f(and)i (C3800)f(GaAs)g(comp)q(onen)o(ts)h(are)g(used)h(to)e(arriv)o(e)h(at)g(the)g (cycle)h(time)d(of)h(7.41)g(ns.)0 1878 y(Also)f(lik)o(e)g(in)g(these)i (former)d(mo)q(dels,)g(there)j(is)e(di\013erence)i(in)e(sp)q(eed)i(of)e(a)g (factor)h(of)e(t)o(w)o(o)h(b)q(et)o(w)o(een)i(single)e(precision)h(\(32)0 1928 y(bits\))f(and)g(double)g(precision)g(\(64)f(bits\))h(calculations.)83 1978 y(As)j(for)g(the)g(Con)o(v)o(ex)g(Exemplar)e(SPP-1)i(\(see)i(3.4.3\))c (an)h("application)g(compiler")f(is)i(a)o(v)n(ailable)d(that)j(is)g(capable)0 2028 y(of)g(in)o(terpro)q(cedural)i(analysis.)29 b(This)17 b(can)h(greatly)g(enhance)h(the)f(v)o(ectorisabilit)o(y)f(of)g(some)g(co)q (des)i(and)f(in)f(general)h(is)0 2078 y(b)q(ene\014cial)c(in)g(optimising)d (large)j(co)q(des.)83 2140 y Fg(Measured)j(p)q(erformances)p Fm(:)i(T)m(raditionally)m(,)12 b(Con)o(v)o(ex)k(systems)f(are)h(able)g(to)f (obtain)g(a)g(signi\014can)o(t)g(fraction)g(of)0 2190 y(their)g(theoretical)g (p)q(eak)g(p)q(erformance.)20 b(On)15 b(a)g(C220)f(\(functionally)f(equiv)n (alen)o(t)h(to)g(a)h(C3220\))e(77.6)h(and)g(88.9)g(M\015op/s)0 2239 y(out)i(of)f(the)h(theoretical)h(100)e(M\015op/s)h(ha)o(v)o(e)f(b)q(een) i(observ)o(ed)g(for)f(a)f(F)m(ortran)h(77)f(and)h(a)f(library)h(implem)o(en)o (tation)d(of)i(a)0 2289 y(linear)c(system)g(solv)o(er,)h(resp)q(ectiv)o(ely)g ([19].)k(The)c(C4600)e(pro)o(v)o(es)i(to)f(b)q(e)h(no)f(exception:)18 b(on)11 b(one)h(pro)q(cessor)h(the)f(solution)e(of)0 2339 y(a)i(dense)j (linear)d(system)g(of)h(order)g Fi(N)j Fm(=)c(1000)g(sho)o(ws)h(a)g(sp)q(eed) h(of)e(683)g(M\015op/s)h(on)f(one)h(pro)q(cessor)i(for)d(64-bits)g(precision) 0 2389 y(and)h(of)g(1320)g(M\015op/s)h(on)f(a)g(C4620.)k(A)o(t)d(32-bits)f (precision)h(sp)q(eeds)h(of)e(resp.)19 b(1227)13 b(and)g(2252)g(M\015op/s)g (w)o(ere)i(found)e(on)0 2439 y(the)h(C4610)f(and)h(the)h(C4620.)954 2875 y(18)p eop %%Page: 19 25 bop 0 42 1949 5 v 0 48 1949 2 v 0 114 a Fg(3.3.2)16 b(The)g(Cra)o(y)g (Computer)e(Corp)q(oration)g(Cra)o(y-3)0 227 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(Shared-memory)12 b(m)o(ulti-v)o(ectorpro)q(cessor.)0 277 y Fg(Mo)q(dels)p Fm(:)17 b(Cra)o(y-3)0 327 y Fg(Op)q(erating)d(system)p Fm(:)j(UNICOS)d(\(CCC's)g(Unix)f(v)n(arian)o(t\).)0 377 y Fg(Compilers)p Fm(:)j(F)m(ortran,C.)0 439 y Fg(System)f(parameters)p Fm(:)0 502 y Fg(Mo)q(del)426 b Fm(Cra)o(y-3)p 0 524 768 2 v 0 566 a(Clo)q(c)o(k)13 b(cycle)380 b(2)13 b(ns)0 629 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 678 y(P)o(er)g(pro)q(cessor)293 b(1)14 b(G\015op/s)0 728 y(Maximal)363 b(16)13 b(G\015op/s)0 791 y(Main)g(memory)300 b Fb(\025)14 b Fm(4GB)0 853 y Fg(Memory)i(bandwidth)0 903 y Fm(Single)d(pro)q(c.)19 b(bandwidth)128 b(8)13 b(GB/s)0 966 y(No.)18 b(of)13 b(pro)q(cessors)268 b(1{16)p 0 988 V 0 1030 a Fg(Remarks)p Fm(:)0 1093 y(Cra)o(y)16 b(Computer)g(Corp)q(oration)f (\(CCC\))i(has)f(b)q(een)i(established)f(b)o(y)f(Seymour)f(Cra)o(y)h(to)g (build)g(the)g(Cra)o(y-3,)g(of)g(whic)o(h)0 1142 y(the)i(\014rst)g(stages)h (w)o(ere)f(done)g(under)g(the)g(wings)f(of)g(the)h(mother)f(compan)o(y)m(,)f (Cra)o(y)h(Researc)o(h)i(Inc.)29 b(\(see)19 b(3.3.3,)d(3.3.4,)0 1192 y(and)f(3.4.4\).)k(It)c(w)o(as)f(decided)i(that)f(it)f(w)o(as)h(to)q(o)g (m)o(uc)o(h)e(of)h(a)h(burden)g(to)g(dev)o(elop)g(t)o(w)o(o)f(indep)q(enden)o (t)i(high-end)f(pro)q(duct)0 1242 y(lines,)f(the)i(Cra)o(y)e(Y-MP)h(\(see)h (3.3.4\))d(and)i(the)g(Cra)o(y-3.)20 b(So,)14 b(CCC)h(split)f(o\013)h(and)f (to)q(ok)h(then)g(a)o(v)n(ailable)e(Cra)o(y-2)h(with)g(it)0 1292 y(as)g(a)f(mark)o(etable)g(pro)q(duct.)19 b(As)14 b(migh)o(t)e(b)q(e)i (exp)q(ected)i(the)f(Cra)o(y-3)e(is)h(reminiscen)o(t)f(to)h(the)g(Cra)o(y-2.) k(There)d(are)f(notable)0 1342 y(di\013erences)20 b(ho)o(w)o(ev)o(er:)27 b(As)18 b(in)g(the)g(Cra)o(y-2)f(there)j(is)d(a)h(foreground)g(pro)q(cessor)i (whic)o(h)e(p)q(erforms)f(system)h(tasks,)h(I/O)0 1391 y(handling,)d(and)h (sync)o(hronisation)g(of)g(the)g(bac)o(kground)g(pro)q(cessors,)j(the)e(v)o (ectorpro)q(cessors)i(prop)q(er.)28 b(The)18 b(maxim)n(um)0 1441 y(n)o(um)o(b)q(er)d(of)g(pro)q(cessors)i(has)f(gro)o(wn)f(from)f(4)h(to) h(16)f(in)g(the)h(Cra)o(y-3)f(and)g(clo)q(c)o(k)h(cycle)g(is)f(halv)o(ed)g (from)f(4)h(to)h(2)f(ns.)23 b(The)0 1491 y(Cra)o(y-3)13 b(relies)i(hea)o (vily)d(on)i(the)g(use)h(of)e(GaAs)h(comp)q(onen)o(ts)g(\(CCC)f(is)h(with)g (Con)o(v)o(ex)f(the)i(only)e(compan)o(y)f(who)i(actually)0 1541 y(uses)g(these\))g(to)f(b)q(e)h(able)e(to)h(condense)h(the)g(comp)q (onen)o(ts)e(to)h(suc)o(h)g(an)g(exten)o(t)h(that)f(the)g(required)h(clo)q(c) o(k)f(cycle)g(sp)q(eed)i(can)0 1591 y(b)q(e)g(sustained.)83 1641 y(There)f(are)f(additional)d(impro)o(v)o(emen)o(ts)g(in)i(the)i(Cra)o (y-3)d(design)i(as)g(compared)f(to)g(the)h(Cra)o(y-2.)k(A)12 b(main)f(b)q(ottlenec)o(k)0 1691 y(in)i(the)h(Cra)o(y-2)f(w)o(as)g(that)g (there)i(only)e(w)o(as)g(one)h(p)q(ort)f(to)h(main)d(memory)g(p)q(er)j(pro)q (cessor)h(where)g(the)f(memory)d(itself)i(w)o(as)0 1740 y(relativ)o(ely)i (slo)o(w.)23 b(This)16 b(required)h(at)e(least)h(a)g(high)f(data)g(re-use)j (to)d(minimi)o(se)f(the)i(memory)d(tra\016c)j(but)g(this)g(w)o(as)g(not)0 1790 y(help)q(ed)f(at)g(all)e(b)o(y)h(the)h(inabilit)o(y)e(of)h(the)h(CPUs)g (to)f(c)o(hain)h(op)q(erations.)20 b(All)13 b(of)h(these)i(w)o(eak)f(p)q(oin) o(ts)f(ha)o(v)o(e)g(b)q(een)i(mended)0 1840 y(in)g(the)g(Cra)o(y-3)f(in)h (some)f(w)o(a)o(y:)22 b(eac)o(h)16 b(pro)q(cessor)i(has)e(no)o(w)g(t)o(w)o(o) f(memory)f(p)q(orts,)i(the)h(memory)c(has)k(b)q(een)g(sp)q(eeded)h(up)0 1890 y(o)o(v)o(er)e(a)f(factor)h(of)f(t)o(w)o(o)g(with)h(resp)q(ect)i(to)e (the)g(fastest)h(SRAM)e(mo)q(del)f(of)i(the)g(Cra)o(y-2)f(and,)h(although)e (there)k(is)d(still)g(no)0 1940 y(c)o(haining)i(of)h(op)q(erations)g(in)g (the)g(Cra)o(y-3,)g(there)i(is)d(a)h(tec)o(hnique)h(call)f(\\tailgating",i)o (.e.,)d(shifting)i(in)h(of)f(elemen)o(ts)h(of)0 1989 y(a)f(new)h(v)o(ector)g (in)f(a)g(register)h(at)f(the)h(places)g(of)f(elemen)o(ts)g(that)g(already)g (ha)o(v)o(e)h(b)q(een)g(used)g(in)f(an)g(op)q(eration)g(instead)0 2039 y(of)g(w)o(aiting)e(for)i(the)h(completion)e(of)g(an)h(op)q(eration)h (on)f(a)g(complete)f(v)o(ector)i(register.)30 b(These)18 b(impro)o(v)o(emen)o (ts)d(should)0 2089 y(mak)o(e)f(the)i(mac)o(hine)f(m)o(uc)o(h)f(more)h (usable)g(than)h(the)g(Cra)o(y-2)f(whic)o(h)h(often)f(w)o(as)h(b)q(ough)o(t)f (mainly)e(for)i(the)i(\(then\))f(large)0 2139 y(memory)f(of)h(512)h(MB.)g(W)m (e)g(could)g(not)g(get)g(information)e(on)h(the)i(existence)h(of)e(lo)q(cal)f (memories)f(in)i(the)h(bac)o(kground)0 2189 y(pro)q(cessors)h(as)e(w)o(ere)h (a)o(v)n(ailable)c(in)j(the)g(Cra)o(y-2.)27 b(In)16 b(these)j(mac)o(hines)d (the)h(lo)q(cal)f(memories,)f(more)h(or)h(less)g(used)h(as)f(a)0 2238 y(cac)o(he)h(memory)m(,)d(w)o(ere)j(not)f(accessible)i(from)c(a)i(high)f (lev)o(el)h(language.)27 b(Library)17 b(routines,)h(using)f(the)h(lo)q(cal)e (memory)0 2288 y(could)c(greatly)h(impro)o(v)o(e)d(the)j(p)q(erformance)g(in) f(man)o(y)f(cases.)18 b(Another)c(p)q(oin)o(t)e(that)g(has)h(impro)o(v)o(ed)e (in)h(the)h(Cra)o(y-3)f(is)g(the)0 2338 y(the)17 b(instruction)g(rate)g(has)f (doubled)h(to)f(one)h(instruction)f(p)q(er)i(clo)q(c)o(k)e(cycle.)26 b(Apart)17 b(from)e(the)i(decreased)i(clo)q(c)o(k)d(cycle)0 2388 y(this)e(sp)q(eeds)i(the)e(scalar)g(p)q(erformance)g(up)g(b)o(y)g (another)g(factor)g(of)f(t)o(w)o(o.)83 2438 y(Presen)o(tly)m(,)h(a)g(Cra)o (y-3)f(system)h(is)f(on)h(trial)f(at)h(NCAR)f(in)h(Boulder,)g(Colorado.)0 2501 y Fg(Measured)k(P)o(erformances)p Fm(:)k(In)17 b([3])e(a)i(sp)q(eed)h (for)f(the)g(solution)f(of)h(a)f(dense)i(linear)f(system)g(of)f(order)i Fi(N)j Fm(=)c(100)f(is)0 2550 y(giv)o(en)d(of)h(391)f(M\015op/s.)p 0 2590 1949 5 v 0 2596 1949 2 v 0 2663 a Fg(3.3.3)j(The)g(Cra)o(y)g(Researc)o (h)e(Inc.)22 b(A)o(ttac)o(hed)13 b(P)o(arallel)g(Pro)q(cessor.)0 2726 y(Mac)o(hine)i(t)o(yp)q(e)p Fm(:)i(RISC-based)d(m)o(ultiple)d (shared-memory)h(pro)q(cessor)0 2776 y Fg(Mo)q(dels)p Fm(:)17 b(CRI)c(APP)954 2875 y(19)p eop %%Page: 20 26 bop 0 42 a Fg(Op)q(erating)14 b(system)p Fm(:)j(SunOS)d(\(Sun)g(v)n(arian)o (t)f(of)g(Unix\),)g(Cra)o(y)h(APP)g(micro)f(k)o(ernel)h(transparen)o(t)h(to)f (the)g(user.)0 91 y Fg(Compilers)p Fm(:)i(F)m(ortran,)d(C.)0 153 y Fg(System)i(parameters)p Fm(:)0 215 y Fg(Mo)q(del)619 b Fm(APP)p 0 229 1119 2 v 0 269 a(Clo)q(c)o(k)13 b(cycle)551 b(25ns)0 331 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 381 y(P)o(er)g(pro)q (cessor)g(\(64-bit\))301 b(40)13 b(M\015op/s)0 431 y(32-bit)g(precision)415 b(6.7)13 b(G\015op/s)0 481 y(64-bit)g(precision)415 b(3.3)13 b(G\015op/s)0 542 y(Main)g(memory)434 b(32MB{1GB)0 604 y Fg(Memory)16 b(bandwidth)108 b Fm(160)13 b(MB/s/path)h(\(see)h(remarks\))0 654 y(Single)e(pro)q(c.)19 b(bandwidth)279 b(640)14 b(MB/s)0 716 y(No.)k(of)13 b(pro)q(cessors)443 b(7{84)p 0 737 V 0 778 a Fg(Remarks)p Fm(:)0 840 y(One)11 b(of)f(the)i(assets)g(in)e(taking)g(o)o(v) o(er)g(Floating)g(P)o(oin)o(t)g(Systems)g(late)h(1991)e(w)o(as)i(the)g(FPS)g (500)f(system.)17 b(This)10 b(w)o(as)h(a)f(system)0 890 y(that)k(could)g (harb)q(our)h(t)o(w)o(o)f(scalar)g(pro)q(cessors,)i(t)o(w)o(o)e(v)o(ector)h (pro)q(cessors,)h(and)e(the)h(so-called)f(Matrix)g(Co-Pro)q(cessor,)h(an)0 940 y(accelerator)i(b)q(o)o(x)e(with)h(up)g(to)f(84)h(In)o(tel)f(i860)g(pro)q (cessors.)26 b(This)15 b(last)h(elemen)o(t)f(has)h(no)o(w)f(b)q(een)i(made)e (b)o(y)h(Cra)o(y)f(in)o(to)g(a)0 989 y(separate)e(pro)q(duct,)f(the)h(Cra)o (y)e(APP)m(.)g(The)h(basic)g(arc)o(hitecture)i(has)d(not)h(b)q(een)h(c)o (hanged:)k(an)11 b(8-w)o(a)o(y)g(crossbar)i(connects)g(7)0 1039 y(buses)h(or)f(paths)h(eac)o(h)f(of)g(whic)o(h)g(can)g(b)q(e)g(accommo)q (dated)e(with)i(12)g(i860)e(pro)q(cessors.)20 b(The)14 b(bandwidth)f(for)f(a) h(pro)q(cessor)0 1089 y(bus)f(is)g(160)g(MB/s.)18 b(The)12 b(eigh)o(th)g(connection)h(on)e(the)i(crossbar)g(is)f(used)h(for)f(I/O)g(c)o (hannels)g(lik)o(e)g(a)f(VME)i(bus)f(and)g(HIPPI)0 1139 y(c)o(hannels.)25 b(The)17 b(fron)o(t-end)f(to)g(the)g(APP)h(is)f(a)g(Sun)g(Sparc)g(w)o (orkstation.)24 b(T)m(o)16 b(mak)o(e)e(the)j(APP)f(indep)q(enden)o(t,)i(its)e (w)o(as)0 1189 y(\014tted)f(with)e(its)h(o)o(wn)g(memory)d(of)i(up)h(to)g(1)g (GB.)83 1238 y(The)j(APP)g(uses)h(auto-parallelising)c(compilers)i(and)g(Cra) o(y-st)o(yle)g(microtasking.)25 b(In)16 b(addition,)g(up)g(to)h(t)o(w)o(elv)o (e)f(of)0 1288 y(these)h(systems)f(can)g(b)q(e)h(clustered)g(via)e(a)h (global)e(memory)g(of)h(up)h(to)f(8)h(GB)g(\(not)g(unlik)o(e)f(the)h(IBM)h (System)e(F)m(our,)h(see)0 1338 y(3.3.6\).)21 b(With)15 b(1008)f(pro)q (cessors)j(suc)o(h)g(a)e(full)f(system)h(should)g(theoretically)g(deliv)o(er) h(40)e(G\015op/s)h(at)g(64-bit)g(precision.)0 1388 y(T)m(ogether)f(with)g (the)g(lo)q(cal)f(memories)f(of)h(the)i(individual)d(APPs)j(the)f(aggregate)g (memory)d(w)o(ould)i(amoun)o(t)g(to)g(20)h(GB.)0 1450 y Fg(Measured)i(P)o (erformances:)h Fm(Almost)d(no)g(indep)q(enden)o(t)i(results)g(are)f(rep)q (orted)h(y)o(et.)21 b(Cra)o(y)14 b(quotes)i(sev)o(eral)f(applica-)0 1499 y(tions)e(in)f(image-,)e(sonar-,)j(and)f(radar)h(pro)q(cessing)h(with)e (sp)q(eeds)j(of)d(1{2.3)f(G\015op/s)h(for)g(one)h(APP)m(.)g(In)f([3])g(a)g (sp)q(eed)i(of)f(548)0 1549 y(M\015op/s)h(is)g(rep)q(orted)h(for)f(the)g (solution)f(of)g(an)h(order)h(1000)e(full)f(linear)i(system.)p 0 1588 1949 5 v 0 1594 1949 2 v 0 1658 a Fg(3.3.4)i(The)g(Cra)o(y)g(Researc)o (h)e(Inc.)22 b(Cra)o(y)16 b(J-series,)e(Y-MP)i(C90,)g(Y-MP)g(M90.)0 1770 y(Mac)o(hine)f(t)o(yp)q(e)p Fm(:)i(Shared-memory)12 b(m)o(ulti-v)o (ectorpro)q(cessor.)0 1820 y Fg(Mo)q(dels)p Fm(:)17 b(Cra)o(y)d(J,)f(Y-MP)h (C90,)f(Y-MP)h(M90.)0 1869 y Fg(Op)q(erating)g(system)p Fm(:)j(UNICOS)d (\(Cra)o(y)g(Unix)f(v)n(arian)o(t\).)0 1919 y Fg(Compilers)p Fm(:)j(F)m(ortran,)d(C,)g(C++,)h(P)o(ascal,)f(AD)o(A.)0 1981 y Fg(System)i(parameters)p Fm(:)0 2043 y Fg(Mo)q(del)429 b Fm(Cra)o(y)14 b(J9)88 b(Cra)o(y)14 b(Y-MP)g(C90)51 b(Cra)o(y)13 b(Y-MP)h(M90)p 0 2065 1502 2 v 0 2105 a(Clo)q(c)o(k)f(cycle)382 b(10)14 b(ns)225 b(4)14 b(ns)280 b(6)13 b(ns)0 2167 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 2217 y(P)o(er)g(pro)q(cessor)283 b(200)13 b(M\015op/s)115 b(1)13 b(G\015op/s)159 b(333)13 b(M\015op/s)0 2267 y(Maximal)370 b(3.2)13 b(G\015op/s)118 b(16G\015op/s)152 b(2.67)12 b(G\015op/s)0 2329 y(Main)h(memory)313 b Fb(\024)p Fm(4)14 b(GB)170 b Fb(\024)p Fm(16)14 b(GB)204 b Fb(\024)p Fm(32)14 b(GB)0 2390 y Fg(Memory)i(bandwidth)0 2440 y Fm(Single)d(pro)q(c.)19 b(bandwidth)125 b(1.6)13 b(GB/s)149 b(12)13 b(GB/s)210 b(4)14 b(GB/s)0 2502 y(No.)k(of)13 b(pro)q(cessors)281 b(4{16)226 b(2{16)280 b(2{8)p 0 2524 V 0 2564 a Fg(Remarks)p Fm(:)0 2626 y(Cra)o(y)16 b(Researc)o(h)i(Inc.)28 b(\(CRI\))16 b(supp)q(orts)i(at)f(this)g (momen)o(t)d(3)i(pro)q(duct)i(lines)f(\(apart)f(the)i(Sup)q(erSparc-based)h (CS6400)0 2676 y(whic)o(h)f(is)g(targeted)i(to)e(the)h(commercial)c(mark)o (et)j(and)g(is)g(not)g(discussed)i(in)e(this)g(rep)q(ort\).)33 b(All)17 b(mo)q(dels)h(are)g(binary)0 2726 y(compatible)e(and)i(run)h (exactly)f(the)h(same)e(soft)o(w)o(are.)31 b(The)18 b(Cra)o(y)g(Y-MP/16)g (M90)f(is)h(the)h(latest)f(of)g(these)h(pro)q(ducts)0 2776 y(\(announced)d(late)f(1991\).)21 b(It)15 b(is)g(a)g(v)n(ariation)f(of)g(the) i(former)e(Y-MP)i(series)g(with)f(a)g(m)o(uc)o(h)f(larger)h(memory:)j(1{32)c (GB.)954 2875 y(20)p eop %%Page: 21 27 bop 0 42 a Fm(In)13 b(terms)f(of)g(sp)q(eed)i(the)f(M90)g(is)f(not)h(up)f(to) h(the)g(fastest)g(that)g(can)g(b)q(e)g(pro)q(duced)h(b)o(y)e(Cra)o(y)m(.)17 b(The)c(C90)f(has)h(a)f(lo)o(w)o(er)h(clo)q(c)o(k)0 91 y(cycle)18 b(and)f(a)g(faster)h(memory)m(.)25 b(The)18 b(M90)e(series)j(is)e(mean)o(t)f (for)h(applications)f(that)i(are)f(more)f(restricted)k(b)o(y)d(lac)o(k)f(of)0 141 y(memory)11 b(than)j(b)o(y)g(the)h(lac)o(k)e(of)g(sp)q(eed.)20 b(V)m(ery)14 b(often)g(memory)d(and)j(sp)q(eed)i(are)e(in)o(terc)o(hangeable) g(in)g(this)g(resp)q(ect.)20 b(Cra)o(y)0 191 y(exp)q(ects)c(to)e(ha)o(v)o(e)f (a)h(mark)o(et)f(for)g(these)j(systems)e(b)q(esides)h(the)f(fast)g(C90)f (series.)83 241 y(In)i(the)h(C90)f(the)g(n)o(um)o(b)q(er)g(of)f(v)o(ector)i (pip)q(e)g(sets)g(is)f(doubled)g(with)g(resp)q(ect)j(to)d(the)g(M90)g(mo)q (dels.)21 b(Therefore,)16 b(the)0 291 y(p)q(erformance)c(of)f(a)h(C90)g(CPU)g (is)g(trice)h(that)f(of)f(a)h(Y-MP)g(CPU,)g(a)g(factor)g(1.5)f(b)q(ecause)j (of)d(the)i(lo)o(w)o(er)e(clo)q(c)o(k)h(cycle)h(and)f(an)0 341 y(additional)g(factor)h(of)h(2)f(b)q(ecause)i(of)e(the)i(doubling)d(of)h (the)h(functional)f(units.)18 b(The)c(doubling)f(of)g(the)h(n)o(um)o(b)q(er)f (of)g(CPUs)0 390 y(mak)o(es)g(the)h(maxima)o(l)d(C90)i(6)h(times)f(faster)h (than)g(the)g(fully)f(con\014gured)i(Y-MP)f(M90.)83 440 y(The)20 b(Cra)o(y)f(J9)g(series)i(is)e(the)h(en)o(try)g(lev)o(el)e(mo)q(del)g(mark)o (eted)h(b)o(y)g(CRI)g(announced)h(in)e(Septem)o(b)q(er)i(1994.)33 b(The)0 490 y(mac)o(hine)14 b(is)i(binary)f(compatible)f(with)h(the)h (high-end)g(systems.)23 b(It)16 b(has)g(one)f(m)o(ultiply)e(and)j(add)f(v)o (ector)i(pip)q(e)e(set)i(p)q(er)0 540 y(CPU)c(at)g(a)g(clo)q(c)o(k)g(cycle)h (of)f(10)f(ns)i(whic)o(h)f(results)h(in)f(a)g(theoretical)g(p)q(eak)h(p)q (erformance)f(of)f(200)h(M\015op/s.)k(F)m(urthermore,)0 590 y(a)12 b(cac)o(he)h(has)f(b)q(een)i(added)e(to)g(sp)q(eed)i(up)e(scalar)g (pro)q(cessing)i(\(as)e(in)g(the)h(Con)o(v)o(ex)e(C4)h(series,)i(see)f (3.3.1\).)j(It)c(is)g(in)o(teresting)0 640 y(to)k(note)h(that)f(the)h (strategy)g(of)e(using)h(more)f(\(four\))i(m)o(ulti-functional)12 b(pip)q(es)17 b(as)g(in)e(the)i(predecessor,)i(the)e(Y-MP)g(EL)0 689 y(has)d(b)q(een)h(left)f(again)e(to)i(return)h(to)f(the)g(classic)h(t)o (w)o(o-pip)q(e/CPU)e(design.)83 739 y(The)g(Cra)o(y)f(C90)g(and)g(M90)g(mac)o (hines)f(are)i(at)f(this)g(momen)o(t)e(the)j(only)e(ones)i(with)f(a)g(memory) e(bandwidth)i(as)h(seems)0 789 y(optimal)i(for)i(v)o(ector)h(pro)q(cessors:) 28 b(t)o(w)o(o)17 b(op)q(erands)h(can)g(b)q(e)g(loaded)f(and)g(one)h(result)g (can)g(b)q(e)g(stored)g(in)f(one)h(cycle)g(for)0 839 y(eac)o(h)d(pip)q(e)f (set.)19 b(F)m(or)14 b(the)g(C90)g(this)g(mean)o(t)f(that)h(the)g(relativ)o (e)g(bandwidth)g(to)g(the)g(CPUs)h(had)f(to)g(b)q(e)g(doubled)g(from)e(24)0 889 y(to)k(48)g(b)o(ytes/cycle.)28 b(This)16 b(has)h(indeed)g(b)q(een)h (accomplished)d(and)h(observ)o(ed)i(results)g(indicate)e(that)h(for)f(the)h (C90)f(the)0 939 y(p)q(erformance)e(scales)h(up)f(with)g(the)h(clo)q(c)o(k)f (cycle)h(and)f(the)h(n)o(um)o(b)q(er)e(of)h(functional)f(units)h(\(see)h (measured)g(p)q(erformances)0 989 y(b)q(elo)o(w\).)j(F)m(or)13 b(the)g(J9)h(series)g(the)g(bandwidth)f(is)g(lo)o(w)o(er:)18 b(16)12 b(b)o(ytes/cycle.)19 b(This)14 b(is)f(regrettably)h(less)g(than)f(w)o (as)g(a)o(v)n(ailable)0 1038 y(in)g(the)i(Y-MP)f(EL)g(mac)o(hines)f(and)h(it) f(migh)o(t)f(adv)o(ersely)i(a\013ect)h(the)g(e\016ciency)m(.)83 1088 y(Another)h(prop)q(ert)o(y)f(that)g(is)f(unique)h(for)f(the)i(Cra)o(y)e (C90)g(and)h(M90)f(systems)h(is)f(that)h(they)g(do)f(not)h(ha)o(v)o(e)g (separate)0 1138 y(scalar)i(pro)q(cessors)i(but)f(that)f(scalar-)f(and)h(v)o (ector)h(co)q(de)g(ha)o(v)o(e)f(to)g(share)g(the)h(same)e(functional)g (units.)28 b(The)17 b(Cra)o(y)g(J9)0 1188 y(series)h(do)q(es)e(ha)o(v)o(e)g (separate)i(scalar)e(pro)q(cessors.)27 b(Theoretically)m(,)16 b(the)h(absence)g(of)f(separate)h(scalar)f(pro)q(cessors)j(migh)o(t)0 1238 y(impair)14 b(the)j(throughput)g(sp)q(eed)h(\(F)m(ujitsu)e(and)g(Hitac)o (hi)g(\(3.1.1,)f(3.3.5\))g(ev)o(en)i(add)f(an)g(extra)h(scalar)g(pro)q (cessor)h(in)e(the)0 1288 y(VPX200)c(and)g(S-3800)f(series)i(to)f(com)o(bat)e (excessiv)o(e)k(con)o(text)f(switc)o(hing\).)k(Ho)o(w)o(ev)o(er,)12 b(in)g(practice)h(the)g(dra)o(wbac)o(ks)f(seem)0 1337 y(rather)j(limited.)0 1400 y Fg(Measured)f(P)o(erformances)p Fm(:)i(Measuremen)o(ts)e(with)f(the)i (EuroBen)f(Benc)o(hmark)g([22])e(ha)o(v)o(e)h(b)q(een)i(done)f(at)g(CRI)f(on) g(a)0 1450 y(test)j(mac)o(hine)e(of)h(the)h(Y-MP/16)f(C90)g(series)i(and)e (in)g([3])f(a)h(sp)q(eed)i(of)d(10.7)h(G\015op/s)f(w)o(as)i(found)f(for)g (solving)f(an)h(order)0 1500 y(10,000)d(dense)j(linear)f(system.)k(The)c(J9)g (series)h(mac)o(hine)e(is)g(still)g(quite)h(new)h(and)e(no)h(results)h(are)f (a)o(v)n(ailable)e(y)o(et.)p 0 1537 1949 5 v 0 1543 1949 2 v 0 1609 a Fg(3.3.5)k(The)g(Hitac)o(hi)e(S3800)g(series.)0 1672 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:V)m(ectorpro)q(cessor.)0 1722 y Fg(Mo)q(dels)p Fm(:)i(S-3800/)p Fi(x)p Fm(60,)11 b(S-3800/)p Fi(y)q Fm(8)p Fi(z)r Fm(;)i Fi(x)e Fm(=)h(1)p Fi(;)7 b Fm(2)41 b Fi(y)13 b Fm(=)f(1)p Fi(;)7 b Fm(2)p Fi(;)g Fm(4)39 b Fi(z)14 b Fm(=)e(0)p Fi(;)7 b Fm(2)0 1772 y Fg(Op)q(erating)14 b(system)p Fm(:)j(V)o(OS3/HAP/ES)d(\(IBM)g(MVS)g(compatible\))f(and)g(OSF/1.)0 1822 y Fg(Compilers)p Fm(:)j(F)o(OR)m(T77/HAP)c(v)o(ectorising)i(F)m(ortran)g (77.)0 1885 y(System)f(parameters:)0 1947 y Fg(Mo)q(del)412 b Fm(S3800/)p Fi(x)p Fm(60)92 b(S3800/)p Fi(y)q Fm(8)p Fi(z)p 0 1972 1095 2 v 0 2013 a Fm(Clo)q(c)o(k)13 b(cycle)i(VPU)295 b(2)14 b(ns)211 b(2)14 b(ns)0 2063 y(Clo)q(c)o(k)f(cycle)i(scal.)j(pro)q(c.) 197 b(6)14 b(ns)211 b(6)14 b(ns)0 2126 y(Theor.)k(p)q(eak)d(p)q(erformance)73 b(4{8)13 b(G\015op/s)62 b(8{32)12 b(G\015op/s)0 2188 y(No.)18 b(of)13 b(pro)q(cessors)0 2238 y(Scalar)499 b(1{2)222 b(1{4)0 2288 y(V)m(ector)493 b(1{2)222 b(1{4)0 2350 y(Main)13 b(memory)269 b(256{1024MB)49 b(512{2048MB)0 2400 y(Extended)15 b(memory)239 b Fb(\024)p Fm(16GB)148 b Fb(\024)p Fm(32GB)p 0 2422 V 0 2464 a Fg(Remarks)p Fm(:)0 2527 y(The)11 b(S3800)f(is)h(the)g(curren)o(t)h (top-end)g(system)e(of)g(Hitac)o(hi's)g(S-3000)g(series.)18 b(Fiv)o(e)11 b(di\013eren)o(t)h(mo)q(dels)d(are)j(o\013ered:)17 b(The)12 b(160)0 2576 y(and)h(the)h(260)f(in)g(whic)o(h)g(the)h(260)e(is)i (simply)d(the)j(2-CPU)f(v)o(ersion)h(of)e(the)i(the)g(160.)j(F)m(urthermore,) c(there)i(is)e(a)g(sub-series)0 2626 y(180,)h(280,)f(and)i(480,)e(of)h(whic)o (h)h(the)g(280)f(and)g(480)g(are)h(again)e(2-CPU)i(and)f(4-CPU)h(v)o(ersions) g(of)f(the)h(180.)k(Ho)o(w)o(ev)o(er,)c(in)0 2676 y(addition,)h(there)h(is)g (a)f(mo)q(del)f(182)h(with)g(2)g(scalar)h(pro)q(cessors)h(and)f(1)f(v)o (ector)h(pro)q(cessor)i(as)d(is)h(o\013ered)g(in)f(the)h(F)m(ujitsu)0 2726 y(VP2000)g(series)i(and)e(for)g(the)h(same)f(reason:)26 b(con)o(text)18 b(switc)o(hing)f(dela)o(y)g(b)q(et)o(w)o(een)i(jobs)f(should) f(b)q(e)h(reduced)h(b)o(y)f(this)0 2776 y(sc)o(heme.)k(The)16 b(smallest)e(mo)q(del,)f(the)j(S-3800/160)d(has)i(4)g(m)o(ulti-functional)d (m)o(ultiply/add)g(pip)q(es)k(whic)o(h)f(ma)o(y)e(deliv)o(er)954 2875 y(21)p eop %%Page: 22 28 bop 0 42 a Fm(up)14 b(to)g(8)g(results)h(p)q(er)g(clo)q(c)o(k)g(cycle.)k (This)14 b(is)g(equiv)n(alen)o(t)g(to)g(4)g(G\015op/s.)k(In)c(the)h(/180)e (the)i(n)o(um)o(b)q(er)f(of)f(pip)q(es)i(is)f(doubled)0 91 y(to)h(8)h(with)f(a)g(corresp)q(onding)h(p)q(eak)g(p)q(erformance)f(of)g(8)g (G\015op/s.)23 b(All)14 b(mo)q(dels)h(feature)h(one)g(or)f(more)g(separate)h (divide)0 141 y(pip)q(es.)k(As)15 b(the)g(m)o(ulti-headed)d(systems)j(can)f (w)o(ork)g(in)g(parallel,)f(the)i(top)f(mo)q(del,)f(the)i(S-3800/480,)c(ma)o (y)i(theoretically)0 191 y(attain)g(a)h(sp)q(eed)h(of)e(32)h(G\015op/s.)83 242 y(Hitac)o(hi)e(no)o(w)g(deliv)o(ers)h(an)f(auto-parallelising)e (compiler,)h(whic)o(h)i(features)g(parallelising)e(compiler)g(directiv)o(es)i (sim-)0 291 y(ilar)h(to)g(those)h(of)f(Cra)o(y)g(and)h(NEC.)f(The)h(OSF/1)g (system)f(can)h(b)q(e)g(run)g(under)g(the)g(MVS-lik)o(e)f(V)o(OS3/HAP/ES,)g (but)h(it)0 341 y(can)f(also)f(b)q(e)i(run)f(as)g(a)g(nativ)o(e)f(op)q (erating)h(system.)0 404 y Fg(Measured)k(P)o(erformances)p Fm(:)i(The)d(\014rst)g(S-3000)f(system,)g(a)g(S-3800/480,)f(w)o(as)h (installed)g(in)g(Jan)o(uary)g(1993)g(at)g(the)0 454 y(Univ)o(ersit)o(y)d(of) g(T)m(oky)o(o.)j(T)m(ests)e(with)f(the)h(EuroBen)g(b)q(enc)o(hmark)f(w)o(ere) h(done)f(on)g(this)g(system)g(in)g(July-Septem)o(b)q(er)g(1993.)0 504 y(During)i(these)i(tests)g(a)e(sp)q(eed)j(of)d(5.7)f(G\015op/s)h(w)o(as)h (observ)o(ed)h(for)e(the)h(ev)n(aluation)f(of)g(a)g(9)1472 489 y Fc(th)1521 504 y Fm(degree)i(p)q(olynomial)c(on)i(a)0 554 y(single)d(pro)q(cessor.)20 b(In)13 b(matrix-v)o(ector)e(m)o (ultiplication,)e(sp)q(eeds)15 b(of)d(6.5)g(G\015op/s)g(on)g(one)h(pro)q (cessor)i(w)o(ere)f(measured)e(\(see)0 604 y([23]\).)p 0 644 1949 5 v 0 650 1949 2 v 0 721 a Fg(3.3.6)k(The)g(IBM)g(P)o(o)o(w)o(er/4.)0 785 y(Mac)o(hine)f(t)o(yp)q(e)p Fm(:)i(RISC-based)d(m)o(ultiple)d (shared-memory)h(pro)q(cessor)0 835 y Fg(Mo)q(dels)p Fm(:)17 b(P)o(o)o(w)o(er/4)0 886 y Fg(Op)q(erating)d(system)p Fm(:)j(AIX/6000)c (\(IBM)h(v)n(arian)o(t)f(of)g(Unix\).)0 936 y Fg(Compilers)p Fm(:F)m(o)o(rtran,)e(C.)j Fg(System)g(parameters)p Fm(:)0 1000 y Fg(Mo)q(del)518 b Fm(P)o(o)o(w)o(er/4)p 0 1025 982 2 v 0 1067 a(Clo)q(c)o(k)13 b(cycle)460 b(23.8)12 b(ns)0 1131 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 1180 y(P)o(er)g(pro)q(c.)j(\(64-bit\))305 b(84)13 b(M\015op/s)0 1230 y(Maximal)e(\(64-bit\))306 b(336)13 b(M\015op/s)0 1293 y(Main)g(memory)269 b Fb(\024)p Fm(1.4GB)13 b(\(see)i(remarks\))0 1343 y Fg(Memory)h(bandwidth)0 1393 y Fm(Single)d(pro)q(c.)19 b(bandwidth)211 b(336)13 b(MB/s)0 1456 y(No.)18 b(of)13 b(pro)q(cessors)385 b(1{4)p 0 1479 V 0 1522 a Fg(Remarks)p Fm(:)0 1586 y(This)15 b(system)h(has)f(b)q(een)i(announced)f (at)f(Sup)q(ercomputing)g('92)g(and)g(apart)g(from)f(priv)n(ate)h(talks)h (with)f(IBM)h(represen-)0 1635 y(tativ)o(es)j(and)g(the)h(o\016cial)d(press)k (release)f(from)e(IBM,)h(v)o(ery)g(little)f(information)f(is)i(to)f(b)q(e)i (had.)34 b(This)19 b(ev)o(en)g(extends)0 1685 y(to)d(the)h(name)d(of)i(the)g (system)g(prop)q(er:)24 b(while)15 b(the)i(mac)o(hine)d(on)i(displa)o(y)f(at) h(Sup)q(ercomputing)g('92)f(w)o(as)h(presen)o(ted)i(as)0 1735 y(\\P)o(o)o(w)o(er/4",)12 b(the)h(press)h(release)g(consisten)o(tly)f(sp)q (ok)o(e)g(of)f(the)h(\\Shared)g(Memory)f(PO)o(WERparallel)f(system")h(and)h (it)f(w)o(as)0 1785 y(uncertain)j(whic)o(h)e(name)g(w)o(as)h(correct.)83 1835 y(The)f(new)g(feature)g(of)e(the)i(system)f(is)h(its)f(shared)h(memory:) i(7)d(card)h(slots)f(pro)o(vide)g(space)i(for)e(7)p Fb(\002)p Fm(128)f(MB)i(of)f(shared)0 1885 y(memory)m(,)17 b(while)h(eac)o(h)h(of)f (the)i(pro)q(cessors)h(also)d(ma)o(y)f(con)o(tain)h(16{128)f(MB)i(of)f(lo)q (cal)g(memory)m(.)30 b(So,)19 b(the)h(aggregate)0 1935 y(memory)10 b(can)j(b)q(e)h(up)f(to)f(1408)g(MB.)h(In)g(man)o(y)d(resp)q(ects)16 b(the)d(mac)o(hine)f(seems)h(similar)d(to)j(the)g(Cra)o(y)g(APP)g(\(3.3.3\),) e(but)i(a)0 1985 y(distinction)h(is)g(the)h(in)o(terconnection)h(whic)o(h)e (is)g(a)h(direct)g(4)p Fb(\002)p Fm(4)f(crossbar)i(here,)f(while)f(in)g(the)h (APP)g(up)g(to)f(12)g(pro)q(cessor)0 2035 y(ha)o(v)o(e)g(to)f(shared)i(a)f (bus)g(that)g(is)g(connected)i(to)d(a)h(crossbar.)83 2085 y(Although)i(the)i (system)f(can)g(use)g(PVM)h(for)e(in)o(tercomm)o(unication)e(\(for)j(those)g (that)g(already)g(used)h(an)e(RS/6000)0 2135 y(cluster\),)22 b(this)e(is)f(not)h(necessary)m(.)37 b(The)20 b(F)m(ortran)g(compiler)e(is)i (able)f(to)h(parallelise)f(programs)f(o)o(v)o(er)i(the)g(com)o(bined)0 2185 y(pro)q(cessors)13 b(in)e(whic)o(h)g(case)i(sync)o(hronisation)e(is)g (done)g(via)g(the)g(shared)i(memory)m(.)h(P)o(arallel)c(tasks)i(that)f(ha)o (v)o(e)g(an)g(irregular)0 2235 y(nature)19 b(will)d(again)h(ha)o(v)o(e)h(to)g (fall)f(bac)o(k)h(to)g(PVM,)g(but)g(as)g(comm)o(unicatio)o(n)e(is)h(no)o(w)h (through)g(memory)e(rather)j(than)0 2285 y(Ethernet,)f(the)e(comm)o (unication)d(sp)q(eed)k(is)f(v)o(ery)g(m)o(uc)o(h)f(higher.)24 b(I/O)16 b(ma)o(y)e(b)q(e)j(distributed)f(o)o(v)o(er)g(the)h(pro)q(cessors)h (and)0 2334 y(has)c(an)g(aggregate)g(bandwidth)f(of)g(up)h(to)g(320)f(MB/s.) 83 2385 y(The)i(system)f(is)g(not)h(promoted)e(hea)o(vily:)18 b(one)d(y)o(ear)f(after)h(its)f(announcemen)o(t)g(at)g(Sup)q(ercomputing)g ('93)g(the)h(only)0 2435 y(information)c(on)j(it)f(w)o(as)h(that)g(it)f (still)g(existed)i(and)f(w)o(as)g(mark)o(eted.)j(No)d(user)h(exp)q(eriences)h (w)o(ere)f(kno)o(wn.)0 2498 y Fg(Measured)g(P)o(erformances:)h Fm(No)e(p)q(erformance)f(\014gures)i(are)f(a)o(v)n(ailable)e(for)i(this)g (system.)p 0 2536 1949 5 v 0 2542 1949 2 v 0 2610 a Fg(3.3.7)i(The)g(NEC)h (SX-3R)e(series.)0 2674 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(Shared-memory)12 b(m)o(ulti-v)o(ectorpro)q(cessor.)0 2725 y Fg(Mo)q(dels)p Fm(:)17 b(SX-3/11R,)12 b(SX-3/12R,)g(SX-3/14R,)g(SX-3/22R,)g(SX-3/24R,)g(SX-3/42R,)g (SX-3/44R.)0 2776 y Fg(Op)q(erating)i(system)p Fm(:)j(SX)o(OS,)c(SUPER-UX)i (\(NECs)f(Unix)g(v)n(arian)o(t\).)954 2875 y(22)p eop %%Page: 23 29 bop 0 42 a Fg(Compilers)p Fm(:)16 b(F)m(ortran,)d(C.)g Fg(System)i (parameters)p Fm(:)0 103 y Fg(Mo)q(del)510 b Fm(SX-3/)p Fi(x)p Fm(1R)153 b(SX-3/)p Fi(x)p Fm(2R)163 b(SX-3/)p Fi(x)p Fm(4R)83 153 y Fi(x)11 b Fm(=)h(1)p Fi(;)7 b Fm(2)p Fi(;)g Fm(4)p 0 175 1625 2 v 0 215 a(Clo)q(c)o(k)13 b(cycle)478 b(2.5)13 b(ns)233 b(2.5)13 b(ns)244 b(2.5)12 b(ns)0 277 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 327 y Fm(64-bit)d(precision)318 b(1.6{6.4)12 b(G\015op/s)50 b(3.2{12.8)12 b(G\015op/s)51 b(6.4{25.6)11 b(G\015op/s)0 389 y(No.)18 b(of)13 b(pro)q(cessors)393 b(1{4)276 b(1{4)287 b(1{4)0 450 y(Main)13 b(memory)422 b Fb(\024)p Fm(4GB)224 b Fb(\024)p Fm(4GB)234 b Fb(\024)p Fm(8GB)0 500 y(Extended)15 b(memory)333 b Fb(\024)p Fm(16GB)203 b Fb(\024)p Fm(16GB)213 b Fb(\024)p Fm(16GB)p 0 522 V 0 563 a Fg(Remarks)p Fm(:)83 624 y(The)11 b(SX-3R)f(series)i(is)f(the)g(second)h(generation)f(of)f(NECs)i (v)o(ector)f(sup)q(ercomputers,)i(the)e(\014rst)h(b)q(eing)e(the)i(SX-2.)k (The)0 674 y(man)o(y)e(mo)q(del)g(n)o(um)o(b)q(ers)h(deserv)o(e)i(some)e (explanation:)20 b(the)c(su\016x)f(/)p Fi(xy)i Fm(stands)f(for)f(the)h(n)o (um)o(b)q(er)f(of)g(pro)q(cessors)j Fi(x)d Fm(and)0 724 y(the)g(n)o(um)o(b)q (er)e(of)h(v)o(ector)h(pip)q(e)g(sets)g Fi(y)q Fm(,)g(resp)q(ectiv)o(ely)m(.) 20 b(In)14 b(this)h(terminology)d(the)i(largest)h(SX-2)f(w)o(ould)f(ha)o(v)o (e)h(b)q(een)i(a)e(SX-)0 774 y(2/14R)d(b)q(ecause)k(it)d(has)h(four)f(pip)q (e)h(sets.)19 b(With)12 b(the)i(new)f(generation)g(of)f(SX-3s)g(m)o(ultiple)f (pro)q(cessors)k(w)o(ere)e(in)o(tro)q(duced.)0 824 y(Because)j(a)d(pip)q(e)h (set)g(under)h(the)f(righ)o(t)f(circumstances)i(can)e(pro)q(duce)i(four)f (results)g(p)q(er)h(clo)q(c)o(k)f(cycle)g(at)f(a)h(cycle)g(time)e(of)0 873 y(2.5)h(ns,)g(the)i(theoretical)f(p)q(eak)g(sp)q(eed)h(is)f(1.6)e (G\015op/s)i(p)q(er)g(pip)q(e)g(set)h(whic)o(h)e(leads)h(to)g(the)g(quoted)g (p)q(erformances)g(in)f(the)0 923 y(system)i(parameters)g(list.)22 b(Although)15 b(the)h(clo)q(c)o(k)f(cycle)h(for)f(the)h(scalar)f(pro)q (cessor)j(is)d(iden)o(tical)f(to)h(that)h(of)e(the)i(VPUs,)0 973 y(an)d(instruction)g(only)f(can)h(b)q(e)g(issued)h(ev)o(ery)g(t)o(w)o(o)e (cycles,)i(so)f(e\013ectiv)o(ely)g(the)h(situation)e(is)h(not)g(v)o(ery)g (di\013eren)o(t)h(from)d(that)0 1023 y(of)i(the)i(other)f(Japanese)h(v)o (ectorpro)q(cessors)i(where)e(the)g(scalar)f(unit)f(has)h(a)g(clo)q(c)o(k)g (rate)g(of)g(t)o(wice)g(that)g(of)f(the)i(VPUs.)83 1073 y(Apart)c(from)e(the) i(arithmetic)f(pro)q(cessors)j(\(APs\))f(whic)o(h)e(con)o(tain)g(the)i(VPUs)f (and)g(a)f(scalar)h(pro)q(cessor,)i(eac)o(h)e(system)0 1122 y(can)h(b)q(e)h(con\014gured)f(with)g(1)f(or)h(2)g(Con)o(trol)f(Pro)q (cessors)j(\(CPs\).)19 b(The)12 b(CPs)g(are)h(dedicated)f(to)g(systems)g (tasks,)g(in)o(teractiv)o(e)0 1172 y(pro)q(cessing,)i(and)f(con)o(trolling)f (I/O)h(requests)i(\(whic)o(h)f(are)f(handled)g(b)o(y)g(separate)i(I/O)e(pro)q (cessors\).)20 b(The)14 b(APs)g(are)f(th)o(us)0 1222 y(freed)i(from)d(an)o(y) h(menial)f(tasks)i(and)g(can)g(concen)o(trate)i(on)e(computational)d(w)o (ork.)83 1272 y(As)17 b(in)f(the)h(Cra)o(y)g(and)f(Con)o(v)o(ex)g(mac)o (hines)g(\(3.3.1{4\))f(sync)o(hronisation)h(of)g(parallel)g(pro)q(cesses)j (is)d(p)q(erformed)h(via)0 1322 y(sp)q(ecial)d(comm)o(unication)d(registers)k (in)e(order)i(to)f(minim)o(ise)d(sync)o(hronisation)j(o)o(v)o(erhead.)83 1372 y(It)19 b(is)f(not)h(easy)g(to)f(deriv)o(e)h(the)g(CPU-to-memory)e (bandwidth)h(in)g(the)h(SX-3)f(from)f(the)j(NEC)e(do)q(cumen)o(tation.)0 1421 y(One)d(is)g(left)f(with)g(the)h(impression)f(that)g(up)h(to)f(the)h (SX-3/24R)e(the)j(bandwidth)e(is)g(enough)h(to)f(sustain)h(a)f(stream)g(of)g (2)0 1471 y(op)q(erands/pip)q(e-set/cycle)i(and)e(shipping)f(one)h (result/pip)q(e-set/cycle)i(bac)o(k)e(to)g(memory)m(.)83 1521 y(The)19 b(parallelisation)d(mo)q(del)h(as)h(used)h(on)f(the)h(SX-3)f(is)g (conceptually)h(not)f(v)o(ery)g(di\013eren)o(t)i(from)c(that)i(of)g(other)0 1571 y(v)o(endors)d(in)e(the)h(\014eld,)g(although)f(NEC)h(has)g(its)g(o)o (wn)g(terminology)d(\(lik)o(e)i(all)g(others\).)0 1633 y Fg(Measured)18 b(P)o(erformances)p Fm(:)j(Results)c(from)e(the)j(SX-3R)e(series)i(are)f(giv) o(en)f(in)g([3]:)23 b(On)17 b(an)f(SX-3/44R)g(a)g(sp)q(eed)i(of)0 1682 y(15.1)c(G\015op/s)g(w)o(as)h(obtained)f(on)h(an)g Fi(N)j Fm(=)13 b(1000)h(order)i(dense)g(linear)e(system.)21 b(The)15 b(SX-3)g(needs)h(rather)g(long)e(v)o(ectors)0 1732 y(to)g(get)g(to)g(high)f (fractions)h(of)f(its)h(p)q(eak)g(sp)q(eed)h(but)g(when)f(in)f(this)h (situation)g(it)f(is)h(quite)g(fast.)p 0 1768 1949 5 v 0 1774 1949 2 v 0 1841 a Fg(3.3.8)i(The)g(Silicon)c(Graphics)i(\(P)o(o)o(w)o(er\))g (Challenge)0 1903 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(Shared-memory)12 b(m)o(ulti-pro)q(cessor.)0 1952 y Fg(Mo)q(dels)p Fm(:)17 b(\(P)o(o)o(w)o (er\)Challenge)d(M,)f(L,)h(XL.)0 2002 y Fg(Op)q(erating)g(system)p Fm(:)j(IRIX)c(\(SGI's)h(Unix)f(v)n(arian)o(t\).)0 2052 y Fg(Compilers)p Fm(:)j(F)m(ortran)d(77,)g(C,)g(C++)i(,)e(P)o(ascal.)0 2114 y Fg(System)i(parameters)p Fm(:)0 2175 y Fg(Mo)q(del)480 b Fm(Mo)q(del)14 b(M)100 b(Mo)q(del)14 b(L)101 b(Mo)q(del)14 b(XL)p 0 2189 1385 2 v 0 2230 a Fg(Challenge)0 2280 y Fm(Clo)q(c)o(k)f(cycle) 444 b(10)14 b(ns)158 b(6.7)13 b(ns)164 b(6.7)13 b(ns)0 2341 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 2391 y Fm(P)o(er)f(pro)q(c.)j (\(64-bit\))273 b(50)13 b(M\015op/s)62 b(75)13 b(M\015op/s)72 b(75)14 b(M\015op/s)0 2441 y(Maximal)d(\(64-bit\))285 b(50)13 b(M\015op/s)52 b(900)13 b(M\015op/s)58 b(2.7)13 b(G\015op/s)0 2503 y(Main)g(memory)352 b Fb(\024)p Fm(384)13 b(MB)107 b Fb(\024)p Fm(6)14 b(GB)130 b Fb(\024)p Fm(16)14 b(GB)0 2564 y Fg(Memory)i(bandwidth)0 2614 y Fm(Pro)q(c.)j(to)14 b(cac)o(he/pro)q(c.)238 b(0.8)12 b(GB/s)94 b(1.2)13 b(GB/s)103 b(1.2)13 b(GB/s)0 2664 y(Main)g(mem.)j(to)e (cac)o(he)240 b(1.2)12 b(GB/s)94 b(1.2)13 b(GB/s)103 b(1.2)13 b(GB/s)0 2726 y(No.)18 b(of)13 b(pro)q(cessors)374 b(1)207 b(2{12)186 b(2{36)0 2776 y Fg(P)o(o)o(w)o(er)14 b(Challenge)954 2875 y Fm(23)p eop %%Page: 24 30 bop 0 42 a Fm(Clo)q(c)o(k)13 b(cycle)471 b(|)174 b(13.3)13 b(ns)143 b(13.3)12 b(ns)0 104 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 153 y Fm(P)o(er)f(pro)q(c.)j(\(64-bit\))351 b(|)129 b(300)13 b(M\015op/s)51 b(300)13 b(M\015op/s)0 203 y(Maximal)e(\(64-bit\))363 b(|)136 b(1.8)13 b(G\015op/s)65 b(5.4)13 b(G\015op/s)0 265 y(Main)g(memory)419 b(|)173 b Fb(\024)p Fm(6)14 b(GB)130 b Fb(\024)p Fm(16)14 b(GB)0 328 y Fg(Memory)i(bandwidth)0 377 y Fm(Pro)q(c.)j(to)14 b(cac)o(he/pro)q(c.)300 b(|)155 b(1.2)13 b(GB/s)103 b(1.2)13 b(GB/s)0 427 y(Main)g(mem.)j(to)e(cac)o(he)302 b(|)155 b(1.2)13 b(GB/s)103 b(1.2)13 b(GB/s)0 489 y(No.)18 b(of)13 b(pro)q(cessors)364 b(|)207 b(2{6)196 b(2{18)p 0 512 1385 2 v 0 565 a Fg(Remarks)p Fm(:)0 627 y(The)16 b(Challenge)e(systems)i (are)f(shared-memory)f(m)o(ultiple-instruction)f(m)o(ultiple-data)f(parallel) i(\(MIMD\))h(computers.)0 677 y(So,)21 b(sev)o(eral)g(di\013eren)o(t)h (instructions)f(can)f(b)q(e)h(going)e(on)i(at)f(the)h(same)e(time)g(using)i (di\013eren)o(t)g(data)f(items)f(in)h(these)0 727 y(instructions.)27 b(All)16 b(data)g(are)h(stored)h(in)e(a)g(single)g(shared)i(memory)c(from)h (whic)o(h)h(the)i(m)o(ultiple)c(pro)q(cessors)19 b(dra)o(w)d(the)0 777 y(data)c(items)g(they)i(need)f(and)g(in)f(whic)o(h)h(the)h(results)g(are) f(stored)h(again.)i(In)d(most)f(high)g(p)q(erformance)g(systems)h(the)h(main) 0 827 y(problem)d(is)i(to)f(pro)o(vide)h(the)g(CPUs)g(with)f(enough)h(data)f (and)h(to)f(transp)q(ort)i(the)f(results)h(bac)o(k)e(at)h(suc)o(h)g(a)f(rate) i(that)e(they)0 876 y(can)17 b(b)q(e)g(k)o(ept)g(busy)h(con)o(tin)o(uously)m (.)25 b(In)17 b(this,)g(the)g(Challenge)f(is)h(no)f(exception.)28 b(The)17 b(data)f(is)h(transp)q(orted)h(from)d(the)0 926 y(main)e(memory)g (to)i(the)h(CPUs)f(b)o(y)g(a)g(cen)o(tral)h(bus.)22 b(The)16 b(so-called)f(PO)o(WERpath-2)f(bus)i(is)f(256)f(bits)i(wide)f(and)g(has)g(a)0 976 y(bandwidth)f(of)g(1.2)f(GB/s.)20 b(This)14 b(is)g(v)o(ery)h(fast)f(as)g (busses)i(go)e(but)h(ev)o(en)g(then)g(the)g(data)f(rates)h(that)f(are)h (needed)h(b)o(y)e(the)0 1026 y(CPUs)j(cannot)f(p)q(ossibly)f(b)q(e)i (ful\014lled)e(when)h(no)g(sp)q(ecial)g(pro)o(visions)f(w)o(ould)g(exist.)25 b(These)17 b(pro)o(visions)e(are)i(presen)o(t)g(in)0 1076 y(the)d(form)f(of)g (data)g(and)h(instruction)g(cac)o(hes)i(for)d(eac)o(h)i(of)e(the)h(CPUs.)0 1138 y(The)f(Challenge)f(series)i(uses)f(MIPS)g(R4400)e(RISC)h(pro)q(cessors) j(with)d(a)g(nominal)d(p)q(eak)k(sp)q(eed)h(of)e(75)g(M\015op/s)g(\(except)i (in)0 1188 y(the)i(M)f(mo)q(del)e(whic)o(h)i(has)g(one)g(50)g(M\015op/s)g (pro)q(cessor\).)23 b(In)15 b(the)h(P)o(o)o(w)o(er)f(Challenge)f(the)i(R8000) d(pro)q(cessor)k(\(formerly)0 1237 y(called)j(the)h(TFP)f(pro)q(cessor)i (standing)e(for)g(T)m(rue)h(Floating)d(P)o(oin)o(t\))i(will)f(b)q(e)i(used)g (\(a)o(v)n(ailable)d(from)g(half)i(of)f(1994\).)0 1287 y(Although)12 b(the)i(clo)q(c)o(k)f(rate)g(of)g(this)g(pro)q(cessor)h(is)f(t)o(w)o(o)f (times)g(lo)o(w)o(er)h(than)g(that)g(of)f(the)i(R4400,)d(the)i(p)q (erformance)g(should)0 1337 y(b)q(e)h(4)g(times)f(higher.)18 b(As)c(the)g(need)h(for)f(data)f(is)h(ev)o(en)g(higher)g(than)g(that)g(of)f (the)h(R4400)f(pro)q(cessors)j(with)d(this)h(sp)q(eed)h(of)0 1387 y(pro)q(cessing,)i(there)g(is)f(a)f(sp)q(ecial)i(extra)f(cac)o(he)h (called)e(the)i(\\Streaming)d(cac)o(he")i(of)g(up)g(to)f(16)h(MB.)f(This)h (is)g(v)o(ery)g(large)0 1437 y(and)e(it)f(should)h(reduce)h(the)g(bus)f (tra\016c)g(as)g(m)o(uc)o(h)f(as)h(p)q(ossible.)0 1499 y(P)o(arallelisation)e (is)h(done)i(either)f(automatically)d(b)o(y)i(the)i(\(F)m(ortran)f(or)f(C\))h (compiler)f(or)g(explicitly)g(b)o(y)h(the)g(user,)g(mainly)0 1549 y(through)20 b(the)h(use)g(of)e(directiv)o(es.)37 b(As)21 b(sync)o(hronisation,)g(etc.,)g(has)g(to)f(b)q(e)g(done)g(via)g(memory)d(the) k(parallelisation)0 1598 y(o)o(v)o(erhead)14 b(is)g(fairly)e(large.)0 1661 y Fg(Measured)k(P)o(erformances)p Fm(:)i(A)o(t)d(this)g(momen)o(t)d(P)o (o)o(w)o(er)j(Challenge)g(systems)g(are)g(just)h(b)q(ecoming)d(a)o(v)n (ailable)g(to)i(cus-)0 1710 y(tomers.)30 b(Exp)q(erimen)o(ts)18 b(with)g(the)h(EuroBen)g(Benc)o(hmark)f(on)g(a)g(Challenge)f(L)h(system)g (indicated)g(that)g(on)g(a)g(single)0 1760 y(pro)q(cessor)g(55{65)c (M\015op/s)i(is)f(p)q(ossible)h(for)g(linear)f(algebra)g(op)q(erations.)24 b(The)16 b(o)o(v)o(erhead)g(on)g(4)f(pro)q(cessors)j(pro)o(v)o(ed)e(to)0 1810 y(b)q(e)f(large)e(when)i(using)f(automatic)e(parallelisation)g(but)i(ma) o(y)e(impro)o(v)o(e)g(signi\014can)o(tly)h(with)h(hand)g(optimisation.)h (Early)0 1860 y(results)g(as)e(pro)o(vided)g(b)o(y)g(Silicon)g(Graphics)g (are:)18 b(101)13 b(M\015op/s)g(for)g(the)h(solution)f(of)f(an)i Fi(N)i Fm(=)c(100)g(dense)j(linear)e(system)0 1910 y(on)g(one)g(pro)q (cessor.)20 b(F)m(or)12 b Fi(N)17 b Fm(=)11 b(1000)h(a)h(sp)q(eed)i(of)d(260) g(M\015op/s)h(is)g(giv)o(en)f(and)h(on)g(16)f(pro)q(cessors)k(a)c(sp)q(eed)j (of)d(3.6)g(G\015op/s)0 1959 y(w)o(as)i(rep)q(orted)h(for)f(a)f(system)h(of)f (order)i(14000.)p 0 1996 1949 5 v 0 2002 1949 2 v 0 2068 a Fg(3.3.9)h(The)g(Stern)e(Computing)f(Systems)h(SSP)0 2130 y(Mac)o(hine)h(t)o (yp)q(e)p Fm(:)i(Shared-memory)12 b(m)o(ulti-pro)q(cessor.)0 2180 y Fg(Mo)q(dels)p Fm(:)17 b(SSP/En)o(terprise,)e(SSP/Application.)0 2230 y Fg(Op)q(erating)f(system)p Fm(:)j(OSF/1.)0 2280 y Fg(Compilers)p Fm(:)f(F)m(ortran)d(77,)g(C.)0 2342 y Fg(System)i(parameters)p Fm(:)0 2404 y Fg(Mo)q(del)467 b Fm(Application)63 b(En)o(terprise)p 0 2426 1122 2 v 0 2467 a(Clo)q(c)o(k)13 b(cycle)465 b(5)14 b(ns)188 b(6)14 b(ns)0 2530 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 2579 y Fm(P)o(er)f(pro)q(c.)j(\(64-bit\))273 b(200)13 b(M\015op/s)51 b(266M\015op/s)0 2629 y(Maximal)11 b(\(64-bit\))292 b(1.2)13 b(G\015op/s)75 b(2)13 b(G\015op/s)0 2691 y(Main)g(memory)375 b Fb(\024)p Fm(14)14 b(GB)123 b Fb(\024)p Fm(8)14 b(GB)0 2753 y(No.)k(of)13 b(pro)q(cessors)364 b(1{6)199 b(1{6)p 0 2776 V 954 2875 a(24)p eop %%Page: 25 31 bop 0 42 a Fg(Remarks)p Fm(:)83 110 y(The)15 b(SSP/Application)f(and)h(the)g (SSP/En)o(terprise)i(\(SSP)e(standing)f(for)h(Shared)g(Sustained)g(P)o (erformance\))g(ha)o(v)o(e)0 159 y(di\013eren)o(t)j(structures)i(that)d(are)g (assumed)g(to)f(re\015ect)j(the)f(di\013eren)o(t)g(needs)g(of)f(customers.)27 b(The)18 b(SSP/Application)e(is)0 209 y(a)h(bus-based)h(mac)o(hine)e(in)g (whic)o(h)h(a)g(128)f(bits)h(wide)g(600)g(MB/s)g(bus)h(connects)g(up)g(to)e (six)h(pro)q(cessors)j(to)c(7)h(memory)0 259 y(mo)q(dules)d(that)h(eac)o(h)g (can)g(ha)o(v)o(e)g(a)g(size)g(of)g(up)g(to)g(2Gb)o(yte.)20 b(The)c(basic)f(pro)q(cessor)i(of)d(the)h(SSP/Application)f(is)h(a)g(DEC)0 309 y(Alpha)e(pro)q(cessor)j(with)d(a)h(p)q(eak)g(sp)q(eed)h(of)e(200)g (M\015op/s)h(,)f(8KB)h(primary)e(data-)h(and)h(instruction)g(cac)o(hes)h(and) e(a)h(4)f(MB)0 359 y(secondary)i(cac)o(he.)k(These)c(cac)o(hes)g(ma)o(y)d(b)q (e)i(su\016cien)o(t)g(to)g(ensure)h(that)f(on)f(most)g(applications)g(the)h (bus)g(sp)q(eed)i(will)c(not)0 408 y(b)q(e)j(a)e(b)q(ottlenec)o(k)i(for)e (the)i(p)q(erformance.)83 461 y(The)j(SSP/En)o(terprise)g(has)g(a)e (di\013eren)o(t)i(structure)i(in)c(man)o(y)g(resp)q(ects.)30 b(Firstly)m(,)17 b(the)g(pro)q(cessors)j(\()p Fb(\024)d Fm(6\))g(are)g(in-)0 511 y(terconnected)g(to)d(8)h(memory)d(mo)q(dules)h(b)o(y)h(a)g(crossbar)i (with)e(an)g(aggregate)h(bandwidth)f(of)g(30)g(GB/s)g(instead)h(of)f(b)o(y)g (a)0 560 y(bus.)21 b(Secondly)m(,)14 b(the)h(pro)q(cessors)i(are)e(a)f (proprietary)h(dev)o(elopmen)o(t)f(of)g(Stern.)21 b(They)15 b(ha)o(v)o(e)g(some)e(in)o(teresting)j(features)0 610 y(that)g(are)g(aimed)e (at)i(sustainmen)o(t)f(of)g(the)h(data)g(\015o)o(w)f(to)h(the)g(v)n(arious)f (units)h(in)f(the)i(pro)q(cessor.)25 b(Eac)o(h)16 b(pro)q(cessor)i(con-)0 660 y(tains)d(units,)h(called)f(the)h(Con)o(trol)e(Unit)i(\(CU\),)f(the)h (Address)h(Unit)e(\(A)o(U\),)h(and)f(the)h(Data)f(Unit)g(\(DU\).)g(The)h (latter)f(in)0 710 y(turn)h(con)o(tains)g(2)f(\015oating-p)q(oin)o(t)f(and)i (in)o(teger)g(pip)q(elines,)g(and)g(four)f(divide/square)h(ro)q(ot)g(units.) 23 b(A)o(t)16 b(ev)o(ery)h(cycle)f(the)0 760 y(DU)f(\(ideally\))f(accepts)j (t)o(w)o(o)d(op)q(erands)i(and)f(pro)q(duces)i(one)e(or)g(t)o(w)o(o)g (results)h(p)q(er)g(cycle.)22 b(The)16 b(Con)o(trol)e(Unit)h(generates)0 810 y(instruction)j(fetc)o(h)h(blo)q(c)o(ks)f(that)g(are)g(dispatc)o(hed)h (to)e(the)i(Address)h(Unit)d(and)h(the)h(Data)e(Unit.)30 b(The)18 b(A)o(U)g(generates)0 859 y(memory)d(load)h(and)g(store)i(addresses)h(whic)o (h)e(are)h(matc)o(hed)e(with)h(data)f(to)h(loaded)g(and)g(stored)h(to/from)d (the)i(DU)g(b)o(y)0 909 y(means)11 b(of)h(queues:)19 b(Load)11 b(and)h(Store)h(Address)h(Queues)g(and)e(Load)g(and)g(Store)h(Data)e(Queues.) 19 b(These)14 b(queues)g(allo)o(w)c(for)0 959 y(a)15 b(large)g(amoun)o(t)f (of)g(latency)i(hiding)e(and)h(therefore)i(a)e(largely)g(unin)o(terrupted)i (\015o)o(w)e(of)f(op)q(erands)j(to)e(the)h(Data)e(Unit.)0 1009 y(E\013ectiv)o(ely)m(,)h(the)h(generation)g(of)f(instructions,)g(addresses,)j (and)d(the)h(resulting)f(op)q(erations)h(are)g(decoupled)g(to)f(a)g(large)0 1059 y(exten)o(t.)k(Op)q(eration)14 b(of)g(the)g(CU)g(is)g(sustained)g(b)o(y) g(a)g(data)f(cac)o(he.)83 1111 y(The)i(SSP/En)o(terprise)h(migh)o(t)d(b)q(e)i (though)o(t)f(of)g(as)h(a)f(systems)h(that)g(is)f(sp)q(eci\014cally)h (targeted)h(at)e(con)o(tin)o(uous)h(high-)0 1161 y(sp)q(eed)20 b(op)q(eration,)f(while)f(the)i(SSP/Application)d(is)i(geared)g(at)f(running) h(large)f(standard)h(applications)f(\(whic)o(h)g(are)0 1211 y(rather)d(w)o(ell)e(a)o(v)n(ailable)f(for)h(DEC)h(Alpha)f(pro)q(cessors,)j (also)d(the)i(large)e(memory)f(is)h(useful)h(in)g(that)g(resp)q(ect\).)0 1276 y Fg(Measured)f(P)o(erformances)p Fm(:)h(Because)g(the)f(systems)f(are)g (still)f(v)o(ery)i(new)f(p)q(erformance)g(\014gures)h(are)g(v)o(ery)f (scarce.)19 b(F)m(or)0 1326 y(the)c(SSP/Application)e(Stern)h(rep)q(orts)i(a) d(sp)q(eed)j(of)d(43)h(M\015op/s)g(for)f(the)i(solution)e(of)g(a)h(dense)h Fi(N)h Fm(=)c(100)i(linear)f(system)0 1376 y(and)h(of)f(751)g(M\015op/s)h (for)g(a)f(system)h(of)f(order)i Fi(N)h Fm(=)c(1000.)17 b(F)m(or)c(the)i (SSP/En)o(terprise)h(no)d(\014gures)i(are)f(a)o(v)n(ailable)e(y)o(et.)p 0 1419 1949 5 v 0 1425 1949 2 v 0 1497 a Fg(3.3.10)k(The)f(T)l(era)h(MT)l(A)0 1565 y(Mac)o(hine)f(t)o(yp)q(e)p Fm(:)i(Distributed-memory)11 b(m)o(ulti-pro)q(cessor.)0 1618 y Fg(Mo)q(dels)p Fm(:)17 b(MT)m(A.)0 1670 y Fg(Op)q(erating)d(system)p Fm(:)j(Unix)c(BSD4.4)g(+)h(proprietary)h (micro)d(k)o(ernel.)0 1723 y Fg(Compilers)p Fm(:)k(F)m(ortran)d(77)h(\(F)m (ortran)f(90)h(extensions\),)g(HPF,)g(C,)g(C++.)0 1788 y Fg(System)h (parameters)p Fm(:)0 1854 y Fg(Mo)q(del)489 b Fm(MT)m(A-)p Fi(x)p Fm(C)p 0 1871 861 2 v 0 1915 a(Clo)q(c)o(k)13 b(cycle)440 b Fi(<)12 b Fm(3)i(ns)0 1981 y Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 2030 y Fm(P)o(er)f(pro)q(c.)j(\(64-bit\))294 b(1)13 b(G\015op/s)0 2080 y(Maximal)e(\(64-bit\))285 b(256)13 b(G\015op/s)0 2146 y(Main)g(memory)372 b Fb(\024)p Fm(16)14 b(GB)0 2211 y Fg(Memory)i(bandwidth) 0 2261 y Fm(CPU-to-memory)311 b Fi(>)12 b Fm(8)i(GB/s)0 2326 y(No.)k(of)13 b(pro)q(cessors)330 b(16{256)p 0 2351 V 0 2411 a Fg(Remarks)p Fm(:)0 2477 y(Although)11 b(the)h(memory)d(in)h(the)i(MT)m(A)f (is)g(ph)o(ysically)g(distributed,)h(the)g(system)f(is)g(emphatically)e (presen)o(ted)k(as)f(a)f(shared)0 2527 y(memory)h(mac)o(hine)i(\(with)g (non-uniform)f(access)j(time\).)k(The)15 b(latency)g(incurred)h(in)e(memory)f (references)k(is)e(hidden)g(b)o(y)0 2576 y Fh(m)o(ulti-threading)p Fm(,)d(i.e.,)h(usually)h(man)o(y)f(concurren)o(t)j(program)d(threads)j (\(instruction)f(streams\))f(ma)o(y)f(b)q(e)i(activ)o(e)g(at)f(an)o(y)0 2626 y(time.)26 b(Therefore,)19 b(when)f(for)e(instance)i(a)f(load)f (instruction)h(cannot)h(b)q(e)f(satis\014ed)h(b)q(ecause)h(of)d(memory)f (latency)i(the)0 2676 y(thread)c(requesting)g(this)g(op)q(eration)f(is)g (stalled)g(and)g(another)h(thread)g(of)f(whic)o(h)g(an)g(op)q(eration)h(can)f (b)q(e)h(done)g(is)f(switc)o(hed)0 2726 y(in)o(to)17 b(execution.)29 b(This)17 b(switc)o(hing)g(b)q(et)o(w)o(een)i(program)c(threads)k(only)d(tak) o(es)i(1)f(cycle.)29 b(As)18 b(there)h(ma)o(y)c(b)q(e)j(up)f(to)h(128)0 2776 y(instruction)c(streams)g(and)f(8)g(memory)f(references)k(can)e(b)q(e)g (issued)h(without)e(w)o(aiting)f(for)i(preceding)g(ones,)g(a)f(latency)h(of) 954 2875 y(25)p eop %%Page: 26 32 bop 0 42 a Fm(1024)13 b(cycles)i(can)g(b)q(e)g(tolerated.)k(References)e (that)d(are)g(stalled)g(are)h(retried)g(from)e(a)h(retry)h(p)q(o)q(ol.)j(A)d (construction)g(that)0 91 y(w)o(orks)f(out)g(similarly)d(is)i(to)h(b)q(e)h (found)e(in)g(the)i(Stern)g(Computing)d(Systems)h(SSP)i(mac)o(hines)d(\(see)k (3.3.9\).)83 145 y(The)f(connection)h(net)o(w)o(ork)f(connects)i(a)e(3-D)f (cub)q(e)i(of)e Fi(p)h Fm(pro)q(cessors)i(with)e(sides)h(of)e Fi(p)1477 119 y Fa(1)p 1477 124 15 2 v 1477 140 a(3)1513 145 y Fm(of)g(whic)o(h)h(alternately)g(the)0 195 y Fi(x)p Fm(-)f(or)h Fi(y)i Fm(axes)e(are)g(connected.)23 b(Therefore,)16 b(all)e(no)q(des)i (connect)g(to)e(four)h(out)g(of)f(six)h(neigh)o(b)q(ours.)21 b(F)m(urthermore,)14 b(there)0 245 y(is)f(an)g(I/O)g(p)q(ort)g(at)g(ev)o(ery) h(no)q(de.)k(Eac)o(h)c(net)o(w)o(ork)f(p)q(ort)g(is)g(capable)g(of)g(sending) g(and)g(receiving)g(a)g(64-bit)f(w)o(ord)h(p)q(er)h(cycle)0 295 y(whic)o(h)g(amoun)o(t)e(to)i(a)f(bandwidth)h(of)f(22.6)g(GB/s)h(p)q(er)h (p)q(ort.)j(In)c(case)h(of)f(detected)i(failures,)d(p)q(orts)h(in)g(the)g (net)o(w)o(ork)h(can)0 345 y(b)q(e)g(b)o(ypassed)f(without)g(in)o(terrupting) g(op)q(erations)g(of)f(the)i(system.)83 395 y(Although)i(the)h(MT)m(A)g (should)f(b)q(e)h(able)g(to)f(run)h(\\dust)o(y-dec)o(k")g(F)m(ortran)g (programs)e(b)q(ecause)k(parallelism)15 b(is)i(au-)0 444 y(tomatically)d (exploited)j(as)h(so)q(on)f(as)g(an)g(opp)q(ortunit)o(y)g(is)g(detected)i (for)e(m)o(ulti-threading,)e(it)i(ma)o(y)f(b)q(e)h(\(and)h(often)f(is\))0 494 y(w)o(orth)o(while)d(to)g(explicitly)g(con)o(trol)g(the)h(parallelism)d (in)i(the)h(program)e(and)h(to)h(tak)o(e)f(adv)n(an)o(tage)g(of)g(kno)o(wn)g (data)g(lo)q(cal-)0 544 y(it)o(y)h(o)q(ccurrences)q(.)27 b(MT)m(A)16 b(pro)o(vides)g(handles)g(for)g(this)g(in)f(the)i(form)d(of)h(library)h (routines,)g(including)f(sync)o(hronisation,)0 594 y(barrier,)20 b(and)e(reduction)i(op)q(erations)e(on)h(de\014ned)h(groups)e(of)g(threads.) 34 b(Con)o(trolled)17 b(and)i(uncon)o(trolled)f(parallelism)0 644 y(approac)o(hes)d(ma)o(y)d(b)q(e)i(freely)g(mixed.)j(HPF)d(will)e(also)i (b)q(e)g(supp)q(orted)h(for)f(SPMD-st)o(yle)g(programming)o(.)0 706 y Fg(Measured)i(P)o(erformances)p Fm(:)j(The)d(MT)m(A)f(will)e(b)q(e)j (mark)o(eted)f(from)f(the)i(b)q(eginning)f(of)f(1995,)h(therefore,)h(no)f(p)q (erfor-)0 756 y(mance)e(\014gures)i(are)f(a)o(v)n(ailable)e(y)o(et.)954 2875 y(26)p eop %%Page: 27 33 bop 0 42 a Ff(3.4)16 b(Distributed-memory)g(MIMD)h(systems)0 109 y Fm(In)d(particular)f(for)h(this)g(class)g(of)f(systems)h(w)o(e)g (cannot)g(claim)e(completeness)i(of)f(this)h(o)o(v)o(erview.)k(This)c(has)g (t)o(w)o(o)f(reasons:)0 159 y(First,)g(at)f(presen)o(t)i(this)e(is)h(the)g (most)e(dynamic)f(area)j(of)f(dev)o(elopmen)o(t)f(of)h(new)h(mac)o(hines)e (and)i(it)f(is)g(quite)g(probable)h(that)0 209 y(already)j(new)h(systems)f (app)q(ear)h(on)g(the)g(mark)o(et)e(while)h(this)g(rep)q(ort)i(go)q(es)e(to)h (prin)o(t.)25 b(Another)17 b(reason)g(is)g(the)g(host)f(of)0 259 y(transputer-based)i(pro)q(ducts)g(that)f(has)f(b)q(een)i(dev)o(elop)q (ed)f(in)f(the)h(last)f(few)g(y)o(ears.)27 b(Although)15 b(the)i(ma)r(jorit)o (y)e(of)g(these)0 309 y(systems)c(are)g(v)o(ery)g(in)o(teresting,)g(it)f(is)h (imp)q(ossible)e(to)h(k)o(eep)h(trac)o(k)g(of)f(them)g(all)f(and)i(the)g (same)f(is)g(true)i(for)e(In)o(tel)g(i860-based)0 358 y(mac)o(hines)j(that)i (ha)o(v)o(e)f(b)q(een)h(dev)o(elop)q(ed)g(from)e(them.)18 b(W)m(e)c(had)g (therefore)i(no)e(other)h(reasonable)f(c)o(hoice)h(than)f(to)g(select)0 408 y(a)k(few)g(represen)o(tativ)o(es)i(from)c(these)k(sub-classes)f(and)f (discuss)h(them.)30 b(This)17 b(in)h(no)g(w)o(a)o(y)f(implies)f(that)i(the)h (systems)0 458 y(not)e(men)o(tioned)f(ere)i(should)e(b)q(e)i(in)e(an)o(y)h(w) o(a)o(y)f(inferior)g(to)h(the)h(ones)f(that)g(app)q(ear)g(in)g(this)g (section.)27 b(It)17 b(is)g(rather)h(felt)0 508 y(that)f(man)o(y)d(of)i (these)i(systems)f(are)f(in)h(some)e(sense)j(equiv)n(alen)o(t)e(and)g (listing)g(\(almost\))f(all)g(of)h(the)h(systems)f(w)o(ould)g(b)q(e)0 558 y(coun)o(terpro)q(ductiv)o(e)g(in)d(the)h(sense)i(that)e(the)g (descriptions)h(of)f(the)g(systems)g(migh)o(t)e(lead)i(to)f(confusion.)0 623 y(F)m(or)e(distributed-memory)f(MIMD)h(mac)o(hines)f(ob)o(viously)g(the)j (in)o(terno)q(de)f(bandwidth)f(and)g(latency)h(are)g(v)o(ery)g(imp)q(ortan)o (t)0 673 y(system)e(parameters.)17 b(Unfortunately)m(,)10 b(it)g(is)h(v)o (ery)f(hard)h(to)f(come)g(b)o(y)g(reliable)g(\014gures)h(for)f(these)i (parameters.)17 b(Therefore,)0 723 y(w)o(e)f(only)g(can)g(state)h(the)f(in)o (terno)q(de)h(bandwidth)f(p)q(oin)o(t-to-p)q(oin)o(t)f(for)h(the)g(ma)r (jorit)o(y)e(of)h(systems,)i(not)f(for)g(all.)23 b(Where)0 772 y(w)o(e)18 b(do)g(not)g(ha)o(v)o(e)g(these)h(\014gures)g(w)o(e)f(giv)o(e) g(the)g(aggregate)g(bandwidth)g(whic)o(h)g(is)g(less)g(informativ)o(e)e(but)i (b)q(etter)i(than)0 822 y(nothing.)26 b(W)m(e)16 b(w)o(ere)i(not)e(able)h(to) f(giv)o(e)g(latency)h(\014gures)h(for)e(the)h(systems)g(for)f(t)o(w)o(o)h (reasons:)24 b(man)o(ufacturers)17 b(mostly)0 872 y(state)d(hardw)o(are)g (latencies)h(whic)o(h,)e(regrettably)m(,)g(do)g(not)h(sa)o(y)f(v)o(ery)h(m)o (uc)o(h)f(ab)q(out)g(the)h(actual)g(latency)m(,)f(except)i(that)e(the)0 922 y(hardw)o(are)g(latency)g(is)g(a)g(guaran)o(teed)g(lo)o(w)o(er)g(b)q (ound.)k(The)d(second)g(reason)f(is)g(that)g(the)g(actual)g(\(soft)o(w)o (are\))g(latency)g(ev)o(en)0 972 y(if)e(kno)o(wn)h(at)g(some)f(p)q(oin)o(t)g (in)h(time,)e(decreases)15 b(v)o(ery)d(fast,)g(as)g(b)q(etter)i(implem)o(en)o (tation)9 b(of)j(the)g(comm)o(unication)d(soft)o(w)o(are)0 1021 y(o)q(ccurs)17 b(con)o(tin)o(uously)m(.)k(Therefore,)c(stating)e (\014gures)i(for)e(this)g(system)g(parameter)h(is)f(next)h(to)f(useless)i(at) e(the)h(momen)o(t)0 1071 y(ev)o(en)f(when)f(v)o(ery)g(m)o(uc)o(h)f(desired.)p 0 1112 1949 5 v 0 1118 1949 2 v 0 1190 a Fg(3.4.1)j(The)g(Alex)f(A)-5 b(VX)16 b(2.)0 1258 y(Mac)o(hine)f(t)o(yp)q(e)p Fm(:)i(RISC-based)d (distributed-memory)e(m)o(ulti-pro)q(cessor.)0 1310 y Fg(Mo)q(dels)p Fm(:)17 b(A)-5 b(VX)15 b(series)g(2.)0 1363 y Fg(Op)q(erating)f(system)p Fm(:)j(T)m(rollius)12 b(\(Unix-lik)o(e)h(v)n(arian)o(t)g(with)g(exten)o (tions\).)0 1415 y Fg(Connection)h(structure)p Fm(:)h(Crossbar.)0 1467 y Fg(Compilers)p Fm(:)h(F)m(ortran,)d(C,)g(C++,)h(Linda.)0 1533 y Fg(System)h(parameters)p Fm(:)0 1598 y Fg(Mo)q(del)498 b Fm(A)-5 b(VX)14 b(series)i(2)p 0 1615 917 2 v 0 1659 a(Clo)q(c)o(k)d(cycle) 497 b(25)13 b(ns)0 1725 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 1774 y(P)o(er)g(pro)q(c.)j(\(64-bit\))325 b(60)14 b(M\015op/s)0 1824 y(Maximal)d(\(64-bit\))324 b(3.84)13 b(G\015op/s)0 1890 y(Main)g(memory)395 b Fb(\024)p Fm(1,280MB)0 1939 y(Memory/no)q(de)419 b Fb(\024)p Fm(20MB)0 2005 y Fg(Memory)16 b(bandwidth)271 b Fm(5GB/s)0 2070 y Fg(Comm)o(unication)12 b(bandwidth)89 b Fb(\024)p Fm(10MB/s)0 2135 y(No.)18 b(of)13 b(pro)q(cessors)395 b(8{64)p 0 2160 V 0 2207 a Fg(Remarks)p Fm(:)0 2272 y(The)13 b(A)-5 b(VX)14 b(system)e(is)h(reminiscen)o(t)g(to)f(the)i(Meik)o(o)e(i860)g(CS)g (\(see)j(3.4.12\))c(in)h(that)h(the)g(system)g(can)g(b)q(e)g(con\014gured)h (with)0 2322 y(and)e(without)f(In)o(tel)h(i860)e(pro)q(cessors)k(in)e(the)g (pro)q(cessing)h(no)q(des)g(while)e(eac)o(h)h(no)q(de)g(alw)o(a)o(ys)f(con)o (tains)h(a)f(T805)g(transputer)0 2372 y(whic)o(h)16 b(is)h(resp)q(onsible)g (for)g(in)o(ter-no)q(de)g(comm)o(unicatio)o(n.)23 b(The)17 b(i860s)f(are)h(used)h(for)e(computational)e(in)o(tensiv)o(e)j(tasks.)0 2422 y(Instead)g(of)e(computational)e(no)q(des)k(with)f(or)g(without)f(i860s) g(sp)q(ecial)h(function)g(no)q(des,)h(lik)o(e)e(SCSI)h(in)o(terface)g(no)q (des)h(or)0 2472 y(graphics)f(no)q(des)h(ma)o(y)d(b)q(e)i(installed)f(to)h (mak)o(e)e(the)j(mac)o(hine)e(more)f(balanced)i(with)g(resp)q(ect)i(to)e(I/O) g(requiremen)o(ts)g(or)0 2521 y(graphics)e(p)q(erformance.)83 2574 y(Up)h(to)f(8)g(sim)o(ultaneous)f(users)j(can)e(b)q(e)h(allo)q(cated)f (on)g(the)h(\(virtual\))f(mac)o(hine)f(lea)o(ving)g(the)i(users)h(the)f (freedom)f(to)0 2624 y(de\014ne)h(the)f(top)q(ology)f(for)h(their)g(mac)o (hine)e(in)i(soft)o(w)o(are.)83 2676 y(Third)d(part)o(y)h(programmi)o(ng)d (en)o(vironmen)o(ts)h(a)o(v)n(ailable)g(are)i(P)o(erihelion's)f(Helios)g (whic)o(h)g(should)g(b)q(e)i(able)e(to)g(attract)0 2726 y(users)i(whic)o(h)e (migrate)e(from)g(transputer)k(based)f(mac)o(hines)e(and)h(P)o(arasoft's)g (Express)i(whic)o(h)d(runs)i(on)f(man)o(y)e(DM-MIMD)0 2776 y(platforms.)954 2875 y(27)p eop %%Page: 28 34 bop 0 42 a Fg(Measured)11 b(P)o(erformances)p Fm(:)i(Alex)d(is)g(fairly)f (new)i(in)f(the)h(\014eld,)f(so)g(no)g(measured)h(p)q(erformance)f(\014gures) h(w)o(ere)g(a)o(v)n(ailable)0 91 y(at)j(the)g(momen)o(t)e(of)h(writing.)p 0 129 1949 5 v 0 135 1949 2 v 0 203 a Fg(3.4.2)j(The)g(Con)o(v)o(ex)f(Meta)h (series.)0 267 y(Mac)o(hine)f(t)o(yp)q(e)p Fm(:)i(RISC-based)d (distributed-memory)e(m)o(ulti-pro)q(cessor.)0 318 y Fg(Mo)q(dels)p Fm(:)17 b(Meta)d(series.)0 369 y Fg(Op)q(erating)g(system)p Fm(:)j(Con)o(v)o(exOS)d(\(Con)o(v)o(ex)f(Unix)h(v)n(arian)o(t\))f(on)g(fron)o (t-end,)h(OSF/1)g(on)f(cluster)i(no)q(des.)0 419 y Fg(Connection)f(structure) p Fm(:)h(Ring.)0 470 y Fg(Compilers)p Fm(:)h(F)m(ortran,)d(C.)0 533 y Fg(System)i(parameters)p Fm(:)0 596 y Fg(Mo)q(del)498 b Fm(Meta)14 b(series)p 0 611 887 2 v 0 653 a(Clo)q(c)o(k)f(cycle)482 b(16)13 b(ns)0 716 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 766 y(P)o(er)g(pro)q(c.)j(\(64-bit\))310 b(67)14 b(M\015op/s)0 816 y(Maximal)d(\(64-bit\))400 b(|)0 879 y(Main)13 b(memory)456 b(|)0 929 y(Memory/no)q(de)387 b Fb(\024)p Fm(128)13 b(MB)0 992 y Fg(Comm)o(unication)f(bandwidth)67 b Fm(1.25)13 b(MB/s)0 1055 y(No.)18 b(of)13 b(pro)q(cessors)379 b(4{)13 b(.)r(.)r(.)p 0 1078 V 0 1121 a Fg(Remarks)p Fm(:)0 1185 y(The)j(Meta)g(series)g(can)g(b)q (e)g(seen)h(as)e(Con)o(v)o(ex's)g(\014rst)h(step)h(to)e(its)g(MPP)h(system,)f (although)g(Con)o(v)o(ex)g(thinks)g(that)g(there)0 1234 y(ma)o(y)d(b)q(e)i(a) g(place)g(for)g(the)g(Meta)g(series)h(in)f(its)g(o)o(wn)f(righ)o(t.)18 b(As)c(y)o(et,)g(the)g(Meta)g(series)i(is)d(v)o(ery)i(similar)c(to)j(a)f(w)o (orkstation)0 1284 y(cluster)20 b(with)e(some)g(pac)o(k)n(aging)f(and)i(soft) o(w)o(are)g(supp)q(ort,)h(and)f(a)f(fron)o(t-end)h(mac)o(hine)e(from)g(Con)o (v)o(ex.)33 b(As)19 b(no)q(des)g(in)0 1334 y(the)d(cluster,)h(pro)q(cessors)h (from)c(Hewlett-P)o(ac)o(k)n(ard's)i(P)m(A-RISC)f(line)g(ha)o(v)o(e)h(b)q (een)h(c)o(hosen.)24 b(Presen)o(tly)m(,)16 b(the)h(16)e(ns)h(cycle)0 1384 y(v)o(ersion)h(is)g(used)h(but)f(within)f(a)h(few)g(mon)o(th)e(the)j(10) e(ns)h(v)o(ersion)g(will)f(replace)i(these.)28 b(In)17 b(the)h(same)e(time)g (frame)f(the)0 1434 y(Ethernet-based)e(in)o(ter-no)q(de)f(comm)o(unicati)o (on)c(will)i(b)q(e)h(replaced)h(b)o(y)f(FDDI)f(with)h(an)f(estimated)h(comm)o (unicatio)o(n)d(sp)q(eed)0 1483 y(of)j(at)g(least)g(4)g(MB/s.)18 b(Another)12 b(new)g(feature)g(that)f(will)f(b)q(e)i(in)o(tro)q(duced)g (within)f(half)f(a)h(y)o(ear)h(is)f(the)h(VIOP-2)f(\(for)g(V)p 1818 1490 32 2 v 1 w(irtual)0 1533 y(I)p 0 1540 15 2 v(/O)p 36 1540 33 2 v 12 w(P)p 80 1540 29 2 v 1 w(ro)q(cessor\).)19 b(The)13 b(VIOP-2)f(should)h(act)f(as)h(a)f(kind)g(of)f(shared)j(memory)9 b(b)q(et)o(w)o(een)14 b(the)f(cluster)h(no)q(des.)k(In)12 b(addition,)0 1583 y(it)i(is)g(connected)i(to)f(the)g(C-series)g(fron)o(t-end.)20 b(Both)15 b(maxim)n(um)10 b(size)15 b(and)f(comm)o(unication)d(sp)q(eed)16 b(of)e(the)h(VIOP-2)f(are)0 1633 y(not)f(y)o(et)g(sp)q(eci\014ed,)i(but)e (will)e(presumably)h(b)q(o)q(ost)i(the)g(in)o(ter-no)q(de)f(comm)o(unication) d(signi\014can)o(tly)m(.)16 b(In)d(this)g(resp)q(ect,)i(the)0 1683 y(mac)o(hine)e(is)h(akin)f(to)h(the)h(IBM)f(System)g(F)m(our)g(mac)o (hine)e(\(see)k(3.3.6\))c(in)i(whic)o(h)g(also)f(the)i(shared)g(memory)d(can) i(b)q(e)h(used)0 1732 y(to)f(accelerate)h(programs)e(that)h(emplo)o(y)e(PVM)i (as)g(a)g(message)f(passing)h(medium.)83 1783 y(As)d(men)o(tioned,)f(a)g(Con) o(v)o(ex)g(of)g(the)h(C)f(series)i(\(C3200,)e(C3400,)f(C3800\))h(is)g (required)i(as)e(a)g(fron)o(t-end.)17 b(Up)11 b(to)f(8)h(cluster)0 1833 y(no)q(des)k(can)g(b)q(e)g(housed)g(in)f(a)h(cabinet)g(and,)f(at)g (least)h(conceptually)m(,)f(the)h(cabinets)g(can)g(b)q(e)g(extended)h (inde\014nitely)m(.)j(F)m(or)0 1883 y(this)14 b(reason)g(no)g(p)q(eak)g(p)q (erformance)g(w)o(as)g(quoted)g(in)f(the)i(system)f(parameters)g(section.)83 1933 y(Programming)8 b(the)k(cluster)g(is)f(done)h(b)o(y)f(using)g(PVM.)g(It) h(is)f(p)q(ossible)g(for)g(the)h(C-series)h(pro)q(cessor\(s\))h(to)d (participate)0 1983 y(as)21 b(heterogeneous)i(no)q(des)e(in)f(the)i(the)f (PVM)g(cluster.)40 b(This)21 b(could)f(b)q(e)h(adv)n(an)o(tageous)g(when)g (jobs)f(con)o(tain)h(w)o(ell-)0 2033 y(v)o(ectorisable)12 b(tasks)h(to)e (assigned)h(to)g(the)g(C-series)h(v)o(ector)g(pro)q(cessors)h(while)d(scalar) h(pro)q(cessing)h(in)f(the)g(job)f(is)h(left)g(to)f(the)0 2083 y(HP)h(pro)q(cessors.)19 b(Con)o(v)o(ex)12 b(will)e(activ)o(ely)h(supp)q(ort) h(PVM)g(\(whic)o(h)f(is)h(wh)o(y)f(it)g(is)h(mark)o(eted)f(as)g(Con)o(v)o (exPVM\))h(at)f(a)h(c)o(harge.)0 2133 y(F)m(urthermore,)i(Con)o(v)o(exNQS+,)g (an)f(enhanced)j(NQS)e(v)o(ersion,)g(enables)h(batc)o(h)f(job)g(submission)e (on)i(the)h(heterogeneous)0 2182 y(system)f(and)h(the)g(mathematical)c (library)j(Con)o(v)o(exMLIB)g(should)h(ensure)h(e\016cien)o(t)f(computation)e (of)g(basic)i(algorithms)0 2232 y(lik)o(e)e(linear)h(algebra)f(op)q(erations) h(and)g(FFTs)g(on)g(the)g(Meta)h(series.)0 2295 y Fg(Measured)g(P)o (erformances)p Fm(:)h(The)f(system)f(is)g(quite)h(new)f(and)g(therefore)i(no) e(p)q(erformance)g(n)o(um)o(b)q(ers)g(are)h(kno)o(wn)f(at)0 2345 y(this)g(stage.)20 b(Con)o(v)o(ex)13 b(men)o(tioned)g(an)h(e\016ciency)h (for)f(matrix)f(m)o(ultipli)o(cation)e(routine)k Fk(DGMMEV)d Fm(of)i(7.8)f(on)h(8)g(pro)q(cessors,)0 2395 y(although)f(the)h(\(v)o(ery)h (relev)n(an)o(t\))f(size)h(of)e(the)h(problem)f(w)o(as)h(not)f(giv)o(en.)p 0 2435 1949 5 v 0 2441 1949 2 v 0 2509 a Fg(3.4.3)j(The)g(Con)o(v)o(ex)f (Exemplar)g(SPP-1.)0 2573 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(RISC-based)d (distributed-memory)e(m)o(ulti-pro)q(cessor.)0 2624 y Fg(Mo)q(dels)p Fm(:)17 b(SPP-1.)0 2674 y Fg(Op)q(erating)d(system)p Fm(:)j(SPP-UX,)d(based)g (on)g(OSF/1)g(AD)f(microk)o(ernel.)0 2725 y Fg(Connection)h(structure)p Fm(:)h(Ring.)0 2776 y Fg(Compilers)p Fm(:)h(F)m(ortran,)d(C.)954 2875 y(28)p eop %%Page: 29 35 bop 0 42 a Fg(System)15 b(parameters)p Fm(:)0 104 y Fg(Mo)q(del)590 b Fm(SPP-1)p 0 118 982 2 v 0 159 a(Clo)q(c)o(k)13 b(cycle)529 b(10)13 b(ns)0 221 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 271 y(P)o(er)g(pro)q(c.)j(\(64-bit\))347 b(200)14 b(M\015op/s)0 321 y(Maximal)d(\(64-bit\))356 b(25.6)13 b(G\015op/s)0 383 y(Main)g(memory)450 b Fb(\024)p Fm(32)13 b(GB)0 433 y(Memory/no)q(de)435 b Fb(\024)p Fm(256)13 b(MB)0 495 y Fg(Comm)o(unication)f(bandwidth)0 545 y Fm(aggregate)i(\(see)h(remarks\))200 b(16)13 b(GB/s,)g(4GB/s)0 607 y(No.)18 b(of)13 b(pro)q(cessors)418 b(4{128)p 0 630 V 0 671 a Fg(Remarks)p Fm(:)0 733 y(The)17 b(SPP-1)g(can)g(b)q(e)g(seen)h(as)f (a)f(logical)f(next)i(step)h(of)e(in)o(tegration)g(after)h(the)g(Meta)g (Series)h(\(see)g(3.4.2\).)25 b(Where)17 b(the)0 783 y(latter)c(is)g(a)f (cluster)j(of)d(w)o(orkstation)g(that)h(still)f(uses)i(external)f(in)o (terconnection)h(c)o(hannels)g(lik)o(e)e(Ethernet)i(or)f(FDDI,)f(the)0 833 y(SPP-1)g(has)h(its)f(comm)o(unication)d(structure)15 b(in)o(tegrated.)j (As)13 b(in)f(the)h(Meta)f(Series)i(the)f(CPUs)g(used)g(are)g(HP's)f(P)m (A-RISC)0 883 y(pro)q(cessors.)27 b(Up)16 b(to)g(8)g(of)g(those)h(can)f(b)q (e)h(placed)f(in)g(what)g(is)g(called)g(a)g Fh(h)o(yp)q(erno)q(de)j Fm(b)o(y)d(Con)o(v)o(ex.)25 b(A)16 b(maxima)o(l)d(system)0 932 y(consists)i(of)e(16)h(no)q(des,)g(i.e.,)e(128)h(pro)q(cessors.)83 982 y(Within)f(eac)o(h)h(h)o(yp)q(erno)q(de)h(up)e(to)h(2GB)f(of)g(memory)f (can)h(b)q(e)i(accommo)q(dated)c(whic)o(h)j(can)g(b)q(e)g(reac)o(hed)h(b)o(y) e(the)i(lo)q(cal)0 1032 y(pro)q(cessors)j(via)d(a)g(crossbar)i(with)e(an)g (aggregate)h(bandwidth)f(of)g(16)g(GB/s.)21 b(The)15 b(h)o(yp)q(erno)q(des)h (in)e(turn)h(are)g(connected)0 1082 y(to)g(eac)o(h)h(other)g(b)o(y)g(a)f (crossbar)h(with)g(an)f(aggregate)g(bandwidth)g(of)g(4)g(GB/s.)23 b(So,)15 b(the)h(system)g(concept)g(is)g(somewhat)0 1132 y(h)o(ybrid:)k (within)14 b(a)h(h)o(yp)q(erno)q(de)h(the)f(mac)o(hine)f(is)g(e\013ectiv)o (ely)i(a)f(shared-memory)e(system,)i(while)f(b)q(et)o(w)o(een)i(h)o(yp)q (erno)q(des)0 1182 y(it)d(is)h(a)f(distributed)i(memory)c(system.)18 b(Eac)o(h)c(no)q(de)g(supp)q(orts)h(lo)q(cal)e(I/O,)g(while)g(external)i (global)d(I/O)i(can)g(b)q(e)g(done)g(at)0 1231 y(an)g(aggregate)g(rate)g(of)f (4)h(GB/s.)83 1281 y(The)i(Exemplar)e(programming)e(en)o(vironmen)o(t)i (complemen)o(ts)g(the)i(SPP-1)g(at)f(the)h(soft)o(w)o(are)g(side.)23 b(This)15 b(en)o(viron-)0 1331 y(men)o(t)i(includes)h(a)f(message)g(passing)g (programming)d(mo)q(del)i(\(PVM\))i(and)g(a)f(virtual)f(shared)j(memory)c(mo) q(del)h(whic)o(h)0 1381 y(allo)o(ws)e(the)h(user)h(to)e(ha)o(v)o(e)h (shared-memory)e(view)i(of)f(the)h(system.)21 b(The)15 b(underlying)g(comm)o (uni)o(cation)d(is)j(hidden)g(from)0 1431 y(the)h(user,)h(th)o(us)f(enabling) f(the)h(execution)g(of)f(standard)h(F)m(ortran)g(77,)f(C,)g(or)g(C++)h (programs.)22 b(The)16 b(e\016ciency)h(of)e(this)0 1480 y(mo)q(de)g(of)g(op)q (eration)h(is)g(determined)g(b)o(y)g(the)g(exten)o(t)h(to)f(whic)o(h)g(the)h (original)d(co)q(de)j(is)e(parallelisable.)23 b(In)16 b(man)o(y)e(cases)0 1530 y(it)h(migh)o(t)f(b)q(e)i(enhanced)h(using)e(another)i(\(p)q(ossibly)e (message)g(passing\))h(implemen)o(tatio)o(n.)21 b(The)16 b(application)e (compiler)0 1580 y(included)g(in)f(the)i(Exemplar)d(en)o(vironmen)o(t)h(ma)o (y)f(help)i(in)f(parallelising)f(the)i(original)e(program)g(and)i(in)f (generating)h(the)0 1630 y(necessary)i(parallel)d(co)q(de.)0 1692 y Fg(Measured)g(P)o(erformances)p Fm(:)i(First)e(results)h(for)e(the)h (solution)f(of)g(a)g(linear)g(system)g(of)g(order)i Fi(N)i Fm(=)c(1000)f(are)i(111,)f(231,)0 1742 y(398,)h(and)g(650)g(M\015op/s)h(for)g (1,)f(2,)g(4,)g(and)h(8)g(pro)q(cessors)i(\(within)d(one)h(h)o(yp)q(erno)q (de\),)h(resp)q(ectiv)o(ely)m(.)p 0 1781 1949 5 v 0 1787 1949 2 v 0 1853 a Fg(3.4.4)h(The)g(Cra)o(y)g(Researc)o(h)e(Inc.)22 b(T3D.)0 1916 y(Mac)o(hine)15 b(t)o(yp)q(e)p Fm(:)i(RISC-based)d (distributed-memory)e(m)o(ulti-pro)q(cessor.)0 1965 y Fg(Mo)q(dels)p Fm(:)17 b(T3D.)0 2015 y Fg(Op)q(erating)d(system)p Fm(:)j(UNICOS)d(MAX)g (\(micro-k)o(ernel)f(Unix\).)0 2065 y Fg(Connection)h(structure)p Fm(:)h(3-D)e(T)m(orus.)0 2115 y Fg(Compilers)p Fm(:)j(CFT77)p 373 2115 13 2 v 14 w(M)e(\(F)m(ortran)g(77)f(with)h(extensions\),)g(C.)0 2177 y Fg(System)h(parameters)p Fm(:)0 2239 y Fg(Mo)q(del)568 b Fm(T3D)p 0 2254 903 2 v 0 2295 a(Clo)q(c)o(k)13 b(cycle)485 b(6.6)13 b(ns)0 2357 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 2407 y(P)o(er)g(pro)q(c.)j(\(64-bit\))309 b(150)13 b(M\015op/s)0 2457 y(Maximal)e(\(64-bit\))323 b(307)14 b(G\015op/s)0 2519 y(Main)f(memory)408 b Fb(\024)p Fm(128GB)0 2569 y(Memory/no)q(de)429 b(64MB)0 2631 y Fg(Comm)o(unication)12 b(bandwidth)88 b Fm(300MB/s)0 2693 y(No.)18 b(of)13 b(pro)q(cessors)358 b(32{2048)p 0 2716 V 954 2875 a(29)p eop %%Page: 30 36 bop 0 42 a Fg(Remarks)p Fm(:)0 105 y(The)17 b(T3D)e(is)h(the)h(\014rst)g (generation)f(of)f(DM-MIMD)h(systems)g(from)e(CRI.)i(The)g(name)f(T3D)h (refers)h(to)f(its)g(connection)0 155 y(structure:)28 b(a)18 b(3-D)f(torus.)31 b(The)19 b(system)f(needs)h(one)f(of)g(Cra)o(y's)f(larger)h (v)o(ectorpro)q(cessors)k(as)c(a)f(fron)o(t-end.)31 b(A)18 b(Cra)o(y)0 205 y(Y-MP/E)13 b(or)g(Y-MP)g(C90)f(or)h(M90)f(will)g(do,)g(but)h (not)g(a)f(Y-MP)h(EL)g(b)q(ecause)i(it)d(lac)o(ks)h(the)h(Cra)o(y)e (proprietary)h(lo)o(w-sp)q(eed)0 255 y(\(6)h(MB/s\))g(and)g(high-sp)q(eed)h (\(200)e(MB/s\))h(c)o(hannels)h(whic)o(h)f(are)g(required)h(for)e(coupling)g (with)h(the)g(bac)o(k-end)h(system.)83 306 y(The)c(computational)c(tasks)k (are)f(executed)i(b)o(y)e(DEC)g(alpha)f(MC21064)g(RISC)h(pro)q(cessors.)19 b(Cra)o(y)10 b(stresses,)j(ho)o(w)o(ev)o(er,)0 356 y(that)h(the)g(pro)q (cessors)i(are)e(encapsulated)h(in)f(suc)o(h)g(a)f(w)o(a)o(y)h(that)f(they)i (can)f(b)q(e)g(exc)o(hanged)h(easily)e(for)g(an)o(y)g(other)i(\(faster\))0 406 y(pro)q(cessor)h(as)e(so)q(on)g(as)g(this)g(w)o(ould)f(b)q(e)h(a)o(v)n (ailable)e(without)h(a\013ecting)h(the)h(macro-arc)o(hitecture)f(of)g(the)g (system.)83 457 y(Eac)o(h)e(no)q(de)g(in)f(the)i(system)e(con)o(tains)h(t)o (w)o(o)f(pro)q(cessing)i(elemen)o(ts)e(\(PEs\))i(whic)o(h)f(in)f(turn)h(con)o (tain)f(a)h(CPU,)f(memory)m(,)0 507 y(and)h(a)g(comm)o(uni)o(cation)d(engine) j(that)g(tak)o(es)h(care)g(of)e(comm)o(unication)e(b)q(et)o(w)o(een)k(PEs.)18 b(The)13 b(bandwidth)f(b)q(et)o(w)o(een)h(no)q(des)0 556 y(is)g(quite)g (high:)18 b(300)12 b(MB/s.)18 b(F)m(urthermore,)13 b(care)h(has)g(b)q(een)g (tak)o(en)g(to)f(hide)g(the)h(latency)g(to)f(a)g(large)g(exten)o(t.)18 b(There)d(is)e(a)0 606 y(prefetc)o(h)j(queue)g(for)f(async)o(hronous)h(fetc)o (hes)g(of)e(small)f(messages)i(and)g(a)g(remote)f(store)i(that)f(allo)o(ws)f (direct)i(writing)e(in)0 656 y(memory)c(addresses)15 b(of)d(non-lo)q(cal)g (PEs)i(with)e(v)o(ery)h(lo)o(w)f(latency)m(.)18 b(Another)13 b(device)h(that)f(can)g(b)q(e)g(used)h(for)e(general)h(data)0 706 y(re-distribution)i(is)f(the)i(Blo)q(c)o(k)f(T)m(ransfer)g(Engine.)20 b(It)15 b(should)g(mak)o(e)e(rearrangemen)o(t)i(of)f(data,)g(for)h(instance)g (in)g(case)g(of)0 756 y(matrix)8 b(transp)q(osition,)i(a)g(relativ)o(ely)f (painless)h(op)q(eration.)16 b(The)11 b(T3D)e(has)h(hardw)o(are)g(supp)q(ort) h(for)f(fast)f(sync)o(hronisation.)0 805 y(E.g.,)j(barrier)j(sync)o (hronisation)f(tak)o(es)g(only)f(one)h(cycle)h(p)q(er)g(c)o(hec)o(k.)83 857 y(Presen)o(tly)i(the)e(I/O)h(is)f(handled)g(b)o(y)g(the)h(fron)o(t-end)f (pro)q(cessor.)25 b(Cra)o(y)15 b(in)o(tends)g(to)g(mak)o(e)f(the)i(second)h (generation)0 906 y(stand-alone)d(b)o(y)f(adding)g(I/O-no)q(des)i(to)f(the)g (T3D)f(itself.)83 957 y(The)j(T3D)f(supp)q(orts)h(v)n(arious)f(programming)d (mo)q(dels.)22 b(Apart)15 b(from)f(PVM)i(3.x)e(for)i(message)f(passing)g(and) g(HPF)0 1007 y(for)e(data)g(distribution,)f(a)i(Cra)o(y)f(proprietary)g(w)o (ork)g(sharing)h(mo)q(del,)d(called)i(CRAFT,)g(can)g(b)q(e)h(emplo)o(y)o(ed.) j(Cra)o(y)c(views)0 1057 y(HPF)e(and)g(F)m(ortran)f(90)g(arra)o(y)h(syn)o (tax)f(as)h(subsets)i(of)d(the)h(CRAFT)f(mo)q(del.)16 b(Within)10 b(this)g(mo)q(del)f(data)i(can)g(b)q(e)g(exc)o(hanged)0 1107 y(implicitly)l(,)h(th)o(us)k(lo)q(oking)e(e\013ectiv)o(ely)i(as)f(a)h (shared-memory)d(system)i(to)g(the)h(user.)24 b(As)15 b(sev)o(eral)h(other)g (v)o(endors,)g(Cra)o(y)0 1157 y(has)g(extended/altered)j(the)d(implemen)o (tation)d(of)j(PVM)g(to)g(enhance)i(the)f(comm)o(uni)o(cation)c(p)q (erformance.)25 b(F)m(or)16 b(small)0 1207 y(messages)f(this)g(can)h(giv)o(e) e(an)h(impro)o(v)o(emen)o(t)e(of)h(a)h(factor)g(3)g(\(20{25)f Fi(\026)p Fm(s)i(instead)f(of)g(70{80)f Fi(\026)p Fm(s\).)22 b(F)m(or)15 b(SPMD)g(programs)0 1256 y(c)o(hannel)i(send/receiv)o(e)h (functions)f(can)g(b)q(e)g(used)h(whic)o(h)e(reduces)j(the)e(comm)o (unication)d(time)h(to)h(4{5)g Fi(\026)p Fm(s.)27 b(The)17 b(faster)0 1306 y(implemen)o(tatio)o(ns)12 b(are)i(not)g(p)q(ortable,)f(ho)o (w)o(ev)o(er.)0 1370 y Fg(Measured)j(P)o(erformances)p Fm(:)i(On)d(a)g(4096)p Fb(\002)p Fm(4096)e(matrix)g(m)o(ultiplication)f(a)i(sp)q(eed)j(of)d(ab)q (out)h(8)g(G\015op/s)f(w)o(as)h(found)0 1420 y(for)d(128)g(PEs.)18 b(F)m(urthermore,)13 b(fa)o(v)o(ourable)e(p)q(erformances)i(for)f(the)h(NAS)g (parallel)e(b)q(enc)o(hmarks)i(ha)o(v)o(e)f(b)q(een)i(rep)q(orted)g(b)o(y)0 1470 y(Cra)o(y)m(,)g(suggesting)h(that)g(a)g(128)f(PE)i(system)e(w)o(as)h (fastest)h(on)f(all)f(NAS)h(co)q(des)h(as)f(compared)g(to)f(TMC,)h(In)o(tel)g (P)o(aragon,)0 1519 y(and)e(KSR-1)g(systems)g(with)g(the)g(same)g(amoun)o(t)e (of)h(no)q(des.)19 b(These)14 b(\014gures)g(still)f(ha)o(v)o(e)f(to)h(b)q(e)h (con\014rmed)f(indep)q(enden)o(tly)m(.)p 0 1558 1949 5 v 0 1564 1949 2 v 0 1634 a Fg(3.4.5)j(The)g(Digital)d(Equipmen)o(t)g(Corp.)21 b(Alpha)14 b(AXP)i(F)l(arms.)0 1699 y(Mac)o(hine)f(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o(ulti-pro)q(cessor.)0 1750 y Fg(Mo)q(dels)p Fm(:)17 b(AXP)d(F)m(arm)e(1000,)h(2000,)f(and)i(3000)f (\(see)i(remarks\).)0 1801 y Fg(Op)q(erating)f(system)p Fm(:)j(OSF/1.)0 1852 y Fg(Connection)d(structure)p Fm(:)h(Crossbar)g(\(see)g(remarks\).)0 1903 y Fg(Compilers)p Fm(:)h(F)m(ortran)d(77)h(,)f(HPF,)h(C.)0 1967 y Fg(System)h(parameters)p Fm(:)0 2031 y Fg(Mo)q(del)551 b Fm(1000)186 b(2000)f(3000)p 0 2047 1426 2 v 0 2090 a(Clo)q(c)o(k)13 b(cycle)469 b(5.7)13 b(ns)163 b(5.7)13 b(ns)164 b(5.0)13 b(ns)0 2153 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 2203 y(P)o(er)g(pro)q(c.)j (\(64-bit\))293 b(150)13 b(M\015op/s)51 b(175)13 b(M\015op/s)52 b(200)13 b(M\015op/s)0 2253 y(Maximal)e(\(64-bit\))308 b(600)13 b(G\015op/s)56 b(700)13 b(G\015op/s)56 b(800)14 b(G\015op/s)0 2317 y(Main)f(memory)405 b Fb(\024)p Fm(1)14 b(GB)141 b Fb(\024)p Fm(2)14 b(GB)140 b Fb(\024)p Fm(4)14 b(GB)0 2367 y(Memory/no)q(de)380 b Fb(\024)p Fm(256)13 b(MB)94 b Fb(\024)p Fm(512)14 b(MB)117 b Fb(\024)p Fm(1)14 b(GB)0 2431 y Fg(Comm)o(unication)e(bandwidth)0 2480 y Fm(Agregate)j(bandwidth)265 b(450)13 b(MB/s)89 b(450)13 b(MB/s)89 b(450)14 b(MB/s)0 2544 y(No.)k(of)13 b(pro)q(cessors)405 b(4)248 b(4)g(4)p 0 2568 V 0 2612 a Fg(Remarks)p Fm(:)0 2676 y(Lik)o(e)13 b(Con)o(v)o(ex,\(see)h(3.4.2\))d(has)j(reacted)h(on)e(the)g (curren)o(t)i(trend)f(of)f(distributed)h(computing)d(b)o(y)i(mark)o(eting)f (a)h(cluster)h(of)0 2726 y(DEC)g(Alpha)g(w)o(orkstations)g(in)g(one)h(rac)o (k.)k(With)14 b(this)h(rac)o(k)f(comes,)g(if)f(desired,)i(a)f(fast)h(non-blo) q(c)o(king)e(crossbar)i(switc)o(h)0 2776 y(based)d(on)e(FDDI,)g(called)h(the) g(GIGAswitc)o(h.)17 b(Because)12 b(of)f(the)g(sp)q(eed)i(of)d(the)h(switc)o (h)g(\(450)g(MB/s)g(aggregate)g(bandwidth\))954 2875 y(30)p eop %%Page: 31 37 bop 0 42 a Fm(whic)o(h)13 b(is)f(greater)i(than)f(those)g(of)g(man)o(y)e(in)o (ternal)h(switc)o(hes)i(of)e(in)o(tegrated)h(parallel)f(systems,)h(the)g (distinction)f(b)q(et)o(w)o(een)0 91 y(an)i(Alpha)f(F)m(arm)f(and)i(man)o(y)e (parallel)h(systems)h(b)q(ecomes)g(rather)g(theoretical.)83 141 y(The)i(di\013eren)o(t)h(mo)q(dels)e(deriv)o(e)h(from)e(the)i(t)o(yp)q(e) g(of)g(mac)o(hines)e(emplo)o(y)o(ed)h(in)g(the)h(cluster:)23 b(The)17 b(mo)q(del)d(1000)h(uses)0 191 y(the)j(DEC)f(3000/300)f(pro)q (cessor,)j(the)f(mo)q(del)e(2000)h(uses)h(the)g(3000/500)d(pro)q(cessor,)20 b(and)d(the)h(mo)q(del)e(3000)h(uses)h(the)0 241 y(3000/800)12 b(pro)q(cessor,)k(the)e(500)g(pro)q(cessor)i(b)q(eing)e(somewhat)f(faster)i (than)f(the)h(300)e(pro)q(cessor)j(and)e(the)h(800)e(pro)q(cessor)0 291 y(in)g(turn)i(faster)f(than)g(the)h(500.)83 340 y(Of)e(course,)h(of)f (the)h(most)e(usual)h(soft)o(w)o(are)g(a)o(v)n(ailable)e(for)i(distributed)h (computing)e(is)h(also)f(a)o(v)n(ailable)f(on)i(the)h(Alpha)0 390 y(F)m(arms:)23 b(PVM,)16 b(Express,)j(and)e(Linda)f(are)h(supp)q(orted.) 29 b(F)m(uthermore)16 b(High)g(P)o(erformance)h(F)m(ortran)g(is)f(supp)q (orted)j(as)0 440 y(w)o(ell)12 b(as)h(soft)o(w)o(are)f(that)h(pro)o(vide)g (load)e(lev)o(elling)g(capabilities:)17 b(the)c(Load)f(Sharing)g(F)m(acilit)o (y)f(\(a)i(Digital)d(pro)q(duct\),)k(NQS,)0 490 y(DQS,)f(and)h(DNQS.)0 552 y Fg(Measured)i(P)o(erformances)p Fm(:)h(As)e(y)o(et,)g(only)f(single)g (pro)q(cessor)j(results)f(are)f(kno)o(wn)f(for)h(the)g(no)q(des)g (constituting)g(the)0 602 y(v)n(arious)f(F)m(arm)f(mo)q(dels:)18 b(for)c(the)h(solution)f(of)g(an)h(order)g Fi(N)j Fm(=)13 b(1000)g(dense)j (linear)e(system)h(sp)q(eeds)h(of)e(80.6,)f(130.1,)g(and)0 652 y(148.3)f(M\015op/s)i(w)o(ere)h(found)f(for)f(the)i(300,)d(500,)h(and)h (800)f(pro)q(cessors)j(resp)q(ectiv)o(ely)m(.)p 0 691 1949 5 v 0 697 1949 2 v 0 763 a Fg(3.4.6)g(The)g(F)l(ujitsu)d(AP1000.)0 826 y(Mac)o(hine)i(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o (ulti-pro)q(cessor.)0 875 y Fg(Mo)q(dels)p Fm(:)17 b(AP1000.)0 925 y Fg(Op)q(erating)f(system)p Fm(:)k(Cell)15 b(OS)h(\(transparen)o(t)h(to) f(the)g(user\))h(and)f(SunOS)g(\(Sun's)g(Unix)f(v)n(arian)o(t\))g(on)g(the)i (fron)o(t-end)0 975 y(system.)0 1025 y Fg(Connection)j(structure)p Fm(:)26 b(T-net)20 b(\(2-D)f(torus\),)i(B-net)f(\(common)d(bus)j(+)f(hierarc) o(hical)h(ring\),)g(S-net)f(\(tree\))i(\(see)0 1075 y(remarks\).)0 1125 y Fg(Compilers)p Fm(:)16 b(F)m(ortran)d(77)h(and)f(C)h(with)g (extensions.)0 1187 y Fg(System)h(parameters)p Fm(:)0 1249 y Fg(Mo)q(del)543 b Fm(AP1000)p 0 1263 914 2 v 0 1305 a(Clo)q(c)o(k)13 b(cycle)496 b(40)14 b(ns)0 1367 y(Theor.)k(p)q(eak)d(p)q(erformance)0 1417 y(P)o(er)g(pro)q(c.)j(\(64-bit\))309 b(12.5)12 b(M\015op/s)0 1467 y(Maximal)f(\(64-bit\))323 b(12.8)13 b(G\015op/s)0 1529 y(Main)g(memory)417 b Fb(\024)p Fm(16)13 b(GB)0 1579 y(Memory/no)q(de)428 b(16)14 b(MB)0 1641 y Fg(Comm)o(unication)e(bandwidth)0 1691 y Fm(B-net)568 b(50)13 b(MB/s)0 1741 y(T-net)567 b(25)13 b(MB/s)0 1803 y(No.)18 b(of)13 b(pro)q(cessors)374 b(8{1024)p 0 1825 V 0 1866 a Fg(Remarks)p Fm(:)0 1929 y(The)15 b(AP1000)e(is)h(put)h(together)g (from)e(computing)f(cells)j(eac)o(h)f(of)g(whic)o(h)g(con)o(tains)g(a)g(25)g (MHz)h(SP)m(AR)o(C)e(pro)q(cessor)j(\(IU\))0 1979 y(and)h(an)h(additional)d (\015oating-p)q(oin)o(t)h(pro)q(cessor)j(\(FPU\).)f(The)g(pro)q(cessor)h (cells)f(are)g(complemen)o(ted)e(b)o(y)h(routing-)g(and)0 2028 y(message)h(con)o(trollers,)h(a)f(B-net)h(in)o(terface)g(\(see)g(b)q(elo)o (w\),)g(cell)f(memory)m(,)e(and)i(cac)o(he)h(memory)d(\(128)h(KB\).)i(The)f (p)q(eak)0 2078 y(p)q(erformance)i(of)f(the)h(FPU)g(is)g(estimated)f(to)g(b)q (e)i(12.5)d(M\015op/s)i(whic)o(h)f(brings)h(the)g(aggregate)g(p)q(eak)g(rate) g(to)g(12.8)0 2128 y(G\015op/s)13 b(for)h(a)g(full)e(1024)h(cell)h(system.)k (The)c(system)g(is)f(fron)o(t-ended)i(b)o(y)f(a)f(Sun)h(4)g(mac)o(hine.)83 2178 y(F)m(ujitsu)i(has)g(attempted)g(to)g(diminish)e(the)j(comm)o(unicatio)o (n)d(problems)h(that)h(are)h(inheren)o(t)g(to)f(DM-MIMD)g(ma-)0 2228 y(c)o(hines)f(b)o(y)f(implemen)o(ting)d(di\013eren)o(t)16 b(net)o(w)o(orks)f(for)f(broadcasting)g(and)h(collection)f(of)g(data)g(\(the) h(B-net\),)g(for)f(sync)o(hro-)0 2277 y(nisation)k(\(the)i(S-net\),)g(and)f (for)g(comm)o(unicatio)o(n)d(on)j(the)h(pro)q(cessor)h(grid)d(\(the)i (T-net\).)34 b(As)19 b(the)h(broadcasting)f(or)0 2327 y(m)o(ulticasting)12 b(\(i.e.,)h(broadcasting)h(to)g(a)g(selected)i(subset\))f(of)f(data)g(often)g (constitutes)i(a)d(b)q(ottlenec)o(k)j(in)d(the)i(execution)0 2377 y(of)e(a)h(computational)e(task,)h(the)i(B-net)g(has)f(a)g(t)o(w)o(o)f (times)g(higher)h(bandwidth)g(than)g(the)h(in)o(terpro)q(cessor)h(T-net)e (\(50)g(vs.)0 2427 y(25)i(MB/s\).)26 b(Because)18 b(the)f(gather)g(and)f (scatter)i(of)e(data)g(o)o(v)o(er)h(the)g(pro)q(cessors)h(is)e(generally)g (less)h(structured)i(a)d(com-)0 2477 y(bination)e(o)q(d)g(a)h(common)d(bus)j (and)g(a)f(hierarc)o(hical)h(ring)f(structure)j(is)e(used.)21 b(The)15 b(B-net)h(in)o(terface)f(has)g(FIF)o(O)g(bu\013ers)0 2527 y(and)f(scatter-gather)i(con)o(trollers)e(to)g(allo)o(w)f(for)h (sending/receiving)g(data)g(indep)q(enden)o(t)h(the)g(other)g(activ)o(e)f (comp)q(onen)o(ts)0 2576 y(in)h(the)g(cell.)22 b(The)16 b(message)f(con)o (troller)g(seeks)h(to)f(minimi)o(se)e(the)j(o)o(v)o(erhead)f(for)g(data)g (transfer)h(setup)g(and)f(reliev)o(es)h(the)0 2626 y(IU)e(from)e(doing)h(the) i(message)e(passing)h(prop)q(er.)83 2676 y(F)m(or)c(the)i(T-net)f(whic)o(h)g (connects)h(the)g(cells)f(in)f(a)h(2-D)f(grid)g(the)i(transfer)g(sp)q(eed)g (is)f(t)o(w)o(o)f(times)g(lo)o(w)o(er)g(than)h(that)g(of)f(the)0 2726 y(B-net,)15 b(but)f(as)h(data)f(mo)o(v)o(emen)o(t)e(will)h(often)h(b)q (e)h(more)f(regular,)g(it)g(is)g(exp)q(ected)i(to)e(giv)o(e)g(go)q(o)q(d)g (throughput,)h(esp)q(ecially)0 2776 y(as)k(a)f(new)h(con\015ict-free)h(w)o (ormhole)d(routing)h(sc)o(heme)h(has)g(b)q(een)h(implemen)o(ted)c(b)o(y)j (allo)q(cating)e(routed)i(messages)g(to)954 2875 y(31)p eop %%Page: 32 38 bop 0 42 a Fm(alternating)14 b(bu\013er)h(pairs)g(in)f(the)h(in)o(termediate) f(cells.)20 b(Exp)q(erimen)o(ts)14 b(ha)o(v)o(e)g(sho)o(wn)h(relativ)o(ely)f (lo)o(w)f(message)h(o)o(v)o(erhead)0 91 y(for)g(this)f(system)h([13].)83 143 y(There)h(is)e(a)g(tree-structured)j(S-net)e(for)f(barrier)h(sync)o (hronisation)f(of)g(pro)q(cesses)j(with)d(again)f(quite)i(lo)o(w)e(o)o(v)o (erheads)0 193 y(\(a)i(maxim)n(um)9 b(of)14 b(5.2)f Fi(\026)p Fm(s)h(for)f(a)h(full)f(con\014guration\).)83 244 y(Recen)o(tly)19 b(an)f(en)o(try)h(mo)q(del)f(of)g(the)h(AP1000,)f(the)i(AP1000C,)d(is)h(b)q (eing)h(o\013ered.)33 b(The)19 b(AP1000C)f(starts)i(at)e(a)0 294 y(con\014guration)c(of)f(8)h(pro)q(cessor)i(cells)e(instead)h(of)e(the)i (original)d(64.)18 b(Also)c(the)h(housing)e(has)h(b)q(een)i(made)d(more)g (compact)0 344 y(for)h(this)f(mo)q(del,)f(sa)o(ving)h(a)h(factor)g(3)g(in)f (space.)0 408 y Fg(Measured)19 b(P)o(erformances)p Fm(;)c(In)j([11])e(the)h (p)q(erformance)h(on)f(the)g(solution)g(of)g(a)f(full)h(linear)f(system)h(on) g(a)g(256)g(cell)0 458 y(mac)o(hine)c(is)h(giv)o(en.)19 b(A)14 b(system)g(of)g(order)h(100)f(p)q(erformed)g(at)g(ab)q(out)g(40)g(M\015op/s,) g(an)g(order)h(300)e(system)h(attained)h(180)0 508 y(M\015op/s,)d(while)g(a)g (1000)p Fb(\002)p Fm(1000)f(system)h(reac)o(hed)i(more)d(than)i(300)f (M\015op/s.)17 b(In)c([3])e(a)h(sp)q(eed)i(of)e(2.3)f(G\015op/s)h(on)g(a)g (dense)0 558 y(system)i(of)f(order)i(25,600)d(on)h(512)g(cells.)p 0 597 1949 5 v 0 603 1949 2 v 0 674 a Fg(3.4.7)j(The)g(F)l(ujitsu)d(VPP500)i (series.)0 740 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(Distributed-memory)11 b(v)o(ector)k(m)o(ulti-pro)q(cessor.)0 792 y Fg(Mo)q(dels)p Fm(:)i(VPP500.)0 843 y Fg(Op)q(erating)d(system)p Fm(:)j(UXP/VPP)d(\(a)g (V5.4)f(based)i(v)n(arian)o(t)d(of)i(Unix\).)0 895 y Fg(Connection)g (structure)p Fm(:)h(Multi-stage)e(crossbar.)0 947 y Fg(Compilers)p Fm(:)j(F)m(ortran)d(77+)h(\(F)m(ortran)g(77)f(with)h(data)f(decomp)q(osition) g(extensions\),)h(C.)0 1011 y Fg(System)h(parameters)p Fm(:)0 1075 y Fg(Mo)q(del)531 b Fm(VPP500)p 0 1092 897 2 v 0 1135 a(Clo)q(c)o(k)13 b(cycle)488 b(10)13 b(ns)0 1200 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 1249 y(P)o(er)g(pro)q(c.)j(\(64-bit\))313 b(1.6)13 b(G\015op/s)0 1299 y(Maximal)e(\(64-bit\))321 b(355)13 b(G\015op/s)0 1364 y(Main)g(memory)399 b Fb(\024)p Fm(56.8GB)0 1413 y(Memory/no)q(de)h Fb(\024)p Fm(256MB)0 1478 y Fg(Comm)o(unication)12 b(bandwidth)86 b Fm(400MB/s)0 1542 y(No.)18 b(of)13 b(pro)q(cessors)376 b(7{222)p 0 1566 V 0 1612 a Fg(Remarks)p Fm(:)0 1676 y(The)16 b(VPP-500)f(is)g(fron)o(t-ended)h(b)o(y)f(a)g(mac)o(hine)f(of)g(the)i(VP2000) f(series.)23 b(The)16 b(system)f(itself)g(can)g(b)q(e)h(used)g(as)g(a)f(batc) o(h)0 1726 y(pro)q(cessor)g(from)d(the)i(fron)o(t-end.)k(Eac)o(h)13 b(no)q(de,)h(called)f(a)g(Pro)q(cessing)i(Elemen)o(t)d(\(PE\))i(in)f(the)h (system)f(is)h(a)f(p)q(o)o(w)o(erful)g(\(1.6)0 1776 y(G\015op/s)j(p)q(eak)i (sp)q(eed\))g(v)o(ector)g(pro)q(cessor)h(in)d(its)h(o)o(wn)g(righ)o(t.)27 b(The)17 b(v)o(ector)h(pro)q(cessor)h(is)d(complemen)o(ted)g(b)o(y)h(a)f (RISC)0 1826 y(scalar)f(pro)q(cessor)j(with)d(a)g(p)q(eak)h(sp)q(eed)h(of)d (200)h(M\015op/s.)23 b(The)16 b(scalar)f(instruction)h(format)d(is)j(64)f (bits)g(wide)g(and)h(ma)o(y)0 1875 y(cause)j(the)g(execution)g(of)e(three)i (op)q(erations)g(in)e(parallel.)30 b(Eac)o(h)18 b(PE)g(has)h(a)e(memory)f(of) h(128{256)g(MB)h(while)g(a)f(PE)0 1925 y(comm)o(unicates)c(with)h(its)g (fello)o(w)g(PEs)h(at)f(a)g(p)q(oin)o(t-to-p)q(oin)o(t)g(sp)q(eed)i(of)e(400) f(MB/s.)21 b(This)14 b(comm)o(unication)d(is)k(cared)g(for)0 1975 y(b)o(y)g(separate)i(Data)e(T)m(ransfer)h(Units)g(\(DTUs\).)23 b(T)m(o)15 b(enhance)i(the)f(comm)o(unication)c(e\016ciency)m(,)k(the)g(DTU)g (has)f(v)n(arious)0 2025 y(transfer)g(mo)q(des)e(lik)o(e)h(con)o(tiguous,)f (stride,)i(sub)f(arra)o(y)m(,)f(and)h(indirect)h(access.)20 b(Also)14 b(translation)f(of)h(logical)e(to)i(ph)o(ysical)0 2075 y(PE-ids)g(and)g(from)e(Logical)h(in-PE)g(address)i(to)f(real)g(address) h(are)g(handled)e(b)o(y)h(the)g(DTUs.)83 2126 y(Because)i(the)f(net)o(w)o (ork)g(is)f(a)g(m)o(ultistage)f(crossbar,)i(the)g(complexit)o(y)e(only)g(gro) o(ws)i(logarithmi)o(cally)l(.)i(The)e(net)o(w)o(ork)0 2176 y(has)20 b(some)f(in)o(telligence)g(built)g(in)g(in)g(the)i(form)d(of)h(a)g (Sync)o(hronisation)g(Register)h(\(SR\).)f(When)h(sync)o(hronisation)g(is)0 2226 y(required)c(eac)o(h)f(PE)h(can)f(set)h(its)e(corresp)q(onding)i(bit)f (in)f(the)i(SR.)e(The)h(v)n(alue)f(of)h(the)g(SR)g(is)f(broadcast)i(to)f(all) e(PEs)j(and)0 2276 y(sync)o(hronisation)11 b(has)h(o)q(ccurred)h(if)e(the)h (SR)f(has)h(all)e(its)i(bits)f(set)i(for)e(the)h(relev)n(an)o(t)f(PEs.)18 b(This)12 b(metho)q(d)e(is)i(comparable)e(to)0 2325 y(the)j(use)h(of)e(sync)o (hronisation)h(registers)i(in)d(shared-memory)f(v)o(ector)j(pro)q(cessors)h (and)e(m)o(uc)o(h)e(faster)j(than)f(sync)o(hronising)0 2375 y(via)g(memory)m(.)83 2427 y(Comm)o(uni)o(cation)8 b(to)j(the)h(outside)f(w)o (orld)g(is)f(realised)i(via)e(the)i(SSU)f(of)f(the)i(fron)o(t-end)f(VP2000)g (or)g(VPX200)f(system.)0 2477 y(Also)19 b(all)f(I/O)h(is)g(handled)g(b)o(y)g (the)h(fron)o(t-end.)34 b(On)20 b(the)f(VPP)h(side)g(tra\016c)f(is)g(con)o (trolled)g(b)o(y)g(one)h(or)f(t)o(w)o(o)f(Con)o(trol)0 2527 y(Pro)q(cessors)g(\(CPs\).)26 b(Other)17 b(tasks)f(of)g(the)g(CPs)h(is)f(to)f (k)o(eep)i(trac)o(k)f(of)g(the)g(a)o(v)n(ailabilit)o(y)d(and)i(state)i(of)f (the)g(PEs)h(and)f(to)0 2576 y(allo)q(cate)10 b(w)o(ork)h(on)g(them.)16 b(The)c(allo)q(cation)d(is)i(dynamic)e(and)i(three)h(access)h(mo)q(des)d(of)h (the)g(PEs)h(are)g(p)q(ossible:)k(\\simplex",)0 2626 y(meaning)c(that)i(on)g (request)i(of)d Fi(N)19 b Fm(pro)q(cessors,)d Fi(N)j Fm(PEs)c(are)f(exclusiv) o(ely)g(gran)o(ted)h(as)f(so)q(on)g(as)g(they)h(are)f(a)o(v)n(ailable)e(with) 0 2676 y(one)i(pro)q(cess)i(p)q(er)e(pro)q(cessor.)20 b(The)15 b(\\exclusiv)o(e")e(mo)q(de)g(again)g(claims)f Fi(N)19 b Fm(PEs)14 b(but)g(in)g(this)g(case)g(1)g(or)g(2)f(pro)q(cesses)k(ma)o(y)0 2726 y(run)c(on)f(eac)o(h)g(PE)h(in)f(the)h(complex.)j(In)c(\\shared")h(mo)q (de)e(man)o(y)f(pro)q(cesses)15 b(ma)o(y)c(share)i(the)g(requested)h(PEs)f (but)f(at)h(least)5 2759 y Fd(1)p 5 2766 17 2 v 5 2790 a(2)27 2776 y Fi(N)18 b Fm(are)d(guaran)o(teed)f(during)g(pro)q(cessing.)954 2875 y(32)p eop %%Page: 33 39 bop 83 42 a Fm(The)15 b(F)m(ortran)g(compiler)f(that)h(comes)f(with)h(the)g (VPP500)g(has)g(extensions)h(that)f(enable)g(data)f(decomp)q(osition)g(b)o(y) 0 91 y(compiler)g(directiv)o(es.)22 b(This)15 b(ev)n(ades)g(in)g(man)o(y)e (cases)j(restructuring)h(of)d(the)i(co)q(de.)22 b(The)15 b(directiv)o(es)h (are)g(di\013eren)o(t)g(from)0 141 y(those)11 b(as)f(de\014ned)h(in)e(the)i (High)e(P)o(erformance)h(F)m(ortran)g(Prop)q(osal)g(but)g(it)f(should)h(b)q (e)h(easy)f(to)g(adapt)f(them.)16 b(F)m(urthermore,)0 191 y(it)11 b(is)h(p)q(ossible)g(do)f(de\014ne)i(parallel)e(regions,)g(barriers,)i(etc.,) f(via)f(directiv)o(es,)i(while)e(there)i(are)f(sev)o(eral)g(in)o(trinsic)g (functions)0 241 y(to)i(enquire)g(ab)q(out)g(the)h(n)o(um)o(b)q(er)e(of)g (pro)q(cessors)j(and)e(to)g(execute)h Fk(POST/WAIT)d Fm(commands.)83 291 y(A)h(\014rst)g(trial)f(system)g(will)f(b)q(e)j(installed)e(b)o(y)g(the)h (end)g(of)f(1992)g(at)g(the)i(National)d(Aerospace)j(Lab)q(oratory)e(in)h(T)m (oky)o(o.)0 341 y(Other)i(systems)f(ma)o(y)e(b)q(e)j(installed)e(in)g(the)i (course)g(of)e(1993.)0 404 y Fg(Measured)g(P)o(erformances)p Fm(:)i(An)e(impression)f(of)g(the)h(p)q(erformance)g(of)f(the)h(VPP500)g(can) g(b)q(e)g(obtained)g(from)e(results)0 454 y(measured)j(at)h(the)g(Numerical)e (Wind)g(T)m(unnel)h(\(NWT\))h(at)f(NAL,)g(T)m(oky)o(o,)f(Japan.)19 b(This)14 b(mac)o(hine)f(is)h(an)h(exp)q(erimen)o(tal)0 504 y(system)f(closely)g(resem)o(bling)e(the)j(VPP500.)j(With)13 b(140)g(pro)q(cessors)j(a)e(sp)q(eed)i(of)d(116)g(G\015op/s)g(w)o(as)h (observ)o(ed)h(for)f(a)g(3-D)0 554 y(CFD)g(application)f([14].)19 b(F)m(urthermore)c(a)f(sp)q(eed)i(of)e(124.5)f(G\015op/s)h(for)g(the)i (solution)d(of)h(a)h(large)f(dense)i(linear)e(system)0 604 y(w)o(as)g(rep)q(orted)h(in)f([3],)e(again)h(on)g(140)g(pro)q(cessors.)p 0 644 1949 5 v 0 650 1949 2 v 0 718 a Fg(3.4.8)j(The)g(Hitac)o(hi)e(SR2001)g (series.)0 782 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed)g (memory)e(m)o(ulti-pro)q(cessor.)0 833 y Fg(Mo)q(dels)p Fm(:)17 b(SR2001.)0 884 y Fg(Op)q(erating)d(system)p Fm(:)j(HI-UX/MPP)d(\(Micro)g(k)o (ernel)g(Mac)o(h)g(3.0\).)0 934 y Fg(Connection)g(structure)p Fm(:)h(Hyp)q(er)g(crossbar.)0 985 y Fg(Compilers)p Fm(:)h(F)m(ortran)d(77,)g (F)m(ortran)h(90,)f(HPF,)h(C,)f(C++.)0 1048 y Fg(System)i(parameters)p Fm(:)0 1111 y Fg(Mo)q(del)540 b Fm(SR2001)p 0 1126 903 2 v 0 1169 a(Clo)q(c)o(k)13 b(cycle)490 b(11)14 b(ns)0 1232 y(Theor.)k(p)q(eak)d (p)q(erformance)0 1282 y(P)o(er)g(pro)q(c.)j(\(64-bit\))309 b(180)13 b(M\015op/s)0 1332 y(Maximal)e(\(64-bit\))334 b(23)13 b(G\015op/s)0 1395 y(Main)g(memory)395 b Fb(\024)p Fm(33.8)13 b(GB)0 1445 y(Memory/no)q(de)396 b Fb(\024)p Fm(256)13 b(MB)0 1508 y Fg(Comm)o(unication)f(bandwidth)81 b Fm(100)14 b(MB/s)0 1571 y(No.)k(of)13 b(pro)q(cessors)379 b(8{128)p 0 1594 V 0 1637 a Fg(Remarks)p Fm(:)0 1701 y(The)20 b(SR2001)f(is)h(the)h(\014rst)f (generation)h(of)e(distributed)i(memory)c(parallel)i(systems)h(of)g(Hitac)o (hi.)36 b(The)20 b(basic)g(no)q(de)0 1750 y(pro)q(cessor)e(is)e(an)g(Hitac)o (hi)f(implemen)o(tation)e(of)j(the)g(P)m(A-RISC)g(arc)o(hitecture)i(of)d(HP)i (running)f(at)g(a)g(clo)q(c)o(k)g(cycle)h(of)e(11)0 1800 y(ns.)j(The)c (connection)g(structure)i(is)d(a)g(h)o(yp)q(er)h(\(3-D\))f(crossbar)i(whic)o (h)e(connects)i(all)e(no)q(des)h(directly)f(at)h(high)e(sp)q(eed)j(\(100)0 1850 y(MB/s)g(p)q(oin)o(t-to-p)q(oin)o(t\).)k(The)c(system)g(is)f(v)o(ery)h (new:)20 b(presen)o(tly)c(a)e(protot)o(yp)q(e)h(is)g(running)f(at)h(the)g (Computing)e(Cen)o(tre)0 1900 y(of)h(the)i(Univ)o(ersit)o(y)e(of)g(T)m(oky)o (o)g(for)g(ev)n(aluation.)20 b(First)15 b(results)h(sho)o(w)e(that)h(the)h (single)e(no)q(de)h(p)q(erformance)g(is)g(up)g(to)f(the)0 1950 y(sp)q(eci\014cations.)83 2000 y(The)f(follo)o(wing)c(soft)o(w)o(are)k(pro)q (ducts)g(will)e(b)q(e)i(supp)q(orted)g(in)f(addition)f(to)h(those)h(already)f (men)o(tioned)f(ab)q(o)o(v)o(e:)17 b(PVM,)0 2050 y(Linda,)k(Express,)j(F)o (OR)o(GE90,)c(and)h(P)m(ARALLEL)-5 b(W)g(ARE.)20 b(In)h(addition)e(a)h(n)o (umerical)g(libraries)g(\(MA)m(TRIX/MPP)m(,)0 2100 y(MA)m(TRIX/MPP/SSS\))12 b(will)f(b)q(e)i(o\013ered.)18 b(These)c(libraries)e(supp)q(ort)h(basic)f (linear)g(algebra)g(op)q(erations)g(with)g(dense)i(and)0 2150 y(band)g(matrices,)f(F)m(ast)g(F)m(ourier)h(T)m(ransformations,)d(and)j (skyline)g(solv)o(ers.)0 2213 y Fg(Measured)h(P)o(erformances)p Fm(:)g(As)f(y)o(et,)g(no)g(quotable)f(p)q(erformance)h(\014gures)h(are)f(a)o (v)n(ailable)e(for)h(the)i(SR2001.)p 0 2251 1949 5 v 0 2257 1949 2 v 0 2325 a Fg(3.4.9)h(The)g(IBM)g(9076)f(SP2)0 2389 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o (ulti-pro)q(cessor)h(cluster.)0 2440 y Fg(Mo)q(dels)p Fm(:)k(IBM9076)c(SP2.)0 2491 y Fg(Op)q(erating)h(system)p Fm(:)j(AIX)d(\(IBMs)h(Unix)e(v)n(arian)o (t\).)0 2541 y Fg(Connection)h(structure)p Fm(:)h(Dep)q(enden)o(t)g(on)f(t)o (yp)q(e)g(of)g(connection)g(\(see)h(remarks\).)0 2592 y Fg(Compilers)p Fm(:)h(XL)d(F)m(ortran,)h(XL)g(C,)f(XL)h(C++.)0 2655 y Fg(System)h (parameters)p Fm(:)0 2718 y Fg(Mo)q(del)692 b Fm(9076)13 b(SP2)p 0 2733 1238 2 v 0 2776 a(Clo)q(c)o(k)g(cycle)658 b(15)13 b(ns)954 2875 y(33)p eop %%Page: 34 40 bop 0 42 a Fg(Theor.)21 b(p)q(eak)16 b(p)q(erformance)0 91 y Fm(P)o(er)f(Pro)q(c.)j(\(64-bit\))471 b(266)14 b(M\015op/s)0 141 y(Maximal)d(\(64-bit\))512 b(8)14 b(G\015op/s)0 203 y(Memory/no)q(de)375 b(64{512/2048)11 b(MB)j(\(see)h(remarks\))0 264 y Fg(Comm)o(unication)d (bandwidth)0 314 y Fm(P)o(oin)o(t-to-p)q(oin)o(t)555 b(20+)14 b(MB/s)0 364 y(Bisectional)634 b(25)14 b(GB/s)0 426 y(No.)k(of)13 b(pro)q(cessors)547 b(8{128)p 0 447 1238 2 v 0 488 a Fg(Remarks)p Fm(:)83 550 y(As)15 b(a)g(basis)g(for)f(the)i(computational)c(no)q(des)k(in)e (the)i(SP2)f(RS/6000)e(pro)q(cessors)k(with)d(a)h(clo)q(c)o(k)g(cycle)h(of)e (15)g(ns)h(are)0 599 y(used.)20 b(This)15 b(amoun)o(ts)d(to)j(a)f(p)q(eak)g (p)q(erformance)h(of)e(266)h(M\015op/s)g(p)q(er)h(no)q(de)g(b)q(ecause)h(the) f(\015oating-p)q(oin)o(t)e(units)h(of)g(the)0 649 y(SP2)d(pro)q(cessors)i (can)e(deliv)o(er)g(up)f(to)h(4)f(results/cycle.)19 b(The)11 b(SP2)g(con\014gurations)g(are)g(housed)h(in)e(columns)f(that)i(eac)o(h)h (can)0 699 y(con)o(tain)h(8{16)g(pro)q(cessor)j(no)q(des.)j(This)14 b(dep)q(ends)h(on)f(the)g(t)o(yp)q(e)h(of)e(no)q(de)i(emplo)o(y)o(ed:)h (there)f(are)g(t)o(w)o(o)e(t)o(yp)q(es,)h(thin)g(no)q(des)0 749 y(and)h(wide)g(no)q(des.)22 b(Although)14 b(the)i(pro)q(cessors)h(in)e (these)h(no)q(des)g(are)g(basically)d(the)j(same)e(there)i(are)g(some)e (di\013erences.)0 799 y(Wide)h(no)q(des)g(ha)o(v)o(e)g(the)g(double)g(amoun)o (t)e(of)i(micro)q(c)o(hannel)e(slots)i(\(8)g(instead)g(of)g(4\))f(as)h (compared)g(to)f(the)i(thin)e(no)q(des.)0 848 y(F)m(urthermore,)h(the)i (maxim)n(um)11 b(memory)i(of)i(a)g(wide)h(no)q(de)g(can)g(b)q(e)g(2)f(GB)h (whereas)g(the)h(maxim)n(um)11 b(for)k(thin)h(no)q(des)g(is)0 898 y(512)11 b(MB.)h(More)h(imp)q(ortan)o(t)d(in)h(terms)h(of)f(p)q (erformance)h(is)g(the)h(fact)f(that)g(the)g(data)g(cac)o(he)h(of)e(a)h(wide) g(no)q(de)g(is)g(four)g(times)0 948 y(larger)g(than)g(that)h(of)e(a)h(thin)g (no)q(de)h(\(256)e(KB)i(instead)g(of)e(64)h(KB\))h(and)f(that)g(the)h(memory) d(bus)i(is)g(t)o(w)o(o)g(times)f(wider)i(than)0 998 y(that)i(of)f(a)g(thin)g (no)q(de)i(\(8)e(instead)h(of)f(4)g(w)o(ords/cycle\).)22 b(The)15 b(latter)f(di\013erences)j(explain)d(than)h(a)f(p)q(erformance)h(gain)e(of)0 1048 y(a)j(factor)g(1.5)f(has)h(b)q(een)h(observ)o(ed)h(for)d(wide)h(no)q (des)h(o)o(v)o(er)f(the)h(thin)f(no)q(des.)25 b(IBM)17 b(en)o(visions)f(the)g (wide)g(no)q(de)h(more)e(or)0 1098 y(less)h(as)g(serv)o(er)i(for)d(a)h (column)e(and)h(recommends)g(con\014gurations)h(of)f(one)h(wide)g(no)q(de)g (pac)o(k)n(aged)g(with)f(14)g(thin)h(no)q(des)0 1147 y(p)q(er)f(column)e (\(although)h(this)g(ma)o(y)f(di\013er)h(with)h(the)g(needs)g(of)f(the)h (user\).)21 b(The)15 b(SP2)f(is)g(accessed)j(through)e(a)f(fron)o(t-end)0 1197 y(con)o(trol)i(w)o(orkstation)f(that)h(also)f(monitors)g(system)g (failures.)24 b(F)m(ailing)14 b(no)q(des)i(can)g(b)q(e)h(tak)o(en)f(o\013)g (line)f(and)h(exc)o(hanged)0 1247 y(without)f(in)o(terrupting)h(service.)24 b(In)15 b(addition,)f(\014leserv)o(ers)k(can)d(b)q(e)i(connected)g(to)e(the)h (system)f(while)g(ev)o(ery)i(no)q(de)f(can)0 1297 y(ha)o(v)o(e)e(up)g(to)f (2GB.)h(This)f(can)h(greatly)g(sp)q(eed)h(up)f(applications)f(with)h (signi\014can)o(t)f(I/O)h(requiremen)o(ts.)83 1347 y(There)f(is)g(a)e(c)o (hoice)i(in)f(the)h(w)o(a)o(y)e(comm)o(unication)e(is)j(done:)18 b(Ethernet,)c(T)m(ok)o(en)d(Ring,)g(FDDI,)h(etc.,)g(are)h(all)e(p)q(ossible.) 0 1396 y(Ho)o(w)o(ev)o(er,)16 b(it)f(is)h(also)f(p)q(ossible)g(to)h(connect)h (the)f(pro)q(cessors)i(b)o(y)d(an)g(optional)f(high-sp)q(eed)j(switc)o(h)f (with)f(a)g(sp)q(eed)i(of)e(40)0 1446 y(MB/s.)22 b(Therefore,)16 b(dep)q(ending)f(on)g(the)h(comm)o(unicatio)o(n)c(t)o(yp)q(e)k(the)f(sp)q (eed)i(can)e(range)g(from)e(1{40)h(MB/s.)22 b(The)16 b(high-)0 1496 y(sp)q(eed)f(switc)o(h)f(has)g(some)f(redundancy)h(built)f(in)o(to)g(it) g(for)g(greater)i(reliabilit)o(y)m(.)h(The)e(structure)h(is)f(that)f(of)g(a)h (m)o(ulti-stage)0 1546 y(crossbar)h(\(\012-switc)o(h\).)83 1596 y(Applications)h(can)g(b)q(e)h(run)f(using)g(PVM)h(or)f(Express.)26 b(F)o(OR)o(GE)16 b(90)g(MIMDizer)g(can)h(b)q(e)f(used)h(to)g(assist)f(in)g (par-)0 1645 y(allelising)f(the)k(co)q(de)f(b)o(y)f(generating)h(the)g (necessary)h(calls)f(to)f(PVM)h(or)f(Express)i(comm)o(unication)14 b(routines.)30 b(Under)0 1695 y(Express)14 b(F)m(ortran)e(77)g(or)g(90,)g(C,) f(and)h(C++)h(can)g(b)q(e)g(used.)18 b(Also)12 b(High)g(P)o(erformance)g(F)m (ortran)g(is)g(supp)q(orted.)19 b(IBM)13 b(uses)0 1745 y(its)g(o)o(wn)g(PVM)h (v)o(ersion)f(from)f(whic)o(h)h(the)h(data)f(format)e(con)o(v)o(erter)k(XDR)e (has)g(b)q(een)i(stripp)q(ed.)k(This)13 b(results)h(in)f(a)g(lo)o(w)o(er)0 1795 y(o)o(v)o(erhead)h(at)g(the)g(cost)h(of)e(generalit)o(y)m(.)0 1857 y Fg(Measured)k(P)o(erformances)p Fm(:)h(No)d(p)q(erformance)h(results)g (for)g(the)g(SP2)f(are)h(a)o(v)n(ailable)d(y)o(et,)j(ho)o(w)o(ev)o(er,)g(in)f ([3])f(a)h(single)0 1906 y(no)q(de)i(p)q(erformance)f(of)g(236)g(M\015op/s)g (is)h(men)o(tioned)e(for)h(the)i(basic)e(pro)q(cessor)j(in)d(solving)f(a)h (dense)i(linear)e(system)g(of)0 1956 y(order)f Fi(N)h Fm(=)c(1000.)p 0 1984 1949 5 v 0 1990 1949 2 v 0 2054 a Fg(3.4.10)k(The)f(In)o(tel)f(P)o (aragon)h(XP)l(.)0 2116 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(RISC-based)d (distributed-memory)e(m)o(ulti-pro)q(cessor.)0 2166 y Fg(Mo)q(dels)p Fm(:)17 b(P)o(aragon)c(XP/S,)h(XP/E)0 2215 y Fg(Op)q(erating)g(system)p Fm(:)j(OSF/1.)0 2265 y Fg(Connection)d(structure)p Fm(:)h(2-D)e(mesh)g (\(torus\).)0 2315 y Fg(Compilers)p Fm(:)j(F)m(ortran)d(77,)g(AD)o(A.)0 2377 y Fg(System)i(parameters)p Fm(:)0 2438 y Fg(Mo)q(del)498 b Fm(P)o(aragon)13 b(XP/S)51 b(P)o(aragon)14 b(XP/E)p 0 2462 1272 2 v 0 2503 a(Clo)q(c)o(k)f(cycle)512 b(20)14 b(ns)226 b(20)13 b(ns)0 2565 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 2614 y(P)o(er)g(Pro)q(c.)j(\(64-bits\))320 b(75)14 b(M\015op/s)123 b(75)13 b(M\015op/s)0 2664 y(64-bits)g(precision)363 b(300)13 b(G\015op/s)112 b(2.1)12 b(G\015op/s)0 2726 y(Main)h(memory)423 b Fb(\024)p Fm(128)13 b(GB)155 b Fb(\024)p Fm(4.5)13 b(GB)0 2776 y(Memory/no)q(de)418 b Fb(\024)p Fm(128)13 b(MB)145 b Fb(\024)p Fm(128)14 b(MB)954 2875 y(34)p eop %%Page: 35 41 bop 0 42 a Fg(Comm)o(unication)12 b(bandwidth)104 b Fm(200)13 b(MB/s)140 b(200)13 b(MB/s)0 106 y(No.)18 b(of)13 b(pro)q(cessors)380 b(64{4000)205 b(4{32)p 0 131 1272 2 v 0 178 a Fg(Remarks)p Fm(:)0 242 y(The)12 b(P)o(aragon)e(is)i(a)f(commercialised)e(o\013spring)i (of)g(the)h(exp)q(erimen)o(tal)e(T)m(ouc)o(hstone)i(Delta)f(system.)17 b(The)12 b(latter)f(mac)o(hine)0 292 y(w)o(as)f(built)f(for)h(the)h (Concurren)o(t)g(Sup)q(ercomputing)f(Consortium)e(at)i(CalT)m(ec)o(h.)17 b(The)10 b(Delta)g(system)g(used)h(i860)e(pro)q(cessors)0 342 y(as)h(computational)e(elemen)o(ts)i(in)f(its)i(no)q(des)f(but,)h(unlik)o(e)f (its)g(predecessor,)j(the)e(iPSC/860,)e(the)h(no)q(des)h(w)o(ere)g(not)f (arranged)0 392 y(in)f(a)h(h)o(yp)q(ercub)q(e)h(top)q(ology)e(but)g(in)h(a)f (2-D)g(grid)g(\(for)h(man)o(y)d(ph)o(ysical)j(sim)o(ulation)c(phenomena,)k (as)f(w)o(ell)g(as)h(for)f(the)i(solution)0 442 y(of)i(linear)g(systems)g (this)h(is)f(a)g(quite)g(natural)g(top)q(ology\).)k(The)d(Delta)f(system)g (pro)o(v)o(ed)h(to)f(b)q(e)h(quite)f(fast)g(for)g(a)h(v)n(ariet)o(y)e(of)0 492 y(problems)e(\(a)i(sp)q(eed)g(of)f(11.9)f(G\015op/s)h(w)o(as)h(rep)q (orted)g(for)f(an)h(order)g(20,000)d(full)h(linear)h(system\).)18 b(The)11 b(P)o(aragon)g(mac)o(hine)0 541 y(should)h(do)g(b)q(etter)h(b)q (ecause)h(of)d(the)i(faster)g(i860/XP)d(pro)q(cessor)k(that)e(is)g(used)h(in) f(the)g(no)q(des.)18 b(In)13 b(addition,)d(the)j(i860/XP)0 591 y(has)h(pro)q(cessor)i(comm)o(unicatio)o(n)11 b(hardw)o(are)j(on-c)o(hip) g(whic)o(h)g(mak)o(es)e(the)j(comm)o(unicatio)o(n)c(bandwidth)j(faster.)83 643 y(In)k(No)o(v)o(em)o(b)q(er)f(1993)g(the)i(P)o(aragon)e(XP/E)h(w)o(as)g (in)o(tro)q(duced.)31 b(This)18 b(is)g(an)g(en)o(try-lev)o(el)g(system)f (with)h(the)h(same)0 693 y(c)o(haracteristics)e(as)e(the)h(XP/S)g(and)f(up)g (to)g(32)g(pro)q(cessors.)24 b(The)16 b(maxim)o(al)11 b(con\014guration)k(of) g(the)h(XP/E,)f(the)h(XP/E-)0 743 y(28N)f(has)g(32)g(no)q(des)h(of)f(whic)o (h)g(28)g(are)h(compute)f(no)q(des.)23 b(The)16 b(others)g(are)g(used)g(for)f (assisting)g(the)h(routing,)f(I/O,)g(and)0 793 y(other)g(op)q(erating)e (system)h(tasks.)83 845 y(The)h(P)o(aragons)f(retain)h(compatibilit)o(y)c (with)j(the)i(former)d(iPSC/860)g(systems,)i(an)f(In)o(tel)h(h)o(yp)q(ercub)q (e)h(system)e(pre-)0 895 y(ceding)g(them.)j(In)d(particular)g(the)g(the)h (transparen)o(t)g(parallel)d(Distributed)i(File)g(System)f(can)h(b)q(e)h (used)f(in)g(applications)0 944 y(migrated)e(from)h(the)h(iPSC/860.)j(The)d (P)o(aragon)f(has)h(its)g(o)o(wn)g(parallel)f(\014le)g(system.)0 1009 y Fg(Measured)18 b(P)o(erformances)p Fm(:)j(As)c(on)g(man)o(y)e(systems) i(a)f(results)i(are)f(a)o(v)n(ailable)e(for)h(the)h(solution)f(of)h(a)f (large)g(dense)0 1059 y(linear)f(system.)22 b(In)15 b([3])f(a)h(sp)q(eed)i (of)e(72.9)f(G\015op/s)h(is)g(rep)q(orted)i(for)e(a)g(system)g(of)g(size)h (55,000)d(on)i(a)g(1872-no)q(de)g(XP/S.)0 1109 y(F)m(or)e(the)i(XP/E)f(no)g (results)h(are)f(a)o(v)n(ailable)e(y)o(et.)p 0 1151 1949 5 v 0 1157 1949 2 v 0 1229 a Fg(3.4.11)k(The)f(Matsushita)f(ADENAR)l(T.)0 1296 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o (ulti-pro)q(cessor.)0 1348 y Fg(Mo)q(dels)p Fm(:)17 b(ADENAR)m(T64,)12 b(ADENAR)m(T256.)0 1401 y Fg(Op)q(erating)19 b(system)p Fm(:)26 b(In)o(ternal)19 b(OS)f(transparen)o(t)i(to)e(the)h(user,)i(SunOS)e(\(Suns)g (Unix)f(v)n(arian)o(t\))f(on)i(the)g(fron)o(t-end)0 1450 y(system.)0 1502 y Fg(Connection)14 b(structure)p Fm(:)h(HX-net)g(\(see)g(remarks\).)0 1555 y Fg(Compilers)p Fm(:)h(ADETRAN,)d(an)g(extended)j(F)m(ortran)e(77.)0 1607 y Fg(System)h(parameters)p Fm(:)0 1672 y Fg(Mo)q(del)498 b Fm(ADENAR)m(T64)50 b(ADENAR)m(T256)p 0 1688 1258 2 v 0 1732 a(Clo)q(c)o(k)13 b(cycle)505 b(50)14 b(ns)219 b(50)13 b(ns)0 1797 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 1847 y(P)o(er)g(Pro)q(c.)j (\(64)c(bits\))313 b(10)13 b(M\015op/s)117 b(10)13 b(M\015op/s)0 1897 y(Maximal)e(\(64)i(bits\))318 b(0.64)12 b(G\015op/s)89 b(2.56)13 b(G\015op/s)0 1962 y(Main)g(memory)443 b(0.5GB)198 b(0.5GB)0 2012 y(Memory/no)q(de)455 b(8MB)225 b(2MB)0 2077 y Fg(Comm)o(unication)12 b(bandwidth)107 b Fm(20)13 b(MB/s)161 b(20MB/s)0 2141 y(No.)18 b(of)13 b(pro)q(cessors)425 b(64)261 b(256)p 0 2166 V 0 2213 a Fg(Remarks)p Fm(:)0 2277 y(The)14 b(ADENAR)m(T)f(has)h(an)f(in)o(teresting)h(in)o(terconnection)h(structure)g (that)f(is)f(somewhere)h(halfw)o(a)o(y)e(b)q(et)o(w)o(een)j(a)f(crossbar)0 2327 y(and)j(a)f(grid.)27 b(The)17 b(pro)q(cessors)i(are)e(organised)g(in)g (planes,)g(where)h(for)e(eac)o(h)i(plane)e(all)g(pro)q(cessors)j(are)e (connected)i(b)o(y)0 2377 y(a)f(crossbar.)33 b(Bet)o(w)o(een)20 b(planes)e(there)i(is)e(a)g(connection)i(structure)g(that)e(connects)j(eac)o (h)d(crossbar)i(no)q(de)f(in)f(a)g(plane)0 2427 y(directly)d(with)f(its)g (corresp)q(onding)h(coun)o(terpart)h(on)e(all)f(other)i(planes.)20 b(So,)14 b(for)g(a)g(pro)q(cessor)i(\()p Fi(i;)7 b(j)r Fm(\))15 b(in)f(plane)g(data)g(that)0 2477 y(are)19 b(required)h(b)o(y)e(pro)q(cessor) j(\()p Fi(k)q(;)7 b(j)r Fm(\))19 b(in)f(the)h(same)f(plane)h(can)g(b)q(e)g (transp)q(orted)h(b)o(y)f(simply)d(shifting)i(it)g(through)h(the)0 2527 y(in-plane)c(crossbar)h(whic)o(h)f(can)h(b)q(e)g(accomplished)e(in)h (one)g(step.)24 b(F)m(or)15 b(pro)q(cessors)i(in)e(di\013eren)o(t)h(planes)g (the)g(n)o(um)o(b)q(er)e(of)0 2576 y(steps)j(is)e(at)g(most)f(t)o(w)o(o.)22 b(In)15 b(the)h(\014rst)g(step)h(the)e(data)g(is)h(routed)g(to)f(the)h(righ)o (t)f(crossbar)h(no)q(de)g(in)f(one)g(plane)g(and)h(after)0 2626 y(b)q(eing)d(send)g(to)g(the)g(plane)g(where)h(the)f(target)g(pro)q (cessor)i(resides,)f(send)f(there)h(from)d(the)j(corresp)q(onding)f(crossbar) h(no)q(de)0 2676 y(to)h(the)g(pro)q(cessor)i(that)d(requires)i(them.)k(The)15 b(connection)h(structure)h(is)d(called)h(HX-net)g(b)o(y)g(Matsushita.)21 b(Because)16 b(of)0 2726 y(the)e(connection)h(structure)h(the)e(n)o(um)o(b)q (er)f(of)g(pro)q(cessors)j(is)e(constrained)g(to)g(b)q(e)g(of)g(the)g(form)e (2)1532 2711 y Fd(2)p Fc(n)1584 2726 y Fm(and)i(presen)o(tly)h(in)e(the)0 2776 y(t)o(w)o(o)i(mo)q(del)e(n)o(um)o(b)q(ers)i(a)o(v)n(ailable)e Fi(n)i Fm(is)g(3)g(or)g(4)g(\(a)g(mac)o(hine)f(with)h(1024)f(pro)q(cessors,)j Fi(n)d Fm(=)g(5,)h(is)g(b)q(eing)g(considered\).)23 b(As)954 2875 y(35)p eop %%Page: 36 42 bop 0 42 a Fm(remark)o(ed,)15 b(the)i(complexit)o(y)d(of)h(the)h(net)o(w)o (ork)g(is)g(lo)o(w)o(er)f(than)h(that)g(of)f(a)h(crossbar:)23 b Fi(O)q Fm(\()p Fi(n)1452 26 y Fd(3)p Fc(=)p Fd(2)1504 42 y Fm(\))16 b(instead)g(of)f Fi(O)q Fm(\()p Fi(n)1804 26 y Fd(2)1822 42 y Fm(\))h(while)0 91 y(the)e(e\016ciency)h(is)f(half)f(of)g(that)h(of)f(a) h(crossbar:)19 b(a)14 b(maxim)n(um)9 b(of)14 b(2)f(steps)j(instead)e(of)f(1.) 83 143 y(The)19 b(pro)q(cessors)i(consist)e(of)g(a)f(proprietary)h(RISC)f (pro)q(cessor)j(with)d(a)h(p)q(eak)g(sp)q(eed)h(of)e(20)g(M\015op/s)h(in)f(p) q(erfect)0 193 y(pip)q(eline)e(mo)q(de,)f(ho)o(w)o(ev)o(er,)i(a)e (\\sustained)i(sp)q(eed")g(of)f(10)f(M\015op/s)h(is)g(quoted)h(b)o(y)f (Matsushita)g(to)g(arriv)o(e)g(at)g(the)g(p)q(eak)0 242 y(p)q(erformance)c (giv)o(en)g(in)g(the)i(system)e(parameters)g(list)g(ab)q(o)o(v)o(e.)18 b(The)13 b(in)o(ter-pro)q(cessor)h(bandwidth)e(is)h(20)f(MB/s,)h(whic)o(h)f (is)0 292 y(quite)i(reasonable)h(with)f(resp)q(ect)i(to)f(the)f(pro)q(cessor) j(sp)q(eed.)j(A)o(t)15 b(this)f(momen)o(t)e(nothing)h(is)h(kno)o(wn)g(ab)q (out)g(the)h(message)0 342 y(setup)21 b(o)o(v)o(erhead)g(ho)o(w)o(ev)o(er.)37 b(Curiously)20 b(enough,)h(the)g(amoun)o(t)e(of)g(memory)f(p)q(er)j(no)q(de)g (is)f(4)g(times)f(larger)h(for)g(the)0 392 y(ADENAR)m(T64)e(than)g(for)h(the) g(256-pro)q(cessor)h(mo)q(del)d(\(8MB)i(against)f(2MB)h(p)q(er)h(no)q(de\).) 33 b(The)19 b(latter)g(memory)d(size)0 442 y(seems)j(fairly)f(small)f(for)i (a)g(pro)q(cessor)i(no)q(de)f(that)f(is)g(mean)o(t)g(to)g(pro)q(cess)i(large) e(amoun)o(ts)e(of)i(data.)34 b(The)20 b(fron)o(t-end)0 491 y(mac)o(hine)13 b(that)h(hosts)g(the)h(ADENAR)m(T)e(is)h(a)f(Solb)q(ourne)h (\(Sun)g(4)g(compatible\))e(w)o(orkstation.)0 556 y Fg(Measured)h(P)o (erformances)p Fm(:)i(In)e([15])e(a)h(sp)q(eed)i(of)e(475)g(M\015op/s)h(for)f (a)h(PDE)f(solv)o(er)h(using)f(a)h(Splitting-up)e(Conjugate)0 605 y(Gradien)o(t)h(algorithm)e(w)o(as)j(rep)q(orted)h(for)e(an)h(ADENAR)m (T256.)j(Also,)c(results)i(for)e(some)g(Liv)o(ermore)f(k)o(ernels)j(w)o(ere)f (giv)o(en)0 655 y(of)h(whic)o(h)g(the)h(highest)g(rep)q(orted)h(sp)q(eed)g(w) o(as)e(520.1)f(M\015op/s.)20 b(In)15 b(the)g(article)f(there)i(are)f(some)e (complain)o(ts)g(ab)q(out)h(the)0 705 y(rigidness)h(of)g(existing)f(b)q(enc)o (hmark)h(co)q(des)h(whic)o(h)f(should)g(b)q(e)g(a)g(disadv)n(an)o(tage)f(for) g(massiv)o(ely)g(parallel)f(computers.)22 b(It)0 755 y(could)14 b(of)f(course)i(also)e(b)q(e)i(argued)f(that)g(massiv)o(ely)e(parallel)h(mac) o(hines)g(are)h(to)q(o)g(rigid)f(to)g(run)i(general)f(co)q(des)h(w)o(ell.)p 0 794 1949 5 v 0 800 1949 2 v 0 870 a Fg(3.4.12)h(The)f(Meik)o(o)h(i860)e (Computing)g(Surface.)0 936 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(RISC-based)d (distributed-memory)e(m)o(ulti-pro)q(cessor.)0 987 y Fg(Mo)q(dels)p Fm(:)17 b(In\014nit)o(y)c(Series)i(Computing)d(Surface.)0 1039 y Fg(Op)q(erating)19 b(system)p Fm(:)26 b(In)o(ternal)19 b(OS)f(transparen)o (t)i(to)e(the)h(user,)i(SunOS)e(\(Suns)g(Unix)f(v)n(arian)o(t\))f(on)i(the)g (fron)o(t-end)0 1088 y(system.)0 1140 y Fg(Connection)14 b(structure)p Fm(:)h(Multistage)f(crossbar.)0 1191 y Fg(Compilers)p Fm(:)i(Extended)f(F)m (ortran)e(77,)g(ANSI)h(C.)0 1257 y Fg(System)h(parameters)p Fm(:)0 1321 y Fg(Mo)q(del)498 b Fm(i860)12 b(Computing)g(Surface)p 0 1345 1120 2 v 0 1388 a(Clo)q(c)o(k)h(cycle)598 b(25)13 b(ns)0 1452 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 1502 y(P)o(er)g(pro)q(c.)j (\(64)c(bits\))387 b(60,)13 b(4)h(M\015op/s)0 1552 y(Maximal)d(\(64)i(bits\)) 501 b(|)0 1616 y(Main)13 b(memory)572 b(|)0 1666 y(Memory/no)q(de)493 b(32,)13 b(128MB)0 1730 y Fg(Comm)o(unication)f(bandwidth)210 b Fm(6)13 b(MB/s)0 1794 y(No.)18 b(of)13 b(pro)q(cessors)422 b(2,)13 b(1{)c(.)r(.)r(.)s(.)r(.)r(.)i Fb(1)p 0 1818 V 0 1863 a Fg(Remarks)p Fm(:)0 1927 y(The)j(i860)d(Computing)g(Surface)j(is)f(a)g (heterogeneous)i(pro)q(cessor)g(mac)o(hine.)i(The)c(presen)o(t)i(mo)q(del)c (uses)k(i860-,)c(SP)m(AR)o(C-,)0 1977 y(and)f(Inmos)e(T800-)h(pro)q(cessors)j (in)e(one)g(system.)17 b(Other)11 b(pro)q(cessors)h(could)d(in)h(principle)g (b)q(e)g(added.)17 b(Although)10 b(the)g(T800s)0 2027 y(can)j(b)q(e)g(used)g (for)f(computation,)f(they)h(usually)g(will)f(b)q(e)i(used)g(as)g(comm)o (unicatio)o(n)d(engines)j(b)q(et)o(w)o(een)h(pro)q(cessor)g(b)q(oards.)0 2077 y(The)k(Computing)d(Surface)j(system)f(needs)h(at)f(least)h(one)f(SP)m (AR)o(C)g(pro)q(cessor)i(whic)o(h)e(acts)h(as)f(a)g(host.)28 b(F)m(urthermore,)0 2126 y(b)q(oards)16 b(can)g(b)q(e)g(put)g(in)g(system)f (cabinets)i(\(either)g(for)e(10)g(or)h(for)f(40)g(b)q(oards\))i(that)f(eac)o (h)g(con)o(tain)f(2)h(i860)e(pro)q(cessors,)0 2176 y(t)o(w)o(o)f(T800s)f (\(called)i(Net)o(w)o(ork)f(In)o(terface)h(Pro)q(cessors)i(in)c(this)i(con)o (text\),)f(64)g(KB)h(of)e(on-b)q(oard)h(cac)o(he)h(and)f(up)h(to)f(32)f(MB)0 2226 y(of)h(memory)f(p)q(er)j(b)q(oard.)j(The)d(Computing)d(Surface)i(Net)o (w)o(ork)h(has)f(another)g(2)g(MB)g(of)g(bu\013er)h(memory)c(on)j(b)q(oard.) 19 b(An)0 2276 y(alternativ)o(e)11 b(b)q(oard)h(con)o(tains)f(a)g(SP)m(AR)o (C)g(pro)q(cessor,)i(4)e(Net)o(w)o(ork)h(In)o(terface)g(Pro)q(cessors)i(and)d (up)h(to)f(128)g(MB)g(of)g(memory)0 2326 y(\(the)16 b(second)h(en)o(tries)f (in)f(the)h(the)g(system)f(parameter)g(list)g(ab)q(o)o(v)o(e)g(sho)o(ws)h (the)g(sp)q(eed)h(as)e(w)o(ell)g(as)g(the)h(memory)d(size)j(for)0 2375 y(the)d(di\013eren)o(t)f(b)q(oards\).)18 b(There)13 b(is,)f(for)g (compatibilit)o(y)c(reasons,)13 b(also)e(a)h(b)q(oard)g(with)f(only)h(one)g (T800)f(pro)q(cessor)j(but)e(this)0 2425 y(is)h(not)g(v)o(ery)g(in)o (teresting)h(from)d(a)i(p)q(erformance)g(p)q(oin)o(t)g(of)f(view.)18 b(Meik)o(o)13 b(con)o(tends)h(that)f(an)o(y)g(mix)e(of)h(the)i(three)g(t)o (yp)q(es)g(of)0 2475 y(b)q(oards)g(can)h(b)q(e)g(con\014gured)f(and)g(no)g (upp)q(er)h(limit)d(for)h(con\014gurations)i(is)f(giv)o(en.)k(Therefore,)d (no)f(p)q(eak)g(p)q(erformance)g(is)0 2525 y(giv)o(en)f(in)h(the)g(list)g(ab) q(o)o(v)o(e.)83 2576 y(The)f(comm)o(uni)o(cation)c(sp)q(eed)14 b(on-)e(and)g(o\013)g(b)q(oard)g(are)g(the)h(same)e(and)h(is)g(ab)q(out)g(6)g (MB/s)h(at)f(most.)k(This)c(sp)q(eed)i(can)0 2626 y(b)q(e)f(ac)o(hiev)o(ed)f (b)o(y)g(com)o(bining)d(all)i(the)h(links)g(of)f(the)i(in)o(termediate)e (T800s.)17 b(Still,)10 b(to)i(feed)h(the)f(i860)f(pro)q(cessors)j(this)e(sp)q (eed)0 2676 y(is)h(quite)f(lo)o(w.)17 b(The)c(Computing)e(Surface)j(Net)o(w)o (ork)f(that)g(connects)h(the)f(b)q(oards)h(w)o(orks)f(conceptually)f(as)h(a)g (m)o(ulti-stage)0 2726 y(crossbar,)20 b(ho)o(w)o(ev)o(er,)f(all)e(t)o(yp)q (es)i(of)f(con\014gurations)g(can)g(b)q(e)h(set)g(up)f(in)g(soft)o(w)o(are)g (using)g(CS)g(to)q(ols.)31 b(This)18 b(enables)h(to)0 2776 y(accommo)q(date)12 b(sev)o(eral)i(users)i(that)d(in)h(principle)g(all)e(can) i(deal)g(with)g(di\013eren)o(t)g(top)q(ologies)954 2875 y(36)p eop %%Page: 37 43 bop 0 42 a Fg(Measured)17 b(P)o(erformances)p Fm(:)i([3])c(sho)o(ws)h(a)f(sp) q(eed)j(of)d(1.3)g(G\015op/s)g(for)g(a)h(con\014guration)f(of)h(62)f(i860)f (pro)q(cessors)k(on,)0 91 y(an)c(order)g(8500)f(full)g(linear)g(system.)p 0 128 1949 5 v 0 134 1949 2 v 0 200 a Fg(3.4.13)j(The)f(Meik)o(o)h(Computing) d(Surface)h(2.)0 263 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(Distributed-memory)11 b(m)o(ulti-v)o(ectorpro)q(cessor.)0 313 y Fg(Mo)q(dels)p Fm(:)17 b(Computing)12 b(Surface)i(2.)0 362 y Fg(Op)q(erating)k(system)p Fm(:)25 b(In)o(ternal)18 b(OS)g(transparen)o(t)g(to)g(the)g(user,)i(SunOS)e (\(Sun's)g(Unix)f(v)n(arian)o(t\))g(on)g(the)i(fron)o(t-end)0 412 y(system.)0 462 y Fg(Connection)14 b(structure)p Fm(:)h(Multistage)f (crossbar.)0 512 y Fg(Compilers)p Fm(:)i(Extended)f(F)m(ortran)e(77,)g(ANSI)h (C.)0 562 y Fg(System)h(parameters)p Fm(:)0 624 y Fg(Mo)q(del)498 b Fm(Computing)11 b(Surface)k(2)p 0 646 1067 2 v 0 687 a(Clo)q(c)o(k)e(cycle) 571 b(20)14 b(ns)0 750 y(Theor.)k(p)q(eak)d(p)q(erformance)0 799 y(P)o(er)g(Pro)q(c.)j(\(64)c(bits\))335 b(200,)13 b(40)g(M\015op/s)0 849 y(Maximal)e(\(64)i(bits\))373 b(204.8)13 b(G\015op/s)0 911 y(Main)g(memory)475 b Fb(\024)14 b Fm(128)f(GB)0 961 y(Memory/no)q(de)394 b(32{128,)12 b(32{512MB)0 1024 y Fg(Comm)o(unication)g(bandwidth)232 b Fm(|)0 1086 y(No.)18 b(of)13 b(pro)q(cessors)406 b(8{1024)12 b(PEs)p 0 1108 V 0 1149 a Fg(Remarks)p Fm(:)0 1212 y(The)f(Computing)e (Surface)i(2)g(\(CS-2\))g(is)f(su\016cien)o(tly)h(di\013eren)o(t)h(from)d (the)i(i860)f(Computing)f(Surface)i(\(3.4.12\))e(to)i(w)o(arran)o(t)0 1261 y(a)16 b(separate)i(en)o(try)f(in)f(this)g(section.)27 b(The)17 b(CS-2)f(features)h(8-1,024)e(pro)q(cessor)j(elemen)o(ts)e(\(PEs\))i (whic)o(h)e(can)h(b)q(e)g(either)0 1311 y(scalar)10 b(or)g(v)o(ector)g(no)q (des.)18 b(Apart)10 b(from)e(a)h(separate)i(comm)o(unications)c(mo)q(dule,)i (these)i(PEs)g(con)o(tain)e(either)i(a)e(Sup)q(erSparc)0 1361 y(or)15 b(a)g(Sup)q(erSparc)i(+)f(2)f Fi(\026)p Fm(VP)h(v)o(ectorpro)q (cessors.)25 b(The)16 b(sp)q(eed)h(of)d(a)h(scalar)h(PE)f(is)h(estimated)e (to)i(b)q(e)g(40)e(M\015op/s)i(\(at)f(a)0 1411 y(20)g(ns)g(clo)q(c)o(k\))g (and)g(200)f(M\015op/s)h(for)g(the)h(v)o(ector)g(PEs)g(for)e(64-bit)g (precision.)22 b(The)16 b Fi(\026)p Fm(VP)f(mo)q(dules)f(are)i(man)o (ufactured)0 1461 y(b)o(y)e(F)m(ujitsu.)j(The)d(sp)q(eed)i(at)e(32-bit)f (precision)h(is)g(doubled)f(with)h(resp)q(ect)i(to)e(64-bit)f(op)q(eration)h (and,)f(unlik)o(e)g(the)i(earlier)0 1510 y(F)m(ujitsu)e(VP)h(pro)q(ducts,)h (use)g(IEEE)f(754)f(\015oating-p)q(oin)o(t)g(format.)j(The)e(memory)d(has)j (16)g(banks)f(and)h(to)g(a)o(v)o(oid)e(memory)0 1560 y(bank)d(con\015icts)i (the)f(CS-2)f(has)g(the)i(in)o(teresting)f(option)f(to)g(ha)o(v)o(e)g(scram)o (bled)g(allo)q(cation)f(of)h(addresses,)j(th)o(us)e(guaran)o(teeing)0 1610 y(go)q(o)q(d)j(access)j(at)e(p)q(oten)o(tial)f(problematic)g(strides)i (2,)e(4,)g(etc.)83 1660 y(The)i(p)q(oin)o(t-to-p)q(oin)o(t)f(comm)o (unication)e(sp)q(eed)k(is)f(100)f(MB/s)i(\(50)e(MB/s)i(in)e(eac)o(h)i (direction\).)22 b(Because)17 b(the)e(com-)0 1710 y(m)o(unication)10 b(happ)q(ens)j(through)g(m)o(ulti-lev)o(el)c(crossbars,)14 b(called)e(\\la)o(y)o(ers")g(b)o(y)g(Meik)o(o,)f(the)i(aggregate)g(bandwidth) e(of)h(the)0 1760 y(system)g(scales)i(with)e(the)h(n)o(um)o(b)q(er)e(of)h (PEs,)h(with)f(a)g(v)o(ery)h(resp)q(ectable)i(latency)d(of)g(200)g(ns)h(p)q (er)g(la)o(y)o(er.)k(As)c(the)g(maxim)n(um)0 1809 y(con\014guration)f(of)h (the)g(mac)o(hine)f(con)o(tains)h(1,024)e(PEs,)i(the)h(theoretical)f(p)q(eak) g(p)q(erformance)g(at)g(64-bit)f(precision)h(is)g(200)0 1859 y(G\015op/s.)28 b(It)17 b(is)g(p)q(ossible)h(to)f(connect)h(eac)o(h)g(PE)g (to)f(its)g(o)o(wn)g(I/O)g(devices)i(to)e(ha)o(v)o(e)g(scalable)g(parallel)f (I/O)h(with)g(the)0 1909 y(scaling)c(of)h(other)g(resources.)83 1959 y(The)k(P)o(ortland)g(Group)g(whic)o(h)g(has)g(w)o(on)g(some)f(reno)o (wn)h(for)g(its)g(excellen)o(t)h(i860)d(compilers)h(has)h(dev)o(elop)q(ed)h (the)0 2009 y(compilers)c(for)g(the)h(CS-2.)23 b(These)17 b(include)f(F)m (ortran)f(77)h(and)f(ANSI)h(C)g(but)g(also)f(F)m(ortran)g(90.)23 b(The)16 b(curren)o(t)h(compiler)0 2058 y(already)d(o\013ers)g(data)g (distribution)f(directiv)o(es)i(as)f(prop)q(osed)h(in)e([12].)83 2108 y(In)18 b(the)h(USA)g(the)g(mac)o(hine)e(will)g(b)q(e)i(mark)o(eted)f(b) o(y)g(Meik)o(o,)g(ho)o(w)o(ev)o(er,)i(in)e(Europ)q(e)h(and)f(the)h(rest)h(of) d(the)i(w)o(orld)0 2158 y(mark)o(eting)12 b(is)i(done)g(b)o(y)g(P)o(arallel)e (Computing)g(Industries,)j(a)e(consortium)g(of)h(Meik)o(o,)e(P)o(arsys,)j (and)e(T)m(elmat.)0 2220 y Fg(Measured)g(P)o(erformances:)j Fm(A)o(t)c(this)h(momen)o(t)d(no)j(p)q(erformance)f(\014gures)i(are)f(a)o(v)n (ailable.)i(Only)d(a)h(few)f(systems)h(with)0 2270 y(v)o(ector)i(no)q(des)f (are)h(shipp)q(ed)f(at)g(presen)o(t)h(and)f(no)g(reliable)f(results)i(are)g (kno)o(wn)e(from)f(these)j(systems.)p 0 2307 1949 5 v 0 2313 1949 2 v 0 2379 a Fg(3.4.14)h(The)f(nCUBE)h(2S.)0 2441 y(Mac)o(hine)f(t)o(yp) q(e)p Fm(:)i(Distributed-memory)11 b(m)o(ulti-pro)q(cessor.)0 2491 y Fg(Mo)q(dels)p Fm(:)17 b(nCUBE)e(2S.)0 2541 y Fg(Op)q(erating)j (system)p Fm(:)25 b(In)o(ternal)18 b(OS)g(transparen)o(t)g(to)g(the)g(user,)i (SunOS)e(\(Sun's)g(Unix)f(v)n(arian)o(t\))g(on)g(the)i(fron)o(t-end)0 2591 y(system.)0 2641 y Fg(Connection)14 b(structure)p Fm(:)h(Hyp)q(ercub)q (e.)0 2691 y Fg(Compilers)p Fm(:)h(Extended)f(F)m(ortran)e(77,)g(ANSI)h(C,)g (C++.)954 2875 y(37)p eop %%Page: 38 44 bop 0 42 a Fg(System)15 b(parameters)p Fm(:)0 106 y Fg(Mo)q(del)510 b Fm(nCUBE)15 b(2S)p 0 122 907 2 v 0 165 a(Clo)q(c)o(k)e(cycle)491 b(40)14 b(ns)0 229 y(Theor.)k(p)q(eak)d(p)q(erformance)0 279 y(P)o(er)g(Pro)q(c.)j(\(64-bits\))293 b(3.0)13 b(M\015op/s)0 328 y(Maximal\(64-bi)o(ts\))315 b(19.7)12 b(G\015op/s)0 442 y(Main)h(memory)408 b Fb(\024)p Fm(256GB)0 492 y(Memory/no)q(de)414 b Fb(\024)p Fm(64MB)0 556 y Fg(Comm)o(unication)12 b(bandwidth)77 b Fm(2.75)12 b(MB/s)0 620 y(No.)18 b(of)13 b(pro)q(cessors)369 b(8{8192)p 0 644 V 0 689 a Fg(Remarks)p Fm(:)0 753 y(The)20 b(nCUBE)g(2S)f(is)g(presen)o(tly)h(the)g(only)f(commercially)d(a)o(v)n (ailable)h(mac)o(hine)h(with)h(a)g(h)o(yp)q(ercub)q(e)i(structure.)36 b(The)0 803 y(nCUBE)14 b(uses)g(in-house)f(dev)o(elop)q(ed)g(pro)q(cessors)i (whic)o(h)e(ha)o(v)o(e)g(a)f(p)q(erformance)h(of)g(4.1)e(M\015op/s)i(in)g (32-bit)f(precision)h(and)0 853 y(of)d(3.0)h(M\015op/s)g(in)f(64-bit)g (precision.)18 b(The)11 b(2S)g(mo)q(del)f(is)h(virtually)f(iden)o(tical)g(to) h(the)h(former)e(nCUBE)i(2)e(series,)j(ho)o(w)o(ev)o(er,)0 903 y(the)g(clo)q(c)o(k)g(cycle)h(of)e(the)h(pro)q(cessor)i(has)e(b)q(een)h (sp)q(eeded)g(up)f(b)o(y)g(20\045.)j(The)e(comm)o(uni)o(cation)c(sp)q(eed)k (is)f(2.75)e(MB/s)i(and)g(a)0 952 y(w)o(ormhole)d(routing)h(tec)o(hnique)h (is)f(used)i(that)e(mak)o(es)g(the)h(comm)o(unicati)o(on)d(sp)q(eed)k(almost) c(indep)q(enden)o(t)k(of)e(the)h(distance)0 1002 y(b)q(et)o(w)o(een)h(no)q (des)g(in)e(the)h(system.)17 b(The)12 b(maxim)n(um)c(size)k(of)f(the)i(nCUBE) f(2S)f(is)h(8192)f(pro)q(cessors.)19 b(There)13 b(are)f(14)f(out)o(w)o(ard)0 1052 y(connections)i(p)q(er)g(no)q(de)f(of)f(whic)o(h)h(13)f(are)h(used)h (for)e(in)o(ter-pro)q(cessor)j(comm)o(unication)8 b(while)k(the)g(fourteen)o (th)h(is)e(used)i(for)0 1102 y(the)h(distributed)h(I/O)f(system)g(whic)o(h)f (therefore)j(has)e(the)g(nice)h(prop)q(ert)o(y)f(that)g(it)g(scales)g(with)g (the)h(n)o(um)o(b)q(er)e(of)g(no)q(des.)83 1153 y(Within)g(the)i(h)o(yp)q (ercub)q(e)h(sub-cub)q(es)g(can)f(b)q(e)f(allo)q(cated)g(to)g(accommo)q(date) e(more)i(users.)20 b(A)14 b(queue)h(of)f(tasks)h(is)f(set)0 1203 y(up)h(with)h(\(sub\)-cub)q(es)h(of)e(the)h(required)g(size.)24 b(Programs)14 b(ma)o(y)g(b)q(e)i(written)f(to)h(determine)f(the)h(sub-cub)q (e)h(dimensions)0 1253 y(just)d(b)q(efore)h(execution.)0 1317 y Fg(Measured)e(P)o(erformances)p Fm(:)i(F)m(or)d(1024-pro)q(cessor)i(nCUBE)f (2)f(a)h(sp)q(eed)h(of)e(1.9)g(G\015op/s)g(w)o(as)g(observ)o(ed)i(for)e(a)h (21,376-)0 1367 y(order)i(linear)e(system)h(in)f(64-bit)g(precision)h([3],)f (ab)q(out)g(77\045)g(of)h(the)g(quoted)g(p)q(eak)g(p)q(erformance.)p 0 1408 1949 5 v 0 1414 1949 2 v 0 1484 a Fg(3.4.15)i(The)f(NEC)j(Cenju-3.)0 1550 y(Mac)o(hine)d(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o (ulti-pro)q(cessor.)0 1601 y Fg(Mo)q(dels)p Fm(:)17 b(Cenju-3S,)c(Cenju-3.)0 1653 y Fg(Op)q(erating)h(system)p Fm(:)j(EWS-UX/V)c(\(Unix)h(v)n(arian)o(t)f (based)h(on)g(Unix)g(System)f(V.4\).)0 1704 y Fg(Connection)h(structure)p Fm(:)h(Multi-stage)e(crossbar.)0 1755 y Fg(Compilers)p Fm(:)j(F)m(ortran)d (77,)g(ANSI)h(C.)0 1807 y Fg(System)h(parameters)p Fm(:)0 1871 y Fg(Mo)q(del)524 b Fm(Cenju-3S)119 b(Cenju-3)p 0 1895 1176 2 v 0 1938 a(Clo)q(c)o(k)13 b(cycle)488 b(20)14 b(ns)162 b(13.3)12 b(ns)0 2002 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 2052 y(P)o(er)g(Pro)q (c.)j(\(64)c(bits\))296 b(33)13 b(M\015op/s)76 b(50)13 b(M\015op/s)0 2102 y(Maximal)e(\(64)i(bits\))304 b(533)13 b(M\015op/s)51 b(12.8)13 b(G\015op/s)0 2166 y(Main)g(memory)412 b Fi(<)15 b Fm(1)e(GB)119 b Fi(<)15 b Fm(16)e(GB)0 2216 y(Memory/no)q(de)397 b Fi(<)14 b Fm(64)g(MB)104 b Fi(<)14 b Fm(64)f(MB)0 2280 y Fg(Comm)o(unication)f(bandwidth)90 b Fm(40)13 b(MB/s)120 b(40MB/s)0 2344 y(No.)18 b(of)13 b(pro)q(cessors)387 b(8{16)161 b(16{)13 b(256)p 0 2368 V 0 2413 a Fg(Remarks)p Fm(:)0 2477 y(The)g(name)e(Cenju-3)h (suggests)h(that)g(there)g(ha)o(v)o(e)f(b)q(een)i(predecessors,)h(Cenju-1)d (and)g(Cenju-2.)18 b(This)12 b(is)g(indeed)h(the)g(case)0 2527 y(but)k(these)i(systems)e(ha)o(v)o(e)g(only)f(b)q(een)i(used)g(in)o(ternally) e(b)o(y)h(NEC)g(for)g(researc)o(h)i(purp)q(oses)f(and)f(w)o(ere)h(nev)o(er)g (o\016cially)0 2576 y(mark)o(eted.)i(The)15 b(Cenju-3)f(is)h(based)g(on)f (the)i(same)d(RISC)i(pro)q(cessor)h(as)f(the)g(Silicon)f(Graphics)g (Challenge,)g(the)h(MIPS)0 2626 y(R4400)10 b(pro)q(cessor)k(\(see)f(3.3.8\).) j(It)11 b(is)h(confusing)f(that)h(the)g(p)q(eak)g(p)q(erformance)g(of)f(the)h (pro)q(cessor)i(is)e(rated)g(di\013eren)o(tly)g(b)o(y)0 2676 y(Silicon)h(Graphics)i(and)f(NEC)h(resp)q(ectiv)o(ely)m(.)20 b(The)15 b(lo)o(w)o(er)f(estimates)g(of)g(33)g(vs.)19 b(50,)14 b(and)g(50)g(vs.)20 b(75)14 b(M\015op/s)g(as)g(quoted)0 2726 y(b)o(y)g(NEC)g(seem)g(to)g(b)q(e)h(more)e(realistic.)19 b(All)13 b(pro)q(cessors)j(ha)o(v)o(e)e(apart)g(from)e(their)j(on-c)o(hip)e(primary)g (cac)o(he)i(a)f(secondary)0 2776 y(cac)o(he)h(of)e(1)h(MB)g(to)g(mitigate)d (the)k(problems)e(that)h(arise)g(in)f(the)i(high)e(data)h(usage)g(of)f(the)i (CPU.)954 2875 y(38)p eop %%Page: 39 45 bop 83 42 a Fm(The)20 b(in)o(terconnection)h(t)o(yp)q(e)f(used)h(in)e(the)i (Cenju)f(is)f(a)h(m)o(ultistage)e(crossbar)j(build)d(from)h(4)p Fb(\002)p Fm(4)g(mo)q(dules)g(that)0 91 y(pip)q(elined.)f(So,)12 b(a)i(full)e(con\014guration)h(the)h(maxim)o(al)c(n)o(um)o(b)q(er)i(of)h(lev) o(els)g(in)g(the)h(crossbar)h(to)e(b)q(e)h(tra)o(v)o(ersed)h(is)e(four.)k (The)0 141 y(p)q(eak)d(transfer)h(rate)f(of)g(the)g(crossbar)h(is)f(quoted)g (as)g(40)g(MB/s)g(irresp)q(ectiv)o(e)i(of)d(the)h(data)g(placemen)o(t.)83 191 y(The)c(system)g(needs)h(a)e(fron)o(t-end)h(pro)q(cessor)i(of)d(the)h (EWS4800)f(t)o(yp)q(e)h(\(functionally)f(equiv)n(alen)o(t)g(to)g(Silicon)g (Graphics)0 241 y(w)o(orkstations\).)17 b(The)c(I/O)f(requiremen)o(ts)g(ha)o (v)o(e)g(to)f(b)q(e)i(ful\014lled)e(b)o(y)g(the)i(fron)o(t-end)f(system)g(as) g(the)g(Cenju)g(do)q(es)h(not)f(ha)o(v)o(e)0 291 y(lo)q(cal)h (\(distributed\))i(I/O)f(capabilities.)83 340 y(There)i(is)f(some)f(soft)o(w) o(are)h(supp)q(ort)h(that)f(should)g(mak)o(e)e(the)j(programmer's)d(life)h (somewhat)g(easier.)22 b(The)16 b(library)0 390 y(P)m(ARALIB/CJ)k(con)o (tains)g(proprietary)g(functions)g(for)g(forking)e(pro)q(cesses,)24 b(barrier)d(sync)o(hronisation,)f(remote)g(pro-)0 440 y(cedure)g(calls,)e (and)h(blo)q(c)o(k)f(transfer)h(of)e(data.)31 b(Lik)o(e)18 b(on)g(the)h(Cra)o(y)f(T3D)g(\(3.4.4\))f(and)h(on)g(the)h(Meik)o(o)f(CS-2)f (\(3.4.13\))0 490 y(the)g(programmer)d(has)i(the)h(p)q(ossibilit)o(y)e(to)h (write/read)h(directly)f(to/from)e(non-lo)q(cal)h(memories)g(whic)o(h)h(a)o (v)o(oids)f(m)o(uc)o(h)0 540 y(message)f(passing)f(o)o(v)o(erhead.)0 602 y Fg(Measured)i(P)o(erformances)p Fm(:)g(No)f(p)q(erformance)g(\014gures) g(are)h(a)o(v)n(ailable)c(y)o(et)k(for)e(the)i(Cenju-3.)p 0 639 1949 5 v 0 645 1949 2 v 0 711 a Fg(3.4.16)h(The)f(P)o(arallel)e (Computing)h(Industries)e(system.)0 786 y Fm(This)j(system)f(is)h(iden)o (tical)f(to)h(the)g(Meik)o(o)g(CS-2)f(\(see)i(3.4.13)d(for)h(details\).)21 b(P)o(arallel)14 b(Computing)f(Industries)j(do)q(es)f(the)0 836 y(mark)o(eting)d(of)h(this)h(system)g(in)f(Europ)q(e,)i(while)e(it)h(is)f (o\013ered)i(as)f(the)h(CS-2)e(in)h(the)g(USA)h(and)e(the)i(rest)g(of)e(the)i (w)o(orld.)p 0 873 1949 5 v 0 879 1949 2 v 0 945 a Fg(3.4.17)h(The)f(P)o (arsys)g(SN9000.)0 1007 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i (Distributed-memory)11 b(m)o(ulti-pro)q(cessor.)0 1057 y Fg(Mo)q(dels)p Fm(:)17 b(SN9800)c(\(SN9400,)g(SN9500,)f(SN9600\).)0 1107 y Fg(Op)q(erating)i(system)p Fm(:)j(Idris)d(\(a)f(real-time)g(sub-Unix)h(v)n (arian)o(t\).)0 1156 y Fg(Connection)g(structure)p Fm(:)h(Multi-stage)e (crossbar.)0 1206 y Fg(Compilers)p Fm(:)j(Extended)f(F)m(ortran)e(77,)g(ANSI) h(C,)g(P)o(ascal,)f(Mo)q(dula)g(2.)0 1256 y Fg(System)i(parameters)p Fm(:)0 1318 y Fg(Mo)q(del)553 b Fm(SN9800)p 0 1332 931 2 v 0 1374 a(Clo)q(c)o(k)13 b(cycle)504 b(20)13 b(ns)0 1436 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 1486 y(P)o(er)g(Pro)q(c.)j(\(32)c(bits\))311 b(25)14 b(M\015op/s)0 1536 y(Maximal)d(\(32)i(bits\))316 b(51.2)13 b(G\015op/s)0 1598 y(Main)g(memory)414 b Fb(\024)p Fm(128)13 b(GB)0 1648 y(Memory/no)q(de)419 b Fb(\024)p Fm(64)14 b(MB)0 1710 y Fg(Comm)o(unication)e(bandwidth)61 b Fm(20)13 b(MB/s/link)0 1772 y(No.)18 b(of)13 b(pro)q(cessors)386 b Fb(\024)p Fm(2048)p 0 1794 V 0 1836 a Fg(Remarks)p Fm(:)83 1898 y(The)16 b(P)o(arsys)h(SN9000)e (series)i(systems)f(are)g(the)h(successors)h(of)e(the)g(P)o(arsys)h(SN1000)e (mac)o(hines.)23 b(The)16 b(latter)g(had)0 1948 y(the)e(INMOS)g(T800)f (transputer)i(as)e(their)h(basic)g(pro)q(cessors.)20 b(The)14 b(new)g(SN9000)e(systems)i(use)g(the)g(T9000)f(transputers)0 1998 y(for)18 b(that)h(purp)q(ose.)34 b(The)19 b(pro)q(duction)g(and)f(mark)o (eting)f(of)h(the)h(new)g(systems)g(has)g(mainly)d(w)o(aited)i(for)h(the)g (limited)0 2047 y(a)o(v)n(ailabili)o(t)o(y)11 b(of)i(the)i(T9000)e(pro)q (cessors)j(whic)o(h)e(presumably)f(recen)o(tly)h(ha)o(v)o(e)g(b)q(een)h(o)o (v)o(ercome.)83 2097 y(The)e(T9000)e(is)h(roughly)f(10)h(times)f(faster)i (than)f(its)h(predecessor,)i(the)d(T800)g(while)g(the)g(comm)o(unication)d (sp)q(eed)14 b(p)q(er)0 2147 y(link)e(has)h(increased)h(8)e(times.)17 b(Although)12 b(this)h(is)f(not)h(o)o(v)o(erly)f(fast)g(as)h(curren)o(t)h(no) q(de)g(pro)q(cessors)g(go,)e(the)i(T9000)d(has)i(the)0 2197 y(nice)j(feature)f(of)g(in)o(tegrated)h(comm)o(uni)o(cation)c(and)j(the)h (capabilit)o(y)e(of)g(using)h(the)h(fast)f(C104)f(comm)o(unication)e(switc)o (h.)0 2247 y(The)k(same)f(m)o(ultistage)f(crossbar)k(switc)o(h)e(is)g(also)f (used)i(in)e(the)i(Meik)o(o)e(CS-2)h(\(see)h(3.4.13\))d(and)i(allo)o(ws)e (for)i(v)o(ery)g(go)q(o)q(d)0 2296 y(latency)e(and)g(bandwidth)g(c)o (haracteristics)i(\(although)d(at)h(this)h(stage)f(no)g(\014gures)h(are)g(a)o (v)n(ailable)d(to)i(sho)o(w)g(ho)o(w)f(m)o(uc)o(h)g(of)0 2346 y(these)i(are)g(realised\).)83 2396 y(Apart)c(from)e(the)j(largest)f(mo)q (del,)e(the)j(SN9800,)e(smaller)f(mo)q(dels,)h(lik)o(e)g(the)h(desktop)h(mo)q (dels)d(SN9400)h(and)h(SN9500.)0 2446 y(The)18 b(latter)f(houses)h(up)f(to)g (32)g(pro)q(cessors)i(and)e(can)h(b)q(e)f(driv)o(en)h(either)g(as)f(a)g(Sun)g (SparC)g(bac)o(k-end)h(system)f(or)g(as)g(a)0 2496 y(net)o(w)o(ork)d(device)h (via)e(Ethernet.)0 2558 y Fg(Measured)k(P)o(erformances)p Fm(:)i(Because)f (of)d(the)i(late)f(a)o(v)n(ailabil)o(it)o(y)l(,)d(information)g(on)j(the)g (SN9000)f(systems)h(is)g(scarce)0 2608 y(and)e(no)f(p)q(erformance)h (\014gures)h(are)f(a)o(v)n(ailable)e(y)o(et)i(for)g(these)h(systems.)954 2875 y(39)p eop %%Page: 40 46 bop 0 42 1949 5 v 0 48 1949 2 v 0 116 a Fg(3.4.18)16 b(The)f(P)o(arsytec)g (GC/P)o(o)o(w)o(er)g(Plus.)0 178 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o(ulti-pro)q(cessor.)0 228 y Fg(Mo)q(dels)p Fm(:)17 b(P)o(arsytec)e(GC/P)o(o)o(w)o(er)f(Plus.)0 278 y Fg(Op)q(erating)g(system)p Fm(:)j(Unix)c(on)h(host)g(pro)q(cessor,)h(P) o(arix)f(\(GC)f(OS,)h(transparen)o(t)h(to)f(the)g(user\).)0 328 y Fg(Connection)g(structure)p Fm(:)h(2-D)e(grid.)0 377 y Fg(Compilers)p Fm(:)j(F)m(ortran)d(77,)g(ANSI)h(C,)g(P)o(ascal,)f(Mo)q (dula-2.)0 427 y Fg(System)i(parameters)p Fm(:)0 489 y Fg(Mo)q(del)498 b Fm(GC/P)o(o)o(w)o(er)13 b(Plus)p 0 514 969 2 v 0 555 a(Clo)q(c)o(k)g(cycle) 506 b(12.5)13 b(ns)0 617 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 667 y(P)o(er)g(pro)q(c.)j(\(64-bits\))335 b(80)14 b(M\015op/s)0 717 y(Maxim)o(um)c(\(64-bits\))329 b Fi(:)7 b(:)g(:)o Fm(G\015op/s)0 779 y(Main)13 b(memory)456 b Fi(:)7 b(:)g(:)12 b Fm(GB)0 829 y(Memory/no)q(de)413 b(16{128)12 b(MB)0 891 y Fg(Comm)o(unication)g (bandwidth)0 941 y Fm(P)o(oin)o(t-to-p)q(oin)o(t)430 b(8.8)13 b(MB/s)0 1004 y(No.)18 b(of)13 b(pro)q(cessors)418 b(8{)p Fi(:)7 b(:)g(:)p 0 1026 V 83 1067 a Fg(Remarks)p Fm(:)83 1129 y(The)12 b(P)o(arsytec)h(GC)e(P)o(o)o(w)o(er)g(Plus)h(system)f(\(GC)g(standing)h(for)f (Grand)g(Challenge\))g(is)g(based)h(on)g(the)g(IBM/Motorola)0 1179 y(MC601)i(pro)q(cessor.)22 b(Initially)m(,)12 b(the)k(CG)e(series)i(w)o (as)f(planned)f(to)h(b)q(e)g(built)f(around)h(the)g(T9000)f(transputer.)22 b(Ho)o(w)o(ev)o(er,)0 1229 y(the)12 b(T9000)e(is)h(still)f(not)h(a)o(v)n (ailable)e(in)i(su\016cien)o(t)g(quan)o(tit)o(y)g(and)g(qualit)o(y)m(.)k (Therefore,)e(the)e(MC601)g(w)o(as)g(c)o(hosen)h(to)f(replace)0 1279 y(the)18 b(T9000.)27 b(It)17 b(is)g(not)h(clear)f(what)g(is)h(the)f (maxim)o(um)c(con\014guration)j(for)h(the)h(P)o(o)o(w)o(er)g(Plus)f(system.) 28 b(Therefore)19 b(w)o(e)0 1328 y(could)14 b(not)f(giv)o(e)h(maxim)n(um)c(p) q(erformance,)j(memory)e(capacit)o(y)m(,)i(etc.)83 1378 y(Eac)o(h)18 b(\\no)q(de")f(\(the)h(term)f(no)q(de)g(not)h(used)g(here)g(in)f(the)h(usual) f(sense\))i(of)e(a)g(GC)g(P)o(o)o(w)o(er)g(Plus)h(system)f(con)o(tains)0 1428 y(t)o(w)o(o)f(MC601)h(pro)q(cessors)i(and)d(4)h(T805)f(transputers)j (whic)o(h)e(are)g(resp)q(onsible)h(for)e(the)i(comm)o(unicatio)o(n.)25 b(Tw)o(o)16 b(no)q(des)0 1478 y(are)i(placed)g(on)g(one)g(b)q(oard,)g(while)g (4)f(b)q(oards)h(are)h(in)o(terconnected)g(with)f(16)f(C004)g(static)h (routers)h(to)f(main)o(tain)d(the)0 1528 y(in)o(tercomm)o(unication)10 b(within)j(a)g(so-called)g(GC-cub)q(e.)18 b(F)m(or)13 b(ev)o(ery)i(4)e(no)q (des)h(one)g(redundan)o(t)g(no)q(de)g(is)f(presen)o(t)i(for)e(fault-)0 1578 y(tolerance.)36 b(T)m(o)19 b(complemen)o(t)e(the)j(computing)e(p)q(o)o (w)o(er,)j(a)e(parallel)g(I/O)g(system,)i(the)f(P)o(arallel)e(Storage)i (System)f(is)0 1627 y(a)o(v)n(ailable)12 b(to)h(aid)h(in)f(the)h(handling)f (of)g(large-scale)h(applications)f(whic)o(h)h(require)h(massiv)o(e)d(I/O.)83 1677 y(The)h(comm)o(unication)c(sp)q(eed)15 b(of)d(the)h(system)g(is)f (presen)o(tly)i(not)f(particularly)f(high)g(with)g(resp)q(ect)j(to)e(the)g (pro)q(cessor)0 1727 y(sp)q(eed)22 b(\(although)e(P)o(arsytec)i(from)d(its)i (P)o(o)o(w)o(erStone)g(pro)r(ject)h(claims)d(that)h(the)i(presen)o(t)g(c)o (hoice)f(of)f(computational)0 1777 y(v)o(ersus)h(comm)o(uni)o(cation)16 b(capacit)o(y)k(is)f(optimal)e(from)g(the)j(viewp)q(oin)o(t)f(of)g (cost-e\013ectiv)o(eness\).)38 b(There)20 b(are)g(plans)f(to)0 1827 y(use)d(T9000)d(transputers)k(for)d(comm)o(unication)e(instead)j(of)f (the)h(presen)o(t)i(T805s)d(and)g(to)h(replace)h(the)f(C004)f(routers)i(b)o (y)0 1876 y(its)i(successor,)i(the)f(C104.)29 b(This)17 b(w)o(ould)g(sp)q (eed)i(up)f(the)h(comm)o(uni)o(cation)c(b)o(y)i(at)h(least)g(a)f(factor)h(of) f(10,)h(making)d(the)0 1926 y(computation/comm)m(unication)10 b(sp)q(eeds)16 b(more)d(balanced.)83 1976 y(The)f(P)m(ARIX)g(op)q(erating)f (system)h(is)g(Unix-lik)o(e.)k(It)c(allo)o(ws)e(to)i(sp)q(ecify)g(v)n(arious) f(virtual)g(top)q(ologies)g(on)o(to)h(the)g(actual)0 2026 y(2-D)i(grid)h(top) q(ology)e(to)i(matc)o(h)f(p)q(ossible)h(natural)f(application)g(top)q (ologies.)20 b(Besides)c(P)o(arsytecs)h(o)o(wn)d(comm)o(unication)0 2076 y(library)m(,)e(PVM)i(and)g(P)m(ARMA)o(CS)g(are)g(a)o(v)n(ailable.)i(An) e(MPI)g(comm)o(unicatio)o(n)d(library)i(is)h(presen)o(tly)h(dev)o(elop)q(ed.) 0 2138 y Fg(Measured)g(P)o(erformances)p Fm(:)i(Early)d(exp)q(erimen)o(ts)g (ha)o(v)o(e)h(b)q(een)g(done)g(on)f(a)g(64-pro)q(cessor)h(system.)20 b(On)14 b(4)h(pro)q(cessors)0 2188 y(the)i(solution)f(of)g(an)h(order)h Fi(N)j Fm(=)16 b(1000)g(dense)i(linear)f(system)f(attained)h(a)f(sp)q(eed)j (of)d(141)g(M\015op/s.)26 b(F)m(or)17 b(a)f(scaled-up)0 2238 y(system)j(on)g(32)f(pro)q(cessors)k(a)c(sp)q(eed)j(of)e(1007)f(M\015op/s)h (w)o(as)g(found,)g(while)g(for)g(the)g(NAS)h(Em)o(barassingly)d(P)o(arallel)0 2287 y(b)q(enc)o(hmark)c(\(see)j([1]\))c(a)i(sp)q(eed)h(of)f(2.8)f(G\015op/s) g(w)o(as)h(observ)o(ed)h(on)e(64)h(pro)q(cessors.)p 0 2327 1949 5 v 0 2333 1949 2 v 0 2399 a Fg(3.4.19)i(The)f(Thinking)f(Mac)o(hine)g (CM-5.)0 2461 y(Mac)o(hine)h(t)o(yp)q(e)p Fm(:)i(Distributed-memory)11 b(m)o(ulti-v)o(ectorpro)q(cessor.)0 2511 y Fg(Mo)q(dels)p Fm(:)17 b(CM-5.)0 2561 y Fg(Op)q(erating)d(system)p Fm(:)j(CMost)d(\(TMCs)g(Unix)g(v) n(arian)o(t\).)0 2611 y Fg(Connection)g(structure)p Fm(:)h(Hyp)q(ercub)q(e,)h (tree)f(\(see)g(remarks\).)0 2660 y Fg(Compilers)p Fm(:)29 b(CM)21 b(F)m(ortran)g(\(F)m(ortran)g(90)f(lik)o(e\),)h(C*)g(\(C)g(with)f (parallel)g(extensions\),)j(*Lisp)e(\(Lisp)f(with)h(parallel)0 2710 y(extensions\).)954 2875 y(40)p eop %%Page: 41 47 bop 0 42 a Fg(System)15 b(parameters)p Fm(:)0 100 y Fg(Mo)q(del)547 b Fm(CM-5)p 0 111 884 2 v 0 149 a(Clo)q(c)o(k)13 b(cycle)453 b(31.25)13 b(ns)0 208 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 258 y(64-bits)e(precision)352 b(2)14 b(T\015op/s)0 317 y(Main)f(memory)397 b Fb(\024)p Fm(524GB)0 367 y(Memory/no)q(de)403 b Fb(\024)p Fm(32MB)0 426 y Fg(Comm)o(unication)12 b(bandwidth)61 b Fm(5{20)13 b(MB/s)0 484 y(No.)18 b(of)13 b(pro)q(cessors)332 b(16{16,384)p 0 503 V 0 541 a Fg(Remarks)p Fm(:)0 600 y(A)o(t)13 b(the)h(time)e(of)g (writing,)g(it)h(is)g(not)g(y)o(et)g(completely)f(sure)j(whether)f(TMC)f (will)f(surviv)o(e)h(in)g(some)f(w)o(a)o(y)m(.)17 b(Presen)o(tly)m(,)c(they)0 650 y(ha)o(v)o(e)k(stopp)q(ed)g(dev)o(elopmen)o(t)f(and)h(pro)q(duction)g(of) f(new)h(systems.)27 b(A)o(t)17 b(the)g(momen)o(t)d(the)k(p)q(ossibilit)o(y)d (of)h(con)o(tin)o(ueing)0 700 y(business)i(is)f(dep)q(enden)o(t)i(on)e(p)q (ossible)h(co)q(op)q(eration)f(with)g(another)h(v)o(endor)f(of)g(parallel)f (computer)g(systems.)29 b(As)17 b(the)0 750 y(outcome)c(is)h(not)g(y)o(et)g (completely)e(sure)j(\(but)g(not)f(v)o(ery)g(hop)q(eful\),)f(w)o(e)h(still)f (include)h(the)h(CM-5)e(en)o(try)m(.)83 799 y(Con)o(trary)j(to)h(its)f (predecessor)k(\(CM-2,)c(CM-200\))g(the)h(CM-5)f(can)h(b)q(e)g(used)h(as)e(a) h(DM-MIMD)e(mac)o(hine,)h(whic)o(h)0 849 y(mak)o(es)d(op)q(eration)g(m)o(uc)o (h)g(more)f(\015exible.)18 b(The)d(v)o(ery)f(simple)e(bit-sliced)h(pro)q (cessors)j(as)e(used)h(in)e(the)h(CM-2)g(ha)o(v)o(e)f(disap-)0 899 y(p)q(eared.)19 b(The)12 b(basic)h(computational)d(no)q(de)j(no)o(w)e (consists)j(of)d(a)i(SP)m(AR)o(C)e(pro)q(cessor)j(of)e(whic)o(h)g(in)g(turn)h (the)g(p)q(erformance)0 949 y(can)h(b)q(e)g(enhanced)h(b)o(y)e(adding)g(up)g (to)h(4)f(v)o(ector)h(units.)k(Suc)o(h)c(a)f(maximal)d(no)q(de)k(should)f (deliv)o(er)g(128)g(M\015op/s)h(in)f(64-bit)0 999 y(precision.)83 1048 y(Apart)k(from)f(the)i(computational)c(pro)q(cessors,)20 b(so-called)d(Con)o(trol)f(Pro)q(cessors)k(\(CPs\))e(can)f(b)q(e)h (con\014gured)g(\(the)0 1098 y(amoun)o(t)c(dep)q(ending)i(on)f(the)h(size)g (of)f(the)h(con\014guration\).)22 b(CPs)16 b(handle)f(system)h(tasks,)f(I/O)h (requests,)h(etc.)24 b(F)m(or)15 b(I/O)0 1148 y(pro)q(cessors)h(there)f(is)f (an)g(analog)e(p)q(ossibilit)o(y)m(.)83 1198 y(The)k(CM-5)e(has)i(sev)o(eral) f(net)o(w)o(orks.)23 b(There)16 b(are)f(a)g(con)o(trol-)g(and)g(a)g(data)g (net)o(w)o(ork.)22 b(As)15 b(the)h(name)e(suggests,)i(the)0 1248 y(\014rst)h(is)g(used)g(for)g(sync)o(hronisation)f(and)h(con)o(trol,)f (while)g(the)i(second)f(one)g(is)g(used)g(for)f(massiv)o(e)g(data)g(mo)o(v)o (emen)o(t.)24 b(A)0 1297 y(\\fattened)16 b(tree")h(top)q(ology)d(is)i(emplo)o (y)o(ed,)e(i.e.,)h(a)g(tree)i(structure)h(that)e(scales)h(the)f(bandwidth)g (with)f(the)h(distance)h(to)0 1347 y(the)e(ro)q(ot)f(in)f(three)i(lev)o(els,) f(eac)o(h)h(nearer)g(lev)o(el)e(b)q(eing)h(ha)o(ving)f(a)h(bandwidth)g(whic)o (h)g(is)f(t)o(wice)i(that)f(of)f(the)i(more)e(distan)o(t)0 1397 y(lev)o(el.)23 b(This)16 b(o)o(v)o(ercomes)f(to)g(some)g(exten)o(t)i (the)f(bandwidth)f(problems)g(as)h(found)f(in)g(normal)f(trees.)25 b(A)o(t)15 b(the)i(\014rst)f(lev)o(el)0 1447 y(the)d(comm)o(unication)c(sp)q (eed)14 b(is)f(20)f(MB/s)h(\(10)f(MB/s/wire;)h(2)f(wires/no)q(de\),)i(at)e (the)h(second)h(lev)o(el)e(this)h(sp)q(eed)h(is)e(halv)o(ed)0 1497 y(to)i(10)f(MB/s,)h(while)f(for)h(all)f(higher)h(lev)o(els)f(the)i(sp)q (eed)g(is)f(again)f(halv)o(ed)g(to)h(5)g(MB/s.)83 1547 y(The)g(tec)o(hnical)g (sp)q(eci\014cations)h(allo)o(w)c(a)j(mac)o(hine)e(to)i(b)q(e)g(built)f(with) g(16,384)f(pro)q(cessors.)20 b(Ho)o(w)o(ev)o(er,)13 b(this)h(mac)o(hine)0 1596 y(w)o(ould)f(probably)g(b)q(e)i(to)q(o)e(exp)q(ensiv)o(e)i(for)f(an)o(y) o(one)g(to)f(buy:)18 b(a)c(price)g(of)g(330)f(M$)g(w)o(as)h(men)o(tioned)f (for)h(suc)o(h)g(a)g(system.)0 1655 y Fg(Measured)d(P)o(erformances)p Fm(:)j(In)c([3])g(a)g(sp)q(eed)i(of)e(59.7)g(G\015op/s)g(is)h(rep)q(orted)h (on)e(the)i(solution)d(of)h(a)h(dense)h(linear)e(system)0 1705 y(of)15 b(order)h(52224)f(on)g(a)h(1024)e(no)q(de)i(system.)23 b(F)m(or)16 b(a)f(matrix)f(m)o(ultiplicatio)o(n)f(a)i(sp)q(eed)j(of)d(18)g (G\015op/s)g(w)o(as)h(found)f(for)g(a)0 1755 y(256-no)q(de)f(system,)g(while) g(70)g(G\015op/s)g(on)g(a)g(1024-no)q(de)g(mac)o(hine)f(w)o(as)h(attained)h (on)f(a)g(co)q(de)h(that)g(solv)o(es)f(a)h(simpli\014ed)0 1805 y(Boltzman)e(equation.)p 0 1835 1949 5 v 0 1841 1949 2 v 0 1897 a Fg(3.4.20)j(The)f(T)l(ranstec)o(h)g(P)o(aramid.)0 1956 y(Mac)o(hine)g(t)o(yp)q(e)p Fm(:)i(RISC-based)d(distributed-memory)e(m)o (ulti-pro)q(cessor.)0 2006 y Fg(Mo)q(dels)p Fm(:)17 b(GF1,)c(PM.)0 2056 y Fg(Op)q(erating)h(system)p Fm(:)j(Unix)c(on)h(fron)o(t-end)g(system,)f (bac)o(k-end)h(OS)g(transparen)o(t)h(to)f(the)h(user)g(.)0 2105 y Fg(Connection)f(structure)p Fm(:)h(Bus.)0 2155 y Fg(Compilers)p Fm(:)h(F)m(ortran)d(77,)g(ANSI)h(C.)0 2205 y Fg(System)h(parameters)p Fm(:)0 2264 y Fg(Mo)q(del)588 b Fm(GF1)216 b(PM)p 0 2275 1212 2 v 0 2313 a(Clo)q(c)o(k)13 b(cycle)509 b(20)14 b(ns)196 b(20)13 b(ns)0 2372 y(Theor.)18 b(p)q(eak)d(p)q(erformance)0 2421 y(p)q(er)g(pro)q (c.)j(\(32-bits\))315 b(100)13 b(M\015op/s)72 b(100)13 b(M\015op/s)0 2471 y(p)q(er)i(pro)q(c.)j(\(64-bits\))325 b(75)13 b(M\015op/s)94 b(75)13 b(M\015op/s)0 2521 y(Maximal)e(\(32-bits\))347 b(1)14 b(G\015op/s)103 b(6.4)12 b(G\015op/s)0 2580 y(Main)h(memory)417 b Fb(\024)p Fm(160)13 b(MB)139 b Fb(\024)p Fm(2)14 b(GB)0 2630 y(Memory/no)q(de)425 b Fb(\024)p Fm(16)14 b(MB)136 b Fb(\024)p Fm(32)13 b(MB)0 2689 y Fg(Comm)o(unication)f(bandwidth)61 b Fm(2.0)13 b(MB/s/link)0 2748 y(No.)18 b(of)13 b(pro)q(cessors)429 b(10)228 b(4{64)p 0 2766 V 954 2875 a(41)p eop %%Page: 42 48 bop 0 42 a Fg(Remarks)83 104 y Fm(In)16 b(man)o(y)f(resp)q(ects)k(the)e(T)m (ranstec)o(h)g(mac)o(hines)e(are)i(comparable)e(to)h(the)h(CS-1)e(series)j (\(see)g(3.4.12\))c(from)h(Meik)o(o.)0 154 y(Both)e(use)h(In)o(tel)f(i860)e (pro)q(cessors)16 b(for)c(computation,)f(while)h(T805)g(transputers)j(are)f (emplo)o(y)o(ed)d(for)h(comm)o(unication.)j(A)0 203 y(di\013erence)g(lies)e (in)f(the)i(fact)f(that)g(T)m(ranstec)o(h)g(uses)h(the)g(i860XP)e(\(similar)f (to)h(the)i(In)o(tel)f(P)o(aragon,)f(see)i(3.4.10\),)d(and)i(that)0 253 y(the)k(mo)q(dels)e(are)i(not)f(presen)o(ted)i(as)f(b)q(eing)f (in\014nitely)g(scalable.)25 b(The)16 b(maxim)o(um)c(n)o(um)o(b)q(er)j(of)h (users)i(p)q(er)f(system)f(is)g(4)0 303 y(for)d(the)g(GF1)g(and)g(16)f(for)h (the)h(PM)f(mo)q(del.)j(Lik)o(e)d(P)o(arsytec)h(\(see)h(3.4.18\))c(T)m (ranstec)o(h)j(hop)q(es)g(to)f(use)h(T9000)e(transputers)0 353 y(instead)i(of)f(the)i(curren)o(t)g(T805s)f(to)g(b)q(o)q(ost)g(the)g (comm)o(unication)d(sp)q(eed)k(b)o(y)f(a)f(factor)h(of)f(10.)83 403 y(If)g(desired,)g(I/O)g(can)g(b)q(e)h(done)f(via)f(the)h(P)o(aramid)e (systems)i(themselv)o(es,)g(instead)g(of)f(using)h(the)g(I/O)g(system)g(of)f (the)0 452 y(fron)o(t-end)i(w)o(orkstation.)19 b(The)14 b(P)o(aramids)f(are)i (connected)h(to)e(the)h(fron)o(t-end)f(systems)g(b)o(y)g(a)g(SCSI-2)g(bus,)g (not)g(needing)0 502 y(an)o(y)f(sp)q(ecial)i(in)o(terface)f(at)g(the)g(fron)o (t-end)g(side.)19 b(The)14 b(P)o(aramid)e(systems)i(supp)q(ort)h(up)f(to)f(4) h(disks.)83 552 y(The)k(P)o(aramid)e(systems)i(supp)q(ort)h(the)g(PVM)f(and)g (P)m(ARMA)o(CS)f(libraries)h(for)g(comm)o(uni)o(cation.)27 b(F)m(urthermore,)0 602 y(n)o(umerical)13 b(libraries)h(are)g(o\013ered)i(to) e(mak)o(e)f(the)i(most)e(of)g(the)i(pro)q(cessing)h(sp)q(eed)f(of)f(the)h (i860XP)e(whic)o(h)h(are)h(kno)o(wn)f(to)0 652 y(b)q(e)h(di\016cult)e(to)g (program)g(e\016cien)o(tly)m(.)0 714 y Fg(Measured)i(P)o(erformances)p Fm(:)g(The)f(sp)q(eed)h(observ)o(ed)g(for)e(the)i(solution)e(of)g(an)g(order) i Fi(N)h Fm(=)c(1000)h(dense)i(linear)e(system)0 764 y(on)i(16)g(pro)q (cessors)j(w)o(as)e(320)e(M\015op/s.)23 b(F)m(or)16 b(the)g(GR1)e(b)q(enc)o (hmark)h(with)g Fi(n)g Fm(=)f(251)h(\(see)i([9]\),)d(a)i(sp)q(eed)h(of)e(71)g (M\015op/s)0 814 y(w)o(as)f(found)f(on)h(16)f(pro)q(cessors.)954 2875 y(42)p eop %%Page: 43 49 bop 0 42 a Fj(4.)20 b(Systems)f(disapp)r(eared)i(from)e(the)h(list)83 166 y Fm(As)15 b(already)g(stated)g(in)g(the)g(in)o(tro)q(duction)g(the)g (list)g(of)f(systems)h(is)f(not)h(complete.)20 b(On)15 b(one)h(hand)e(this)h (caused)h(b)o(y)0 216 y(the)c(sheer)h(n)o(um)o(b)q(er)d(of)h(systems)g(that)h (are)f(presen)o(ted)j(to)d(the)h(mark)o(et)e(and)h(are)h(often)f(v)o(ery)h (similar)c(to)k(systems)f(describ)q(ed)0 266 y(ab)q(o)o(v)o(e)j(\(for)h (instance,)g(the)g(V)m(olv)o(o)o(x)e(system)h(not)h(listed)f(is)h(v)o(ery)g (similar)d(but)j(not)f(equiv)n(alen)o(t)g(to)h(the)g(listed)f(Alex)h(A)-5 b(VX)0 315 y(system)16 b(and)g(there)i(are)f(n)o(umerous)e(other)i (examples\).)25 b(On)16 b(the)h(other)g(hand)f(there)i(man)o(y)c(systems)j (that)f(are)h(still)e(in)0 365 y(op)q(eration)g(around)h(the)g(w)o(orld,)f (often)g(in)g(considerable)i(quatities)e(that)g(for)h(other)g(reasons)g(are)g (excluded.)24 b(The)16 b(most)0 415 y(imp)q(ortan)o(t)c(reasons)j(are:)42 490 y({)20 b(The)14 b(system)g(is)g(not)g(mark)o(eted)f(an)o(ymore.)j(This)e (is)g(generally)g(for)f(one)h(of)f(t)o(w)o(o)h(reasons:)108 540 y(1\))21 b(The)14 b(man)o(ufacturer)g(is)f(out)h(of)f(business.)108 589 y(2\))21 b(The)12 b(man)o(ufacturer)g(has)g(replaced)h(the)g(system)e(b)o (y)h(a)g(new)o(er)h(mo)q(del)d(of)i(the)g(same)g(t)o(yp)q(e)g(or)g(ev)o(en)h (of)e(a)h(di\013eren)o(t)166 639 y(t)o(yp)q(e.)42 702 y({)20 b(The)15 b(system)g(has)g(b)q(ecome)g(tec)o(hnologically)f(obsolete)h(in)g (comparison)e(to)i(others)h(of)e(the)i(same)e(t)o(yp)q(e.)22 b(Therefore,)83 751 y(listing)13 b(them)g(is)h(not)f(sensible)i(an)o(ymore.)0 826 y(Belo)o(w)i(w)o(e)h(presen)o(t)g(a)f(table)g(of)g(systems)g(that)g(fall) f(in)o(to)h(one)g(of)f(the)i(categories)g(men)o(tioned)e(ab)q(o)o(v)o(e.)28 b(W)m(e)17 b(think)g(this)0 876 y(ma)o(y)11 b(ha)o(v)o(e)i(some)f(sense)i(to) f(those)g(who)g(come)f(across)i(mac)o(hines)e(that)g(are)i(still)e(around)g (but)h(are)h(not)e(the)i(latest)f(in)f(their)0 926 y(\014elds.)26 b(It)16 b(ma)o(y)f(b)q(e)h(in)o(teresting)h(at)f(least)h(to)f(ha)o(v)o(e)g (an)g(indication)f(ho)o(w)h(suc)o(h)h(systems)g(compare)f(to)g(the)h(new)o (est)g(ones)0 976 y(and)d(to)f(place)i(them)e(in)g(con)o(text.)83 1038 y(It)g(is)g(go)q(o)q(d)f(to)h(realise)g(that)g(although)f(systems)h(ha)o (v)o(e)g(disapp)q(eared)g(from)f(the)h(section)h(ab)q(o)o(v)o(e)e(they)i (still)d(ma)o(y)g(exist)0 1088 y(and)16 b(are)g(actually)f(sold.)24 b(Ho)o(w)o(ev)o(er,)17 b(their)f(remo)o(v)n(al)e(stems)i(in)g(suc)o(h)g (cases)i(mainly)13 b(from)h(the)j(fact)f(that)g(they)g(are)h(not)0 1137 y(serious)e(candidates)f(for)g(high-p)q(erformance)f(computing)f(an)o (ymore.)0 1200 y(The)j(table)g(is,)f(again,)g(not)h(complete)f(and)g (admittedly)f(somewhat)h(arbitrary)m(.)21 b(The)15 b(data)f(are)i(in)e(a)g (highly)g(condensed)0 1249 y(form:)20 b(the)d(system)e(name,)g(system)g(t)o (yp)q(e,)i(theoretical)f(maxim)n(um)c(p)q(erformance)j(of)h(a)f(fully)g (con\014gured)h(system,)g(and)0 1299 y(the)g(reason)g(for)e(their)i(disapp)q (earance)g(is)f(giv)o(en.)22 b(The)15 b(arbitrariness)h(lies)f(partly)g(in)g (the)h(decision)f(whic)o(h)g(systems)g(are)0 1349 y(still)d(su\016cien)o(tly) g(of)g(in)o(terest)i(to)e(include)h(and)g(whic)o(h)f(are)h(not.)18 b(F)m(or)12 b(instance,)h(the)g(Con)o(v)o(ex)g(C-1)f(is)g(not)h(included,)f (while)0 1399 y(the)j(Allian)o(t)e(FX/80)i(is.)20 b(The)15 b(reason)g(is)g(that)g(the)g(C-1)f(is)h(conceptually)f(is)h(not)g(di\013eren) o(t)g(from)e(the)i(later)g(generations)0 1449 y(of)e(single-pro)q(cessor)i (Con)o(v)o(ex)f(v)o(ector)g(pro)q(cessors,)h(while)f(the)g(Allian)o(t)e (FX/80)h(w)o(as)h(fairly)e(di\013eren)o(t)j(from)d(its)h(successor)0 1499 y(the)h(Allian)o(t)f(FX/2800.)p 0 1535 1949 2 v 0 1579 a Fg(Mac)o(hine)p Fm(:)k(Allian)o(t)12 b(FX/80.)0 1629 y Fg(T)o(yp)q(e)p Fm(:)18 b(Shared)c(memory)e(v)o(ector-parallel,)h(max.)j(8)d(pro)q(cessors.)0 1679 y Fg(Theoretical)g(P)o(eak)j(p)q(erformance)p Fm(:)g(190)d(M\015op/s)0 1729 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(replaced)f(b)o(y)e(new)o (er)i(FX/2800)e(\(see)i(b)q(elo)o(w\).)p 0 1753 V 0 1797 a Fg(Mac)o(hine)p Fm(:)i(Allian)o(t)12 b(FX/2800.)0 1846 y Fg(T)o(yp)q(e)p Fm(:)18 b(Shared)c(memory)e(v)o(ector-parallel,)h(max.)j(28)d(pro)q(cessors.) 0 1896 y Fg(Theoretical)g(P)o(eak)j(p)q(erformance)p Fm(:)g(1120)d(M\015op/s) 0 1946 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(Man)o(ufacturer)e(out)g (of)g(business.)p 0 1968 V 0 2010 a Fg(Mac)o(hine)p Fm(:)j(BBN)d(TC2000.)0 2059 y Fg(T)o(yp)q(e)p Fm(:)k(Virtual)13 b(shared)i(memory)c(parallel,)h (max.)17 b(512)c(pro)q(cessors.)0 2109 y Fg(Theoretical)g(P)o(eak)j(p)q (erformance)p Fm(:)g(1)e(G\015op/s)0 2159 y Fg(Reason)h(for)g(disapp)q (earance)p Fm(:)h(Man)o(ufacturer)e(out)g(of)g(business.)p 0 2181 V 0 2222 a Fg(Mac)o(hine)p Fm(:)j(Con)o(v)o(ex)c(C200.)0 2272 y Fg(T)o(yp)q(e)p Fm(:)18 b(Shared)c(memory)e(v)o(ector-parallel,)h (max.)j(4)d(pro)q(cessors)j(\(C240\).)0 2322 y Fg(Theoretical)d(P)o(eak)j(p)q (erformance)p Fm(:)g(200)d(M\015op/s)0 2372 y Fg(Reason)i(for)g(disapp)q (earance)p Fm(:)h(replaced)f(b)o(y)e(new)o(er)i(C4)f(series)h(\(see)g(3.3.1)d (and)i(b)q(elo)o(w\).)p 0 2396 V 0 2438 a Fg(Mac)o(hine)p Fm(:)j(Con)o(v)o (ex)c(C3200,)g(C3400,)f(C3800.)0 2487 y Fg(T)o(yp)q(e)p Fm(:)18 b(Shared)c(memory)e(v)o(ector-parallel,)h(max.)j(8)d(pro)q(cessors)j (\(C3880\).)0 2537 y Fg(Theoretical)d(P)o(eak)j(p)q(erformance)p Fm(:)g(960)d(M\015op/s)0 2587 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(replaced)f(b)o(y)e(new)o(er)i(C4)f(series)h(\(see)g(3.3.1)d(and)i(b)q (elo)o(w\).)p 0 2612 V 954 2875 a(43)p eop %%Page: 44 50 bop 0 42 a Fg(Mac)o(hine)p Fm(:)17 b(Cra)o(y)c(S-MP)m(.)0 91 y Fg(T)o(yp)q(e)p Fm(:)18 b(Shared)c(memory)e(v)o(ector-parallel,)h(max.)j(8) d(pro)q(cessors.)0 141 y Fg(Theoretical)g(P)o(eak)j(p)q(erformance)p Fm(:)g(267)d(M\015op/s)0 191 y Fg(Reason)k(for)h(disapp)q(earance)p Fm(:)i(replaced)d(on)f(one)g(hand)g(b)o(y)f(the)i(CS6400)e(\(symmetric)f(m)o (ulti-pro)q(cessing)h(mac)o(hine)0 241 y(with)e Fb(\024)p Fm(64)g(Sup)q (erSparc)i(pro)q(cessors\))h(whic)o(h)d(is)g(not)g(targeted)i(at)e(the)h (high-p)q(erformance)e(computing)g(mark)o(et.)17 b(On)c(the)0 291 y(other)f(hand)f(the)h(Cra)o(y)f(Y-MP)g(EL)h(\014lls)e(the)i(gap)f(with)g (resp)q(ect)j(to)d(v)o(ector)h(pro)q(cessing.)18 b(In)11 b(short:)17 b(a)11 b(mark)o(eting)f(strategic)0 340 y(reason.)p 0 354 1949 2 v 0 394 a Fg(Mac)o(hine)p Fm(:)17 b(Cra)o(y)c(Computer)g(Corp)q(oration)h (Cra)o(y-2.)0 444 y Fg(T)o(yp)q(e)p Fm(:)k(Shared)c(memory)e(v)o (ector-parallel,)h(max.)j(4)d(pro)q(cessors.)0 494 y Fg(Theoretical)g(P)o (eak)j(p)q(erformance)p Fm(:)g(1.95)d(G\015op/s)0 544 y Fg(Reason)i(for)g (disapp)q(earance)p Fm(:)h(replaced)f(b)o(y)e(new)o(er)i(Cra)o(y-3)e(\(see)j (3.3.2\).)p 0 568 V 0 608 a Fg(Mac)o(hine)p Fm(:)h(Cra)o(y)c(Y-MP)m(.)0 658 y Fg(T)o(yp)q(e)p Fm(:)18 b(Shared)c(memory)e(v)o(ector-parallel,)h(max.) j(8)d(pro)q(cessors.)0 708 y Fg(Theoretical)g(P)o(eak)j(p)q(erformance)p Fm(:)g(2.6)d(G\015op/s)0 758 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(replaced)f(b)o(y)e(new)o(er)i(Y-MP)f(C90)g(\(see)h(3.3.4\).)p 0 782 V 0 822 a Fg(Mac)o(hine)p Fm(:)i(Digital)11 b(Equipmen)o(t)i(Corp.)18 b(V)-5 b(AX)15 b(9000)e(series.)0 872 y Fg(T)o(yp)q(e)p Fm(:Shared)h(memory)d (v)o(ector-parallel)j(system,)f(max.)j(4)e(pro)q(cessors.)0 922 y Fg(Theoretical)f(P)o(eak)j(p)q(erformance)p Fm(:)g(500)d(M\015op/s)0 972 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)i(DEC)c(do)q(es)i(not)f (pursue)i(high-p)q(erformance)d(computing)f(in)i(this)g(pro)q(duct)h(line)e (an)o(y-)0 1021 y(more.)p 0 1035 V 0 1078 a Fg(Mac)o(hine)p Fm(:)k(Encore)e(S/90)e(series.)0 1128 y Fg(T)o(yp)q(e)p Fm(:)18 b(Bus-based)d(parallel)e(system,)g(max.)j(32)e(pro)q(cessors.)0 1177 y Fg(Theoretical)f(P)o(eak)j(p)q(erformance)p Fm(:)g(128)d(M\015op/s)0 1227 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(tec)o(hnologically)c (obsolete)i(for)g(high-p)q(erformance)f(computing.)p 0 1249 V 0 1289 a Fg(Mac)o(hine)p Fm(:)k(F)m(ujitsu)c(VP2000)g(series.)0 1339 y Fg(T)o(yp)q(e)p Fm(:)18 b(Single-pro)q(cessor)d(v)o(ectorpro)q (cessors.)0 1389 y Fg(Theoretical)e(P)o(eak)j(p)q(erformance)p Fm(:)g(5)e(G\015op/s)0 1439 y Fg(Reason)h(for)g(disapp)q(earance)p Fm(:)h(replaced)f(b)o(y)e(new)o(er)i(VPX)g(series)g(\(see)g(3.1.1\).)p 0 1463 V 0 1506 a Fg(Mac)o(hine)p Fm(:)i(IBM)d(ES/9000)f(series.)0 1555 y Fg(T)o(yp)q(e)p Fm(:Shared)h(memory)d(v)o(ector-parallel)j(system,)f (max.)j(6)e(pro)q(cessors.)0 1605 y Fg(Theoretical)f(P)o(eak)j(p)q (erformance)p Fm(:)g(2.67)d(G\015op/s)0 1655 y Fg(Reason)j(for)g(disapp)q (earance)p Fm(:)h(IBM)e(do)q(es)g(not)g(pursue)g(high-p)q(erformance)f (computing)f(in)h(this)h(pro)q(duct)g(line)f(an)o(y-)0 1705 y(more.)p 0 1718 V 0 1761 a Fg(Mac)o(hine)p Fm(:)j(In)o(tel)c(iPSC/860.)0 1811 y Fg(T)o(yp)q(e)p Fm(:)18 b(Distributed)c(memory)d(parallel)i(h)o(yp)q (ercub)q(e,)i(max.)i(128)c(pro)q(cessors.)0 1861 y Fg(Theoretical)g(P)o(eak)j (p)q(erformance)p Fm(:)g(7.7)d(G\015op/s)0 1911 y Fg(Reason)i(for)g(disapp)q (earance)p Fm(:)h(replaced)f(b)o(y)e(new)o(er)i(In)o(tel)f(P)o(aragon)f(XP)i (series)g(\(see)g(3.4.10\).)p 0 1934 V 0 1987 a Fg(Mac)o(hine)p Fm(:)i(Kendall)c(Square)h(Researc)o(h)h(KSR2.)0 2037 y Fg(T)o(yp)q(e)p Fm(:)j(Virtually)12 b(shared)j(memory)d(parallel,)g(max.)k(1088)d(pro)q (cessors.)0 2086 y Fg(Theoretical)g(P)o(eak)j(p)q(erformance)p Fm(:)g(400)d(G\015op/s)0 2136 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(Kendall)d(Square)i(has)f(terminated)f(its)h(business.)p 0 2158 V 0 2198 a Fg(Mac)o(hine)p Fm(:)j(NEC)d(SX-2.)0 2248 y Fg(T)o(yp)q(e)p Fm(:)k(Single-pro)q(cessor)d(v)o(ector)f(pro)q(cessors.)0 2298 y Fg(Theoretical)f(P)o(eak)j(p)q(erformance)p Fm(:)g(1.3)d(G\015op/s)0 2348 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(replaced)f(b)o(y)e(new)o (er)i(SX-3R)e(series)j(\(see)f(3.3.7\).)p 0 2372 V 0 2412 a Fg(Mac)o(hine)p Fm(:)i(Sequen)o(t)d(Symmetry)e(series.)0 2462 y Fg(T)o(yp)q(e)p Fm(:)18 b(Bus-based)d(parallel)e(system,)g(max.)j(30)e(pro) q(cessors.)0 2512 y Fg(Theoretical)f(P)o(eak)j(p)q(erformance)p Fm(:)g(75)d(M\015op/s)0 2562 y Fg(Reason)i(for)g(disapp)q(earance)p Fm(:)h(tec)o(hnologically)c(obsolete)i(for)g(high-p)q(erformance)f (computing.)p 0 2583 V 0 2626 a Fg(Mac)o(hine)p Fm(:)k(Thinking)12 b(Mac)o(hine)i(Corp)q(oration)g(CM-2\(00\).)0 2676 y Fg(T)o(yp)q(e)p Fm(:)k(SIMD)13 b(parallel)g(mac)o(hine)g(with)g(h)o(yp)q(ercub)q(e)j (structure,)g(max.)g(64K)d(pro)q(cessors.)0 2726 y Fg(Theoretical)g(P)o(eak)j (p)q(erformance)p Fm(:)g(31)d(G\015op/s)0 2776 y Fg(Reason)i(for)g(disapp)q (earance)p Fm(:replaced)d(b)o(y)i(the)g(new)o(er)h(CM-5)f(\(see)h(3.4.19\).) 954 2875 y(44)p eop %%Page: 45 51 bop 0 42 1949 2 v 0 83 a Fg(Mac)o(hine)p Fm(:)17 b(W)m(a)o(v)o(etracer)d (Zeph)o(yr.)0 133 y Fg(T)o(yp)q(e)p Fm(:)k(SIMD)13 b(parallel)g(mac)o(hine,)f (max.)k(16K)e(pro)q(cessors.)0 182 y Fg(Theoretical)f(P)o(eak)j(p)q (erformance)p Fm(:)g(|)d(M\015op/s)0 232 y Fg(Reason)i(for)g(disapp)q (earance)p Fm(:)h(Man)o(ufacturer)e(out)g(of)g(business.)p 0 254 V 954 2875 a(45)p eop %%Page: 46 52 bop 0 42 a Fj(5.)20 b(Systems)f(under)h(dev)n(elopmen)n(t)83 166 y Fm(Although)14 b(w)o(e)g(w)o(an)o(ted)g(mainly)e(to)i(discuss)h(real,)f (mark)o(etable)f(systems)h(and)g(no)g(exp)q(erimen)o(tal,)f(sp)q(ecial)h (purp)q(ose,)0 216 y(or)e(ev)o(en)h(sp)q(eculativ)o(e)g(mac)o(hines,)f(w)o(e) g(w)o(an)o(t)g(to)h(include)f(a)g(section)h(on)f(systems)h(that)f(are)h(in)f (a)g(far)g(stage)h(of)f(dev)o(elopmen)o(t)0 266 y(and)k(ha)o(v)o(e)g(a)g (fair)g(c)o(hance)h(of)e(reac)o(hing)i(the)g(mark)o(et.)24 b(F)m(or)16 b(inclusion)f(in)h(section)h(3)f(w)o(e)g(set)h(the)g(rule)g(that) f(the)h(system)0 315 y(describ)q(ed)i(there)g(should)e(b)q(e)h(on)f(the)i (mark)o(et)d(within)h(a)g(p)q(erio)q(d)g(of)g(6)g(mon)o(ths)g(from)e (announcemen)o(t.)29 b(The)18 b(systems)0 365 y(describ)q(ed)e(in)d(this)h (section)h(will)d(in)i(all)e(probabilit)o(y)g(app)q(ear)j(within)e(one)h(y)o (ear)g(from)e(the)j(publication)d(of)i(this)g(rep)q(ort.)0 428 y(Ho)o(w)o(ev)o(er,)g(there)i(are)e(v)o(endors)h(who)f(do)g(not)g(w)o(an) o(t)f(to)h(disclose)h(an)o(y)f(sp)q(eci\014c)h(data)f(on)g(their)g(new)h(mac) o(hines)e(un)o(til)g(they)0 477 y(are)f(actually)f(b)q(eginning)g(to)h(ship)f (them)g(\(an)h(example)e(is)i(the)g(Con)o(v)o(ex)g(C4\).)17 b(W)m(e)11 b(recognise)i(the)f(wishes)h(of)e(suc)o(h)h(v)o(endors)0 527 y(\(it)g(is)g(generally)f(wise)i(not)f(to)g(stretc)o(h)h(the)g(exp)q (ectation)g(of)e(p)q(oten)o(tial)h(customers)g(to)q(o)g(long\))f(and)h(will)f (not)h(disclose)g(suc)o(h)0 577 y(information.)0 639 y(Belo)o(w)i(w)o(e)g (discuss)h(t)o(w)o(o)e(mac)o(hines)g(that)h(will)f(probably)g(come)g(on)h (the)g(mark)o(et)f(b)o(y)h(the)g(end)h(of)e(1994.)0 714 y Ff(5.1)j(The)g (nCUBE)h(3)0 776 y Fm(The)f(nCUBE)h(3)f(has)g(a)g(structure)i(that)e(is)g(v)o (ery)g(similar)e(to)i(that)g(of)f(its)h(predecessor,)j(the)e(nCUBE)f(2.)24 b(It)17 b(has)f(also)f(a)0 826 y(h)o(yp)q(ercub)q(e)h(structure,)g(but)f (unlik)o(e)e(the)i(nCUBE)g(2,)f(the)h(maxim)n(um)10 b(n)o(um)o(b)q(er)j(of)h (pro)q(cessors)i(is)e(65,536)f(instead)i(of)e(the)0 876 y(presen)o(t)19 b(maxim)n(um)13 b(of)k(8192.)27 b(F)m(urthermore,)18 b(the)g(p)q(eak)f(p)q (erformance)h(p)q(er)g(no)q(de)g(it)e(exp)q(ected)k(to)d(b)q(e)h(m)o(uc)o(h)e (higher:)0 926 y(100)h(M\015op/s)g(instead)h(of)f(3.0)f(M\015op/s)i(at)f(a)g (clo)q(c)o(k)h(rate)g(of)e(20)h(ns.)29 b(The)18 b(\(v)o(ery\))g(theoretical)g (p)q(eak)g(p)q(erformance)f(of)0 976 y(suc)o(h)e(a)f(system)g(w)o(ould)f(b)q (ecome)h(6.5)f(T\015op/s.)19 b(Also)14 b(the)h(comm)o(unication)c(bandwidth)j (is)g(scaled)h(up)f(from)e(2.75)h(MB/s)0 1025 y(\(p)q(oin)o(t-to-p)q(oin)o (t\))g(to)i(roughly)e(115)h(MB/s.)20 b(The)15 b(usual)f(compilers,)f(lik)o(e) h(F)m(ortran)g(77,)g(C,)f(C++)i(will)e(b)q(e)i(supp)q(orted,)h(as)0 1075 y(w)o(ell)d(as)h(High)f(P)o(erformance)h(F)m(ortran)g(and)g(Data)f(P)o (arallel)f(C.)0 1765 y Ff(Ac)o(kno)o(wlegdemen)o(ts)0 1828 y Fm(It)g(is)g(not)g(p)q(ossible)h(to)f(thank)g(all)f(p)q(eople)h(that)g(ha)o (v)o(e)g(b)q(een)i(con)o(tributing)d(to)h(this)h(o)o(v)o(erview.)k(Man)o(y)12 b(v)o(endors)g(and)g(p)q(eople)0 1877 y(in)o(terested)j(in)f(this)f(pro)r (ject)i(ha)o(v)o(e)e(b)q(een)i(so)f(kind)f(to)g(pro)o(vide)h(me)f(with)g(the) h(vital)f(information)d(or)k(to)f(correct)j(me)c(when)0 1927 y(necessary)m(.)20 b(Therefore,)14 b(I)g(will)f(ha)o(v)o(e)g(to)h(thank)g (them)f(here)i(collectiv)o(ely)e(but)h(not)g(less)h(heartily)e(for)h(their)g (supp)q(ort.)954 2875 y(46)p eop %%Page: 47 53 bop 0 42 a Ff(References)181 116 y Fm([)14 b(1])20 b(Bailey)15 b(D.H.,)f(J.)i(Barton,)f(T.)h(Lasinski,)e(H.)i(Simon,)d Fh(The)j(NAS)g (parallel)f(b)q(enc)o(hmarks)p Fm(,)g(NASA)h(Ames)260 166 y(Researc)o(h)f (Cen)o(ter,)f(Rep)q(ort)h(RNR-91-02,)c(Mo\013ett)k(Field,)e(CA)h(94035,)e (Jan.)h(1991.)181 216 y([)h(2])20 b(Beguelin)f(A.,)f(J.J.)h(Dongarra,)e(A.)i (Geist,)g(R.)f(Manc)o(hek,)h(V.)f(Sunderam,)g Fh(A)h(users')h(guide)f(to)f (PVM)260 266 y(P)o(arallel)13 b(Virtual)g(Mac)o(hine)p Fm(,)g(Oak)h(Ridge)f (National)g(Lab)q(oratory)m(,)g(ORNL/TM-11826,)e(Jan.)j(1992.)181 315 y([)g(3])20 b(Dongarra)11 b(J.J.,)h Fh(P)o(erformance)g(of)g(V)m(arious)g (Computers)g(Using)g(Standard)h(Linear)f(Equations)g(Soft)o(w)o(are)260 365 y(in)i(a)h(F)m(ortran)f(En)o(vironmen)o(t)q Fm(,)f Fk(netlib)h Fm(v)o(ersion)g(of)h(No)o(v.)e(15)i(1992,)e(Oak)i(Ridge)f(National)f(Lab)q (oratory)m(,)260 415 y(T)m(ec)o(hnical)g(Rep)q(ort)i(CS-89-85.)181 465 y([)f(4])20 b(Dongarra)c(J.J.,)g(I.)h(Du\013,)f Fk(netlib)g Fh(rep)q(ort)i(on)f(high-p)q(erformance)f(computers)r Fm(,)g(Oak)h(Ridge)f (National)260 515 y(Lab)q(oratory)m(,)d(v)o(ersion)h(as)f(of)h(August)g (1992.)181 565 y([)g(5])20 b(Flanders)14 b(P)m(.,)p Fh(Matrix)f (Multiplication)f(on)h('C')g(series)i(D)o(APs)r Fm(,)f(AMT)g(Do)q(cumen)o(t)f (TR40,)f(Jan.)i(1991.)181 614 y([)g(6])20 b(Flynn)10 b(M.J.,)f Fh(Some)g(computer)h(organizations)f(and)h(their)g(e\013ectiv)o(eness)r Fm(,)i(IEEE)f(T)m(rans.)f(Comput.)e Fg(C-21)p Fm(,)260 664 y(1972,)k(948-960.)181 714 y([)i(7])20 b(Geers)c(N.,)e(W.)g(W\177)-21 b(alde,)14 b Fh(Highly)g(e\016cien)o(t)i(basic)f(n)o(umerical)f(soft)o(w)o (are)h(for)f(sup)q(ercomputers)p Fm(,)j(Pro)q(c.)e(In-)260 764 y(ternational)e(Symp)q(osium)e(on)j(Sup)q(ercomputing,)f(F)m(ukuok)n(a,)f (Japan,)h(No)o(v.)g(1991,)f(219{228.)181 814 y([)i(8])20 b(Grassl)14 b(C.M.,)e(Cra)o(y)i(Researc)o(h)h(Inc.,)e(priv)n(ate)h(comm)o(unicati)o(on.) 181 863 y([)g(9])20 b(Hey)12 b(A.J.G,)f Fh(The)h(Genesis)h(distributed)g (memory)c(b)q(enc)o(hmarks)p Fm(,)j(P)o(arallel)f(Computing)e(17,)i(1991,)g (1275-)260 913 y(1283.)175 963 y([10])19 b(Ho)q(c)o(kney)14 b(R.W.,)e(C.R.)g(Jesshop)q(e,)k Fh(P)o(arallel)d(Computers)g(2)s Fm(,)g(Adam)g(Hilger)g(Ltd,)h(Bristol,)f(1988.)175 1013 y([11])19 b(Horie)e(T.,)f(H.)g(Ishihata,)g(T.)h(Shimizu,)d(S.)j(Kato,)f(S.)g(Inano,)g (M.)h(Ik)o(esak)n(a,)f Fh(AP1000)g(arc)o(hitecture)j(and)260 1063 y(p)q(erformance)f(of)f(LU)h(decomp)q(osition)p Fm(,)e(Pro)q(ceedings)k (of)d(the)h(In)o(ternational)g(Conference)h(on)f(P)o(arallel)260 1112 y(Pro)q(cessing,)d(1991,)d(I-634{635.)175 1162 y([12])19 b(High)d(P)o(erformance)g(F)m(ortran)g(F)m(orum,)e Fh(Draft)i(High)g(P)o (erformance)g(F)m(ortran)g(Language)g(Sp)q(eci\014cation)p Fm(,)260 1212 y(V)m(ersion)e(0.4,)e(Rice)i(Univ)o(ersit)o(y)m(,)f(Houston,)h (No)o(v)o(em)o(b)q(er)f(1992.)175 1262 y([13])19 b(Ishihata)14 b(H.,)g(T.)h(Horie,)f(T.)g(Shimizu,)f(S.)h(Kato,)g(S.)h(Inano,)f(M.)g(Ik)o (esak)n(a,)g Fh(Third)h(Generation)g(Message)260 1312 y(P)o(assing)d (Computer)g(AP1000)p Fm(,)f(Pro)q(ceedings)j(of)e(the)h(In)o(ternational)f (Symp)q(osium)e(on)i(Sup)q(ercomputing,)260 1362 y(F)m(ukuok)n(a,)g(No)o(v)o (em)o(b)q(er)h(1991,)g(46{55.)175 1411 y([14])19 b(Iw)o(amiy)o(a)10 b(T.,)i(M.)h(F)m(ukuda,)f Fh(The)i(Numerical)e(Wind)h(T)m(unnel)f(of)h(the)h (National)e(Aerospace)j(Lab)q(oratory)p Fm(,)260 1461 y(Pro)q(c.)i(of)g(the)h (W)m(orkshop)e(on)h(Benc)o(hmarking)g(and)g(P)o(erformance)g(ev)n(aluation)f (in)g(High)h(P)o(erformance)260 1511 y(Computing,)11 b(T)m(oky)o(o,)h(July)i (1993,)e(53{58.)175 1561 y([15])19 b(Kadota)11 b(H.)g Fe(et)i(al.)p Fm(,)d Fh(P)o(arallel)h(Computer)f(ADENAR)m(T)h(|)g(Its)h(Arc)o(hitecture)i (and)d(Application)g(|)p Fm(,)f(Pro)q(c.)260 1611 y(of)j(the)i(A)o(CM)e(In)o (ternational)h(Conference)h(on)f(Sup)q(ercomputing,)f(June)h(1991,)f (Cologne,)f(1{8.)175 1660 y([16])19 b(Message)k(P)o(assing)f(In)o(terface)h (F)m(orum,)d Fh(Draft)i(do)q(cumen)o(t)g(for)g(a)f(standard)i (message-passing)f(in)o(ter-)260 1710 y(face)p Fm(,)p Fk(netlib)p Fm(,)12 b Fk(netlib@ornl.gov)p Fm(,)e(No)o(v)o(em)o(b)q(er)j(1993.)175 1760 y([17])19 b(P)o(as)14 b(R.)f(v)n(an)g(der,)h(Con)o(v)o(ex)g(Computer)f (Corp)q(oration,)g(priv)n(ate)g(comm)o(unication.)175 1810 y([18])19 b(Prev)o(ost)c(L.)f Fh(Exp)q(erimen)o(tation)g(and)g(ev)n(aluation) f(of)h(parallel)g(m)o(ultipro)q(cessor)g(mac)o(hines)f(on)i(industrial)260 1860 y(co)q(des)r Fm(,)f(in)g(Pro)q(ceedings)h(of)e(the)i(2nd)e(EuroBen)j(W)m (orkshop,)c(Oct.)j(1991,)d(59{80.)175 1910 y([19])19 b(Rijk)14 b(P)m(.P)m(.M.)f(de,)i Fh(The)h(Linear)f(Algebra)g(co)q(des)i(using)d(BLAS)i (lev)o(els)f(2)g(and)g(3)s Fm(,)g(in)g(Pro)q(ceedings)i(of)d(the)260 1959 y(2nd)g(EuroBen)h(W)m(orkshop,)d(Oct.)j(1991,)d(121{126.)175 2009 y([20])19 b(Sc)o(hreib)q(er)g(R.S.,)c Fh(Application)i(case)h(studies)g (|)f(sparse)i(matrix)c(metho)q(ds)r Fm(,)i(in)g(T)m(utorial)e(11)i(of)g(IEEE) 260 2059 y(Sup)q(ercomputing)c('91:)f(Using)h(Massiv)o(ely)h(P)o(arallel)e (Sup)q(ercomputers:)i(An)g(Applications)f(P)o(ersp)q(ectiv)o(e,)260 2109 y(Albuquerque,)h(No)o(v.)f(1991.)175 2159 y([21])19 b(Simmo)o(ns)10 b(M.L.,)h(H.J.)g(W)m(assermann,)g(O.M.)h(Lub)q(ec)o(k,)g(C.)g(Eo)o(y)o(ang,)f (R.)g(Mendez,)i(H.)f(Harada,)g(M.)f(Ishig-)260 2208 y(uro,)i Fh(A)h(P)o(erformance)f(Comparison)e(of)i(Three)i(Sup)q(ercomputers:)f(F)m (ujitsu)f(VP-2600,)f(NEC)i(SX-3,)f(and)260 2258 y(Cra)o(y)g(Y-MP)r Fm(,)h(in)g(Pro)q(ceedings)h(of)e(IEEE)i(Sup)q(ercomputing)e('91,)f (Albuquerque,)j(No)o(v.)e(1991,)f(150{157.)175 2308 y([22])19 b(Steen)h(v)n(an)e(der)i(A.J.,)d Fh(The)j(b)q(enc)o(hmark)e(of)g(the)i (EuroBen)g(Group)p Fm(,)e(P)o(arallel)g(Computing)e(17,)i(1991,)260 2358 y(1211-1221.)175 2408 y([23])h(Steen)g(v)n(an)e(der)h(A.J.,)f Fh(Benc)o(hmark)g(results)i(for)f(the)g(Hitac)o(hi)f(S3800)p Fm(,)f(Sup)q(ercomputer)j Fg(10)p Fm(,)e(No.)g(4/5,)260 2457 y(1993,)12 b(32{45.)175 2507 y([24])19 b(T)m(rew)14 b(A.,)f(G.)g(Wilson,)f Fh(P)o(ast,)i(Presen)o(t,)h(P)o(arallel)r Fm(,)d(Springer-V)m(erlag,)h (London,)g(1991.)954 2875 y(47)p eop %%Page: 48 54 bop 954 2875 a Fm(48)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF .