on implementing mpi-i/o on blobseer

25
! "# %&’()&)#*%#+ ,-./." 0# 1(023))4 5%)*/647#+ 689: ;)4<=*= 6)=&

Upload: viet-trung-tran

Post on 04-Jul-2015

208 views

Category:

Documents


0 download

TRANSCRIPT

Page 1: On implementing MPI-I/O on BlobSeer

!

"#$%&'()&)#*%#+$,-./."$0#$1(023))4

5%)*/647#+$689:;)4<=*=$6)=&

Page 2: On implementing MPI-I/O on BlobSeer

>

?0&&0#$.@"$#))AB

! ,7(*%'()$.@"$#))AB$0C$BD%)#*%C%D$=''(%D=*%0#BE

! 8)=A%#+$%#%*%=($%#'7*

! F4%*%#+$4)B7(*B

! ?G)DH'0%#*%#+

! "7*/0C/D04)$D0&'7*=*%0#B

! 5%B7=(%I=*%0#

Page 3: On implementing MPI-I/O on BlobSeer

J

.@"$=DD)BB$'=**)4#B$%#$'=4=(()($=''(%D=*%0#B

! <%CC)4)#*$C40&$*G0B)$%#$B)K7)#*%=($'40+4=&B

! 3)K7)#*%=($'40+4=&B$*L'%D=((L$=DD)BB$A=*=$%#$(=4+)M

D0#*%+707B$DG7#HB

! .#$&=#L$'=4=(()($'40+4=&BM$)=DG$'40D)BB$&=L$#))A$*0

=DD)BB$B)N)4=($#0#D0#*%+707B$'%)D)B$0C$A=*=$C40&$=$C%()

! O407'$0C$'40D)BB)B$&=L$=DD)BB$*G)$C%()$B%&7(*=#)07B(LM

=#A$*G)$=DD)BB)B$0C$A%CC)4)#*$'40D)BB)B$&=L$2)

%#*)4()=N)A$%#$*G)$C%()

Page 4: On implementing MPI-I/O on BlobSeer

P

:))A$C04$'=4=(()($.@"

! 9B$D0&'7*)4B$+)*$(=4+)4$=#A$C=B*)4M$.@"$2)D0&)B$)N)#

&04)$=$20**()#)DH

! 3)K7)#*%=($.@"$2)D0&)B$=$20**()#)DH

! 3*=#A=4A$7#%Q$.@"$%B$#0*$'04*=2()$#04$B7%*=2()

! RQ'4)BB$=DD)BB$'=**)4#B$S%*G$=$B%#+()$C7#D*%0#$D=((

! :0$#0*%0#$0C$D0(()D*%N)$.@"

! 5)#A04/B')D%C%D$)Q*)#B%0#B$*0$T#%Q$9-.$%B$#0#'04*=2()

! 647)$'=4=(()($.@"$4)K7%4)B$&7(*%/'40D)BB$=DD)BB$C40&$=

'=4=(()($C%()$BLB*)&

Page 5: On implementing MPI-I/O on BlobSeer

U

9AN=#*=+)B$0C$,-.$.@"$C04$'=4=(()($.@"

! ,-.$.@"$D=#$2)$D0#B%A)4)A$=B$T#%Q$.@"$'(7B$V(0*B$0CW

0*G)4$B*7CC

! F4%*%#+$%B$(%H)$B)#A%#+$=$&)BB=+)$=#A$4)=A%#+$%B$(%H)

4)D)%N%#+

! -)4C04&=#D)

! -04*=2%(%*L

! ?0#N)#%)#D)

Page 6: On implementing MPI-I/O on BlobSeer

X

Y)=*74)B$0C$,-.$.@"

! -=4=(()($4)=A@S4%*)

! :0#/D0#*%+707B$A=*=$4)=A@S4%*)

! :0#/2(0DH%#+$4)=A@S4%*)

! ?0(()D*%N)$4)=A@S4%*)

! -04*=2()$A=*=$4)'4)B)#*=*%0#$=D40BB$'(=*C04&B

! ,)DG=#%B&$C04$'40N%A%#+$G%#*B$=''(%D=2()$*0$=$'=4*%D7(=4

B*04=+)$BLB*)&

Page 7: On implementing MPI-I/O on BlobSeer

Z

Y%()N%)S

! <%B'(=D)&)#*M$)*L')$=#A$C%()*L')$D4)=*)B$=$C%()N%)S

! C%()N%)S$=((0SB$B%&7(*=#)07B$S4%*%#+@4)=A%#+$0C

#0#D0#*%+707B$%#*)4()=N)A$A=*=$2L$&7(*%'()$'40D)BB)B

! ,-.[Y%()[B)*[N%)S$D=((

! )=DG$'40D)BB$G=B$=$A%CC)4)#*$C%()N%)S$0C$=$B%#+()$C%()

Page 8: On implementing MPI-I/O on BlobSeer

\

Y%()N%)S$)Q=&'()

Page 9: On implementing MPI-I/O on BlobSeer

]

Y%()N%)S$)Q=&'()$V>W

! TB%#+$C%()N%)SB$*0$=DG%)N)$=$+(02=($A=*=$A%B*4%27*%0#

Page 10: On implementing MPI-I/O on BlobSeer

!^

?0(()D*%N)$.@"

! "'*%&%I)A$.@"$2=B)A$0#$D0&2%#)A$4)K7)B*B$0C$=((

'40D)BB)B

! ?=#$&)4+)$*G)$4)K7)B*B$0C$A%CC)4)#*$'40D)BB)B$*0

')4C04&$.@"$)CC%D%)#*(L

! O00A$C04$B&=((@#0#D0#*%+707B$4)K7)B*B

Page 11: On implementing MPI-I/O on BlobSeer

!!

P$()N)(B$0C$,-./.@"

Page 12: On implementing MPI-I/O on BlobSeer

!>

8",."E$=$,-./."$%&'()&)#*=*%0#

! _%+G$')4C04&=#D)M$'04*=2()

Page 13: On implementing MPI-I/O on BlobSeer

!J

-=4=(()($C%()$BLB*)&`B$C)=*74)B$#))A)A

Page 14: On implementing MPI-I/O on BlobSeer

!P

?=B)$B*7ALE$-5Y3

! -=4=(()($N%4*7=($C%()$BLB*)&

! O0=(B$0C$-5Y3

! -40N%A)$!"#!$%&''()*++'%%$*0$C%()$A=*=$C04$'=4=(()($=''(%D=*%0#B

! -40N%A)$=$D(7B*)4/S%A)$+,-%"%.'-.)-*/')%&*+'

! R#=2()B$0%'1$+,-.1,22'()%.1"&"-#),3)(*.*$=D40BB$A%BHB$0#

A%CC)4)#*$.@"$#0A)B

Page 15: On implementing MPI-I/O on BlobSeer

!U

-5Y3N!$V>^^^W

! Y7#D*%0#$0C$)=DG$D0&'0#)#*

! ,)*=A=*=$3)4N)4

! "#)$')4$-5Y3$C%()$BLB*)&

! ,=%#*=%#B$%#C04&=*%0#$0#$C%()B$=#A$A%4)D*04%)B

! .@"$3)4N)4B

! ,04)$*G=#$0#)$#0A)B

! 3*04)$-5Y3$C%()$A=*=$0#$(0D=($C%()$BLB*)&B$B7DG$=B$)Q*>CB$'=4*%*%0#

! ?(%)#*B

! TB)4B$0C$*G)$-5Y3$BLB*)&

! 9''(%D=*%0#B$=DD)BB%#+$-5Y3$C%()B$=#A$A%4)D*04%)B$47#$0#$D(%)#*

&=DG%#)B

Page 16: On implementing MPI-I/O on BlobSeer

!X

-5Y3N!

! ,)*=A=*=$B)4N)4$#))AB$#0*$*0$2)$%#N0(N)A$%#$.@"

0')4=*%0#B

Page 17: On implementing MPI-I/O on BlobSeer

!Z

-5Y3N!E$=DH#0S()A+)A$%#D0#N)#%)#D)B

! 3%#+()$&)*=A=*=$B)4N)4

! 3%#+()$'0%#*$0C$C=%(74)B

! 10**()#)DH$C04$)N)#$S)((/2)G=N)A$=''(%D=*%0#B

! Y%Q)A$A=*=$A%B*4%27*%0#$%#$407#A/4072%#$C=BG%0#

! ?=#$#0*$2)#)C%*$C40&$=DD)BB$'=**)4#B

Page 18: On implementing MPI-I/O on BlobSeer

!\

-5Y3N>

! <%B*4%27*)A$&)*=A=*=

! -5Y3N>$B)4N)4$D=#$2)$.@"$#0A)M$,)*=A=*=$#0A)$04$20*G

! 3*47D*74)A$#0#/D0#*%+707B$A=*=$=DD)BB

! C()Q%2()$=#A$)Q*)#B%2()$A=*=$A%B*4%27*%0#

! *%+G*$,-./."$%#*)+4=*%0#

! RQ'(%D%*$B7''04*$C04$D0#D744)#DL

! 67#=2()$B)&=#*%DB

! <=*=$=#A$&)*=A=*=$4)A7#A=#DL

Page 19: On implementing MPI-I/O on BlobSeer

!]

-=4=(()($C%()$BLB*)&`B$C)=*74)B$#))A)A

Page 20: On implementing MPI-I/O on BlobSeer

>^

1(023))4$NB$-5Y3N>$S4*a$,-./."

Y)=*74) -5Y3N> 1(023))4

60()4=#D)$*0$B%#+()$'0%#*$0C

C=%(74)B

bR3 :0*$L)*

R(=B*%D%*L c c

<%B*4%27*)A$&)*=A=*= bR3 9$'=4*

6%+G*$,-./."$D07'(%#+ bR3 :0*$L)*

?0#D744)#DL bR3 bR3

?G)DH'0%#*%#+ :" bR3

5)4B%0#%#+ :" bR3

Page 21: On implementing MPI-I/O on BlobSeer

>!

1(023))4$=B$=$'=4=(()($C%()$BLB*)&

! -=4=(()($.@"$30C*S=4)$94DG%*)D*74)

Application (Visit, Tornado simulation)

Data model (HDF5, NetCDF)

MPI-IO

ADIO

Parallel blob-based file system

BlobSeerNamespace

managers

BlobseerFS-ADIO driver

Page 22: On implementing MPI-I/O on BlobSeer

>>

?744)#*$B*=*7B

! ?744)#*$B*=*7B

! ?0A)A$=$B%&'()$9<."$(=L)4$C04$8",."

! "'*%&%I=*%0#$C04$D0(()D*%N)$."$=#A$#0#D0#*%+707B$."$%B$2=B)A

0#$*G)$A)C=7(*$B*4=*)+%)BE$<=*=$B%)N%#+$=#A$6S0/-G=B)$.@"

! 6)B*)A$S%*G$,-.?_/>$0#$O4%A`U^^^

! O0*$B0&)$'4)(%&%#=4L$4)B7(*B

Page 23: On implementing MPI-I/O on BlobSeer

>J

-5Y3$NB$1(023))4

! RQ')4%&)#*$0#$O4%AU^^^

! -5Y3$%B$D0#N)#%)#*$C04$,-./."$VXPH$'=+)$B%I)$%#$A)C=7(*W

! 1(023))4

! F4%*)$2=#AS%A*G$d$UPaP]\]>]$,2L*)B@B)D

! 8)=A$2=#AS%A*G$d$PXaJ>]]!J$,2L*)B@B)D

! -5Y3

! F4%*)$2=#AS%A*G$d$!^Za]ZX^PU$,2L*)B@B)D

! 8)=A$2=#AS%A*G$d$XPaJXU\UX$,2L*)B@B)D

!

Page 24: On implementing MPI-I/O on BlobSeer

>P

,%D402)#DG&=4H

! TB%#+$&'%/%0$*)B*$%#D(7A)A$%#$-5Y3$C04$%#A%N%A7=($."

V)=DG$S4%*)@4)=A$XP$,1W

! <)'(0L)A$0#$J>$#0A)B$0#$*G)$8)##)B$B%*)$0C$O4%A`U^^^

! ,)B74)$*G)$=N)4=+)$*G407+G'7*$Ve,1W

Page 25: On implementing MPI-I/O on BlobSeer

>U

16."$2)#DG&=4H

! TB%#+$:939$16."$2)#DG&=4HM$?(=BB$1M$?0(()D*%N)$."

! ,)=B74)$*G)$*0*=($)Q)D7*%0#$*%&)$%#$B)D0#AB