Distributed elf- cheduling for Heterogeneous. ForHstation Tlusters. Jianhua Xu. Department of Computer Science. Wayne State University. Detroit, MI 48202.
! #"$&%'()*"+!,)-)"$ - . "/102*345"$ 678 *) 9:=5?1@;BAC@ DEGFH;JIKMLNEG=*KPOQ/R2OLSF@KMETIU VG:WEX=5VYE Z[;X\=EBU*K#;]K^E`_-=5:baETIMcd:bK\ D-ETK^IdO:bKfe5gihkj*l*mJnm o :qp(rVTcTsut;f\=E>svEGw5@ x =*KM?O=\yRP?IdO=OF(O@{zWOcTe(U1EX=5:WOILNEGL}|~ETIGehkk D:Wa:cd:WO=O>Q+R2OLNF@K^ETIU VT:EG=5VTE _=5:WaETI^cd:WK\NOQ
4Ep;>c;]KU;>= x =*K^O=5:WO U{;>= x =*K^O=5:WOeA Jl*mj ;]KMVfrVGcTs@KMc^;suEXw5@ + >8Y ¬´±¢d¯§Y´§Yu¦¬¦¦®§MG~¤Y¢²¦¡¢¨¤T ¬¬³¢d£
¬£¥¯u£¾¯¤Tu¯)Y§¦´±¨¾u¢d§¢£¥¨-¿¤T©#¬+Yª«Tu£
µ·
G¶H¬¢P¸ 2¬®ª«®«8u¹º¬T£À¬¡¯u$¦u¬§TÁ¡¢d¢Y¸N¯,¦T
¢k¼»+±°#´¤f¬Y¯>¯§Y¸Hª½¦uu®¦v§Á ¢¦´¿ÃÁTÁTY¯u-¦u¢§¦¨¨Â´ÁY§¬§YY¢d½YY¯u$¯u¢d§Y¬¸¨,¡¢¦¦´TÅ«Á¬¦¯u¬£
¬§Y¦$´¢du§Y§YY¨ÂµN¦¢¬¿ÃÆÃT¯¦v¾£ÄY´¿¢Á²¬Í§Y¬-¤T½¬¦Ç1ª#¬¯u¯u¦£Ä¯1u¯¯¢T¢#¸HÈÊ¢ÉÁYˤTuºY´³Á¡¸H¦£
¦¨dÁ§¬8ª`v²§Y´±¢d¬-§Y¤fY¦uv§«¦©«¦¢¯¨¿vÌ©§´Á¢dYY(T¸¯uu§¢¦¨/Å#¦¦´¦Á¬¦£
¢d§2)´¯u¿T¢¤T¬µ ¬¯u¯¯¯¢#¢¤T¸Hu¦Á ÏÂÏÂu§Y(/±¤T¤f°«¦§Y§Y+§M§M¦ÁY±°«u*¤XªM¬³¤f¦u£¥(¢d§Y¢§M¿]¦¦¬ÁY´¯1¬ÁY®¦+£¥XY1¯¦§¢4¬ÁÁ¤Y¢8¤T¸H¯uv¦§¢¨2¨¦§Y¢ÁY¬¢d£º4YY¢d¯u¦Y4u¤Y¦¦´³¢«Áu´±T£¥¦$¢¥)´±¢dª«ª«£¥¤T¬£
£
¦ µµ ¿Ð¬8®¢¬T¯ª/¢
¦Á´ÁYT¯uu§¨4u§ÈÊÉ8Ëbµ Ñ2u§¨ÒM¹ÓÕÚHÔÍÖ ¸ ×>¢ØHÅkÙ ¢¢d¿>¬¸4¢T¦Å«¬¯u¬¦¬§Y¦´±¢d¹^§Y©« ´³ÁYY¯uv§¨¹©«¯¿vÌW´ÁYT¯uu§¨¹ Ù ¢#¢¤4´ÁYT¯¼Ì Û
!"!$#%&'!(*)+!$-,'.* /0212!()34&657*8'9:5; 8=@!A,B!$C )D.C12>=!(*8$>*EF,B)GC/IH & 8=!(,')J!KC>$>=1LC>#65M!$N,'>=>$3 )O!(,'>$!("57'8$=!(,B!( )>K>$"!(#P,B!!$#Q5; 8=@!A,B!$C ) J,'R>;,'8$F57*CTS,'-,')2.RTE?5#.A#UC>;8$*9V*8$8=R!(W,'>7!(#2:>$.A#*R1C)3I8= S/OXYZ+H *8(,';8$>=[,'8=.A#\8=>=1!$>WC>@!"C)>=.A#R21C)3],')R^C ,'RSP,'C,').*C)3O9V 8WR>=!(8=CS1!(R >@_>@!(*/0>"`V>$*a'Xb3XcEd e Edbf e Edhg e Edji e Edbk e-l XKmn'>o,B8$L!(#p/0 >@!o/0& 8@!A,')J!K>$ 128$. '9q.* ).*18$8=)._%C)rP,'8(,BCC*tsBR2C>=!$8$S12!(*R . /12!(,B!( )>Xou#C>FP,'&8o9V?.1>=>v ) >=.A#R12CC)23O,'8(,'C*wC? >F5!(#x)R&)2R)J!Q!$8(,y!(C')>: )x#!(8= 3 *) 12>pR>@H !$8$CS212!(*RO>@_?>=!(*/0>a`V5c!(# 8=.*>$>= 8$>K#P,[Z?C)3RczT*8$)J!>={*R> l X u#*8$|,'8$qSP,B>$C.,'Cc_!}57KnB92 o>$.A#*R1C)3K>$.A#*/0*>E?~ q>=.A#R12CC)23 ,')2R4
y IQ>=.A#R21C)3X
Û
u>=.A#R21C)3L,'>$>=C3 )2>w!$8$,B!( )>7`V!(o8$?.*>$>$'8$> l ').S&*9V'8$8= 3 8$,'/ .1!(C')%>=!(,'8=!$>X!:>F>=1!(,'SCv9V 8K1)c9V 8$/_RC>@!(8$S12!$Rr'>p`Xb'X) R2&)R*).>C>@!S{!}57*)GRczT*8$*)+! c!(8$,B!( )> l E5#*)D*.12!$R '),# / 3 *) 12>/W12!(8$?.*>$>= 8U>=_?>=!$/OXP 8 P,'8(,BCC*:C? >U>@!A,B!$C. >=.A#R21C)3UC)JZ 'Z *>vCc!$!(p6Z'8$#2[,'RD`S&.,'1>$I!$#8=IC>:)U8=1) !(/0pRP,B!A, .* //W1).[,B!$C ) l E+S12!u,'>$_C,'R>7!$ICJ,'R0C/WS,'-,')2.'E+9V 82,'/02Coc9n!(# 'r!$8$,B!( )>:,B8$I'9|RczT*8$)J!v.1!(C')x!$C/>v,B)R%!(#I28$?.>=>$ 8=>Q,'8$ #2 /0'3 )* 1>*E 89o!$#r28$?.>=>$ 8=>,'8=#2*!(*8$ 3')* 1>x`t5#C.A#G>0B9t!() !$8$1v9V 85; 8=@!A,B!$C ) .*C1>@!(8=> l X B Ia>=.A#R12CC)23U,'>$>=C3 )2>o!$8$,B!( )>F,B!:8=1)%!(/0BXF8$?.*>$>$'8:C>o,'>@H >=C3 )2R/ 8$ c!(8$,B!( )>0 )_D,B9t!$8U!0P)>$#*>Oc!(>.*18$8=)J!OCJ,BRX:SJZ?cH '1>$c_ E+R2_?)P,'/C.>$.A#2R1C)3QC)J!$8$?R1.*>;>= /F>=.A#R12CC)23p6Z *8$#,'RXqu#+1>E !$N/C)/0 :6Z'8$#2[,'R%5#CL/0,'C)J!A,BC))3I3 ?ROCJ,BRSP,B-,').*pS&.* />:, .*8$c!(C.,'T28$ S/¡5#C.A#OR2_?)P,'/C.v>=.A#R12CC)230/W12>=!K>$ cZ BX Y *9-H}>=.A#R21C)3>L,OR_),'/0."C? x >$.A#*R1C)3O/0!(#?R]9V'8Q/a1!$C8=.*>$>= 8 >@_>@!(*/0>*EF)D5#C.A#,B)CR8=.*>=>$ 8U2R _?)P,B/0.[,'_^3 !(>U,B>$>$3 )*RC? Dc!(8$,yH !$C )`V> l 9V 8u.1!(C')X f
Û Û Û
|,'8=C 1> Y*9-H>$.A#*R1C)3K>$.A#*/0*>`$d e Ed Be EPd f e Ed Be-l #P,[Z 7S&*)W8= Z')W>=1.H .*>$>@9V1+9V 8 >=#P,'8=RW// 8=_:/W1!$C8=.*>=>$ 8>=_?>@!(/>XYC).*|5; 8=@!A,B!$C )p.1>=!$8$> S&#P,[Z'Rz{8=)J!(c_v9V8$ / /W12!(8$?.*>$>= 8>=_?>=!$/>E !(#2>$7>$.A#*/0*>57 12CRa)2'!3 cZ >$,B!(>=9,'.!( 8@_8$*>$1c!(>u5#*)r1>=RrR2C8$*.*!$_') 5; 8=@!A,B!$C )O.1>=!$8=>X })!(#>IP,'&8Eq5;O/?R9t_ ,')RC/8= Z'U>$*9-H}>=.A#R21C)3x>$.A#*/0*>E7>=]!$#P,B! !$#*_^.,')S{O,'2CR!(x#!(*8$ 3 *)'1>5; 8=@!A,B!$C ).*C1>@!(8=>X 4U8$ & >=, R>=!$8$CS212!(*RN>$*9-H>$.A#*R1C)3Q>$.A#*/0BE25#C.A#0C>|>$1c!A,'S2C9V 8q#*!$8$'3 )* 1>75; 8=@!A,B!$C )".1>=!$8=>X 7'!$#N,B8$.A#c!(.!(18=F#2*!(*8$ 3')*!}_,')RR2_?)P,'/C.uJ,'RIZB,'8$C,B!( ) ,'8=u!A,'|,'>=>$3 )RN, 6 2 T ' ?t E 5#.A#8= P*.*!$>Fc!(>u,'.!(1P,Bn>$&RO8$*-,B!$Z':!(I!(#L>=C657*>=!K )L) !$#v>=_?>@!(/OX 7H 9V 8=N,U5; 8$=!(,B!( ) >a,B>$>$3 )*R !$>p)2?!a!(,'>$L.18=8$)J!IJ,'RX 1>=o!(#2:)+1/WS&87B98$?.*>$>$*>uC)!(#:8=1)H ?121L,'>7, [J
" (B~ Xu#FZ8=!$1P,' .* /0212!()3r&657*8WRZ?RR4S+_]!(#2CJ,BR C>Q.[,BCC*R,[ZB,'CC,'S.* /12!()3r&657*8E ,')2R"!$#u)!|.A#+1)=C *uC>R!(*8$/C)*RSJ_",o5; 8=@!A,B!$C ) >K o ' ?t X ;C/C*/0*)+! 128 >=.A#/1>=C)3K!(#;RC>@!(8$S12!$RW>='9t!}5,B8$7*)JZ8$ )2/0*)+! d e )O,"#2*!(*8$ 3')* 1>u57'8$=!(,B!( ) .C12>=!(*8,')R /0,'$ )>;5!(# 2>=!$C)3">$.A#2/>X }) >=.!(C')^f 5;8$*Z?*5 >$*9-H>$.A#*R1C)3O>$.A#*/0*>X 0,'RR28$>=>p!$#N#!(*8$BH 3 *)c!}_O'9|,05; 8$=!(,B!( )%.*C1>@!(8o,')R 128o/'!(cZ',y!(C')O)r>=.*!$C ) Xo})%>=.!(C') gN5;W8=>=)J!p,NC? rc!(*8(,B!$C )O/0?R*X 4W8=>=)J!v!(# :C>=!$8$S12!(*Rr8(,'& * CR Y*9-H Y.A#R21C)3` :KY2Y l )%>$*.*!( ) XLo)R%5;">$#65 18:{*8$C/)J!(,'w8=>$12!(> ,')2RO.* ).*C1>=C )>)O>=.!(C')>KiyH@kX
!
"
$#
%&
+*
'( )
-,&
. /021
43
5
6
97
;
@BAC
FH
!rB9t!()1>$*R >$c9-H}>=.A#R12CC)23D>$.A#2/>x,'8= 4~ ~ (
t d f e E ? ~ T~ (
t d e E ?V
(
K~ ~ (
t d e Ey,')R" = 'V
~ ~ (
t d 6e X F~ ~ (
t K,'>=>$3 )>q )!$8$,B!( )W!(Q[,'.A#0CRu8$?.*>$>= 87,y!7,v!(/0BX Y).!$#3 8$,')+1-,'8=!}_F>$ C>n')!$8(,y!(C')E[!C>n[,B>=_:!$,'.A#CZ |CJ,BR:SP,'C,').BE >@H &.*-,'_W9V 8|) )?H}1)c9V 8$/_aRC>@!(8=CS12!$R0C? >;,')R#!(*8$ 3 *)'1>>=_?>@!(/>>=1.A# 'V
W
SUT
Z"( )
'V
SUT
'V
X
-
SUT
'V
Û
Q R
SUT
!Y
'V SUT
'V (
Û
', >5; 8$=!(,B!( )r.*C1>@!(*8$>Xuv)O!(#Q'!$#8K#P,')RTE&!$#p>=.A#R21C)3N6Z *8$#,'R%>K28$BH & 8=!$C ),''!(K!(#q!(B!A,'+)+1/WS&8'9c!(*8(,B!$C )>*Ey5#2C.A#a/0,[_LS{|#3 #X})aR>=!(8=CS1!(R .* /0212!()3E6577,'8$|/ 8$q.').*8$)*RI,'S& 12!/0)C/C *C)3|!(#q!(B!A,'+*.12!$C )Q!(C/ !$#P,')r218$QCJ,BRSP,B-,').*C)32X;u#+1>:218$Q>$*9-H}>=.A#R21C)30>F)2'!F,')rR[,'n>=.A#/'E *>$&.C,'Cc_09V'857 8==!A,y!(C').*C1>@!(8=>E5#*8$Q. //W1)2C.[,y!(C'). >@!KC>#C3'#X ? p~ ~ (
t K/0,[_0S&:1>=R!$W8$*R1.F!(#:>=.A#R21C)3W>=_?).A#28$ ) [,yH !$C )6Z *8$#,'RX })>@!(,'R'9W,'C.,B!()3 )2]c!(*8(,B!$C ),B!O,^!(/0BEo.A#+1)$*9-H >=.A#R12CC)23^,'>$>=C3 )2>U,4!A,B>$$>=!(>N'9Q, )+1/WS&8B9 c!(8$,B!( )>N` O~ l X 7#+1)=c9-H}>$.A#2R1C)3r8$ +18$*> ,'> /0,')J_%>@_)2.A#8$ )2C [,y!(C')>a,B>v18$>$*9-H>$.A#*R1C)3 R?>X" -,B8$3 W.A#+1)2=C *8=H R12.>o>$.A#*R1C)3N6Z'8$#2[,'RETS12!o,'C>=NC)2.8$,'>$*>F!$#a.A#P,B).WB9CJ,BR/WSP,'C,').BX u#+1>*E2!(#ouC>u*9t!u!$"!$#L8$'3 8(,'//8X r/0,'EC)]!(8=/0>Q'97R*!$8@H /C))3p!$#L.A#+1)$ BE V
(
"~ ~ (
t oR2_?)P,B/0.[,'_8$*R1.*>u!(#L.A#+1)< >=C B X 7#+1)$ N) 3 12CR*R>$*9-H}>=.A#R21C)3%C>QR!(8=/0)R S+_]!(#2)+1/WS&8aB9 8=/0,'C))3 `t!( S&I.*12!(*R l c!(*8(,B!$C )>oRZ?CR2R SJ_%!(#2I)?12/WS{*8L'9|8$?.*>$>$'8$>X u#N.A#?12)< >=C ,B!a!$#S&3 ))C)23>a8$*-,B!$Z'_xC,'8$3''E,')2R !(#*)^8$'3 8$*>$>$cZ *_ R*.8=[,'>=>QE5#C.A#OC)R2C.[,y!(>!$#vC)J!$)J!( ) '9wS&'!$#,B.A#CZ)3"CJ,BRUSP,'-,B).L,')2R 8=R1.*C)3I!$#L>$.A#*R1C)3 Z'8=#[,'RTX #CQ3 1CR2Rr>=c9-H}>$.A#2R1C)30R.*8$,'>$*>:!(#p.A#?12)=C p) )C),'8$c_ En @ 'V
~ ~ (
t P R2.8=[,'>=>a!$#N.A#+1)2=C %`8=*9V8=8$*R !(r,'> C) d ye-l C),'8$c_ Xmn ! ^S{O!(#O!('!(,')?12/WS{*8N'9o!$8(,y!(C')>"C)\!$#r'D,')2R !$# )?12/WS{*8"'9o28$?.>=>$ 8=>X})!(8(,B{* R >=c9-HQ>$.A#*R1C)3Eq!(#UP8=>=!0,')RC,'>=! `,'>$>=C3 )*R l .A#+1)$C *WP,'8I` l /N,[_S{a>$*!:S+_!(#a8$ 3'8(,'//0*8X:})x,.* )H >=8=ZB,B!$Z'Q>=.*!$C )T E P,'C87C>R*!$8=/0)RO,'> V
W
SUT
'V
'V
W
'V
W
-
W
&Y
SUT
#
'V (
Û
Y
Û
!T
SUT
'V
V )
Z
f!,B)R"#
Û
X
Û
u#>)>=18$*>|!$#P,B!!$#CJ,'RIB9{!$#P8$>@!|.A#?12)>$>!$#P,') '9{!$#!(B!A,'J,'R )N/ >=!7C? NR>=!$8$CS212!( )>E?,')2RU8$R21.*>!(#F.A#P,').*v'9C/WS,'-,')2.KR1o!$W-,'8=3 >=C L'9!(#2L8$>=!K.A#+1)$*d Be 9V'8uR*!(,'C> l X
Û
g
u#L!('!(,')+1/WS&8'9 >=!$>K)*R*R9V 8!$#L>$.A#*R1C)38$?.*>$>C>
f `
l X
u#+1>!(#LR*.8=[,'>=pS&*!}5;*)%. )2>$.*12!(cZ Q.A#+1)o>
` l ` Û l X u#*)O!$#Q.A#?12)$ >)OKY2YU5; 1RS& f X
Û
! 5,B>O>=#65)) d Be !(#P,B! !$8(,'& * CR>=9-H>$.A#*R1C)3C> S&*!=!(8U!$#P,')!(# '!$#8o>$.A#*/0*>Q)%/ >=!v.,'>$*>XQu#+1>En5;W5CC1>=I!(8(,B{* R%>$*9-H}>=.A#R21C)3C) 128u2,'/C*>!$"S{L8=>$*)J!(RrC)!(#2L9V'CC65)3W>$*.*!$C )>*X
I Q 'O
Y *9-H>$.A#*R1C)3W>=.A#/>u5;8$LR*>$3 )RU5c!(#/W12!(8$?.*>$>= 8>=_?>@!(/>uC)U/C)2RE 5#*8$|8$?.*>$>= 8$>,'8=|#2 /0'3 )* 1>*X #*)W,'2_?C)23!(#*>$|>$.A#*/0*>!$F,u.*C1>@!(8 '95; 8$=!(,B!( )>*EP#*!$8$'3 )*!}_]`VXb'X>={*R,')ROCJ,'RZB,'8=-,B!$C ) l /W1>@!S{v!(,'=!$8v/0,6_r. )2>$C>@!Q'9;5; 8=@!A,B!$C )2>v'97R2z{8$*)J!a,B8$.A#c!(.!(18='E ,')2R%*Z')x9V 8F!$#W>(,B/0p