0XOWLGLVFLSOLQDU\6\VWHP'HVLJQ2SWLPL]DWLRQ *HQHWLF$OJRULWKPV ,, 7DEX6HDUFK 0DUFK /HFWXUH 2OLYLHUGH:HFN  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 7RGD\?V7RSLFV ? 0RUHRQ)LWQHVV)XQFWLRQ$VVLJQPHQW ? 0XWDWLRQ ? &RQVWUDLQWLPSOHPHQWDWLRQLQ*$V ? 0XOWLREMHFWLYHRSWLPL]DWLRQZLWK*$V ? 7DEX6HDUFK ? 6HOHFWLRQRI2SWLPL]DWLRQ$OJRULWKPV  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV )LWQHVV)XQFWLRQ0DSSLQJ , ? 2EMHFWLYH)XQFWLRQPHDVXUHVKRZLQGLYLGXDOV SHUIRUPLQWKHSUREOHPGRPDLQ ? 5DZPHDVXUHRIILWQHVVXVXDOO\RQO\XVHGDV LQWHUPHGLDWHVWDJHLQGHWHUPLQLQJUHODWLYH SHUIRUPDQFHRILQGLYLGXDOVLQD*$ 7UDQVIRUPREMHFWLYHIXQFWLRQYDOXHLQWRDPHDVXUH RIUHODWLYHILWQHVV IREMHFWLYHIXQFWLRQ () = JI[) [ ( () ) JWUDQVIRUPDWLRQ )UHODWLYH)LWQHVV !   ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV )LWQHVV)XQFWLRQ0DSSLQJ ,, I)6 0DSSLQJDOZD\VQHFHVVDU\IRUPLQLPL]DWLRQ VPDOOHUREMHFWLYHYDOXH KLJKHUILWQHVV 2IWHQILWQHVVIXQFWLRQYDOXHFRUUHVSRQGVWRWKHQXPEHU RIRIIVSULQJZKLFKDQLQGLYLGXDOZLOOOLNHO\SURGXFH (J3URSRUWLRQDOILWQHVVDVVLJQPHQW L () = () )[ L 1 LQG I [ () )LWQHVVRILWKLQGLYLGXDO | I [ L LQGLYLGXDOVUDZSHUIRUPDQFHUHODWLYH L= WRWKHZKROHSRSXODWLRQ 1 LQG 3RSXODWLRQVL]H [ L 3KHQRW\SLFYDOXHRI3L′  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV )LWQHVV)XQFWLRQ0DSSLQJ ,,, +RZWRDFFRXQWIRUQHJDWLYHREMHFWLYHIXQFWLRQYDOXHV" /LQHDUWUDQVIRUPDWLRQZLWKRIIVHW () () )[ D=+I[ E 6FDOHIDFWRUD!IRUPD[LPL]LQJDIRUPLQLPL]LQJ 2IIVHWEHQVXUHVQRQQHJDWLYHILWQHVVYDOXHV 3RZHUODZVFDOLQJ () () N )[= I[ NH[SRQHQW SRZHU FDQEHFKDQJHGGXULQJH[HFXWLRQ 7XQLQJ.QRE363′VHOHFWLYHSUHVVXUH  GHJUHHRIELDVWRZDUGVWRZDUGVILWWHVW [ SRVLWLRQRILWK L L )[ () =?63 +  ( 63 ? ) 1 [ LQG ? ?   LQGLYLGXDOLQRUGHUHG L SRSXODWLRQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 0XWDWLRQ , QR WRROLWWOHPXWDWLRQOHDGVWRDQLPSRYHULVKHG JHQHWLFSRROZLWKLQFUHDVLQJQXPEHURIJHQHUDWLRQV GLOHPPD 7RRPXFKPXWDWLRQGHFUHDVHVFRQYHUJHQFHUDWH DQGXQGHUPLQHVILWQHVVEDVHGVHOHFWLRQELDV :KDWLVPXWDWLRQ"?DJHQHWLFRSHUDWRU ?0RGLILHVFKURPRVRPHVWRUHVWRUHGLYHUVLW?3HUPLWUDQGRPFKDQJHVLQDPHPEHURIDSRSXODWLRQ ([DPSOHV ZLWKSUREDELOLW\UDQGRPO\IOLSDVLQJOHELWRI DVROXWLRQIURPWRRUWR SUREDELOLW\RIPXWDWLRQRIWHQFDOOHG3PXWDWLRQUDWH′ H[SUHVVLQJWKHSUREDELOLW\3 P WKDWDELWLVFKDQJHG  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV ([DPSOHZLWK0XWDWLRQ ,PSURYHGSRSXODWLRQILWQHVVZLWKPXWDWLRQUDWH 2ULJLQDOJHQ WKJHQ WKJHQ          ? ? ?       $YJ)LWQHVV $YJ)LWQHVV $YJ)LWQHVV     ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV ([DPSOHZLWKRXW0XWDWLRQ 6WDJQDQWSRSXODWLRQZLWKPXWDWLRQUDWH 2ULJLQDOJHQ WKJHQ WKJHQ 1R3′          ? ?? &DQ    1HYHU    $FKLHYH  $YJ)LWQHVV $YJ)LWQHVV $YJ)LWQHVV     ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 0XWDWLRQ ,, ([DPSOH %HIRUHPXWDWLRQ $IWHUPXWDWLRQ ? 0XWDWLRQUDWHFDQEH YDULDEOH XVXDOO\JUDGXDOOGHFUHDVLQJZLWKLQFUHDVLQJ QXPEHURIJHQHUDWLRQV ? 0XWDWLRQUDWHLVDQLPSRUWDQW 0XWDWLRQUDWH  3WXQLQJNQRE′IRUD*$ ?WRRKLJK  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV *$&RQYHUJHQFH JOREDO 7\SLFDO5HVXOWV RSWLPXP JHQHUDWLRQ XQNQRZQ $YHUDJH )LWQHVV &RQYHUJHGWRR IDVW PXWDWLRQUDWH WRRVPDOO" $YHUDJHSHUIRUPDQFHRILQGLYLGXDOVLQD SRSXODWLRQLVH[SHFWHGWRLQFUHDVHDVJRRGLQGLYLGXDOV DUHSUHVHUYHGDQGEUHGDQGOHVVILWLQGLYLGXDOVGLHRXW  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV &RQVWUDLQWVLQ*$ (VVHQWLDOO\WKUHHRSWLRQV ?,PSOHPHQWLPSOLFLWHO\LQFRGLQJGHFRGLQJVFKHPH ?3HQDOL]HREMHFWLYHIXQFWLRQIRUFRQVWUDLQWYLRODWLRQ ?6HOHFWLRQRSHUDWRURQO\VHOHFWYDOLGVROXWLRQVIRUPDWLQJ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV (QFRGLQJ'HFRGLQJ6FKHPH ;LGHVLJQYDULDEOH 5DGLXV JHQRW\SH [  5DGLXV5 >P@  (QVXUHWKDWRQO\3PD[LPXP′DQG 3PLQLPXP′YDULDEOHYDOXHVDUH FDSWXUHGE\FRGLQJVFKHPH (J :RUNVZHOOIRULPSOHPHQWLQJ  P PLQ ERXQGV[ L/% [ L [ L8%  P PD[ EXWQRWJHQHUDOFRQVWUDLQWV VXFKDVJ [ K [   ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 3HQDOW\$SSURDFK , 8VXDOO\VRPHFDOFXODWLRQLVQHFHVVDU\WRYHULI\LI DFRQVWUDLQWLVPHWRUQRWHJVWUHVVHVSRZHURXWSXW 6ROXWLRQ3HQDOL]HWKHILWQHVVRIVROXWLRQVWKDWYLRODWHFRQVWUDLQWV YDOLG ]RQH ]RQH]RQH 3 SHQDOWLQYDOLGLQYDOLG () = )[? 3[6[ L () () LL )L[HG3HQDOW\IRU&RQVWUDLQW9LRODWLRQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 3HQDOW\$SSURDFK ,, )L[HGSHQDOW\SURYLGHVQRUDQNLQJRIWKHGHJUHH RIFRQVWUDLQWYLRODWLRQLQWURGXFHYDULDEOHSHQDOW\ SHQDOWSHQDOW3 3 YDOLG YDOLG ]RQH ]RQH LQYDOLG LQYDOLG LQYDOLG LQYDOLG ]RQH ]RQH ]RQH ]RQH /LQHDUYDULDWLRQ 6WHSSHGSHQDOW2WKHUVFKHPHVSRO\QRPLDOH[SRQHQWLDO FORVHWR6$ ,PSRUWDQWZKHQFRQVWUDLQWVDUHKDUGWRPHHW  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 3UREOHPVZLWKSHQDOW\ ? :KDWLVWKHULJKW3EDODQFH′EHWZHHQREMHFWLYHIXQFWLRQ DQGSHQDOW\FRQVWUDLQWV" ? 8VXDOO\UHTXLUHVVRPHDPRXQWRIWULDODQGHUURUWXQLQJ ? 8VXDOO\DPRXQWRISHQDOW\YDULHVGXULQJRSWLPL]DWLRQ ? ,QWLDOO\VPDOOSHQDOW\ ODUJHVHDUFKVSDFH ? /DWHODUJHSHQDOW\ IRFXVRQJRRGIHDVLEOHVROXWLRQV ? %XWDOVRRSSRUWXQLW\$OORZVIRUUHODWLYHZHLJWKLQJRI FRQVWUDLQWV FUDVKZRUWKLQHVVYVIXHOHFRQRP\  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 6HOHFWLRQ2SHUDWRU 6HWWLQJWKH)LWQHVVRIDQ\RIDQ\LQYDOLG VROXWLRQWR]HURHQVXUHVWKDWRQO\YDOLG VROXWLRQVDUHFRQVLGHUHG VHOHFWLRQ   *HQHUDWLRQQ UDQNHG 1 1 *HQHUDWLRQQ  (OLPLQDWHG GXHWRSRRU       PDWH (OLPLQDWHGGXHWR ILUWQHVV FRQVWUDLQWYLRODWLRQ &DXWLRQ&DQHOLPLQDWHYDOXDEOHVROXWLRQVIURPJHQHSRRO  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 2SHUDWRUV*HQHUDO5HPDUNV ? SRLQWFURVVRYHULVRQHRIPDQ\DOWHUQDWLYHV ? *RDORIFURVVRYHU7DNHWZRSDUHQWVROXWLRQV DQGFUHDWHWZRFKLOGUHQVROXWLRQV ? 0XWDWLRQV)OLSSLQJELWVLVRQHRIPDQ\RSWLRQV ? &DQWDNHDQ\QHLJKERUKRRGRSHUDWRUDVLQ 6LPXODWHG$QQHDOLQJRU7DEX6HDUFK ? ,QVWHDGRIGRLQJUDQGRPSRSXODWLRQ LQLWLDOL]DWLRQVWDUWZLWKD3ILW′LQLWLDOSRSXODWLRQ ? 6HHGLQLWLDOSRSXODWLRQZLWKLQGLYLGXDOVNQRZQ WREHLQWKHYLFLQLW\RIWKHJOREDORSWLPXP  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 3DUDOOHO*$?V *$?VDUHYHU\DPHQLDEOHWRSDUDOOHOL]DWLRQ 0RWLYDWLRQV IDVWHUFRPSXWDWLRQ SDUDOOHO&38?V DWWDFNODUJHUSUREOHPV LQWURGXFHVWUXFWXUHDQGJHRJUDSKLFORFDWLRQ 7KHUHDUHWKUHHFODVVHVRISDUDOOHO*$?V ?*OREDO*$?V ?0LJUDWLRQ*$?V ?'LIIXVLRQ*$?V 0DLQGLIIHUHQFHVOLHLQ SRSXODWLRQVWUXFWXUH PHWKRGRIVHOHFWLQJLQGLYLGXDOVIRUUHSURGXFWLRQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV *OREDO*$ $VVLJQ)LWQHVV :RUNHU &URVVRYHU 0XWDWLRQ :RUNHU &URVVRYHU 0XWDWLRQ :RUNHU1 &URVVRYHU 0XWDWLRQ  3SDQPL[LD′ *$)DUPHU 6HOHFWLRQ )XQFWLRQHYDOXDWLRQ )XQFWLRQHYDOXDWLRQ )XQFWLRQHYDOXDWLRQ ?*$)DUPHUQRGHLQLWLDOL]HVDQGKROGVHQWLUHSRSXODWLRQ ?,QWHUHVWLQJZKHQREMHFWLYHIXQFWLRQHYDOXDWLRQH[SHQVLYH ?7\SLFDOO\LPSOHPHQWHGDVDPDVWHUVODYHDOJRULWKP ?%DODQFHVHULDOSDUDOOHOWDVNVWRPLQLPL]HERWWOHQHFNV ?,VVXHRIV\QFKURQRXVDV\QFKURQRXVRSHUDWLRQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 0LJUDWLRQ*$ 3SRO\W\SLF′ *$ *$ *$ *$ *$ 'RHV127RSHUDWH JOREDOO\RQDVLQJOH SRSXODWLRQ (DFKQRGHUHSUHVHQWV DVXEJURXSUHODWLYHOLVRODWHGIURPHDFKRWKHU 3EUHHGLQJJURXSV′ GHPHV -- Each node (Gai) WHILE not finished 0RUHFORVHO\PLPLFV SEQ … Selection ELRORJLFDOPHWDSKRU … Reproduction … Evaluation )LUVWLQWURGXFHGE\*URVVR PAR LQ … send emigrants … receive immigrants  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 'LIIXVLRQ*$?V , , , , , , , , , , , , , , , ,                 -- Each Node (Ii,j) WHILE not finished SEQ … Evaluate PAR … send self to neighbors … receive neighbors … select mate … reproduce 1HLJKERUKRRGFHOOXODU 7RURLGDO0HVKSDUDOOHOSURFHVVLQJQHWZRUN RUILQHJUDLQHG*$ ?3RSXODWLRQLVDVLQJOHFRQWLQXRXVVWUXFWXUHEXW ?(DFKLQGLYLGXDOLVDVVLJQHGDJHRJUDSKLFORFDWLRQ ?%UHHGLQJRQO\DOORZHGZLWKLQDVPDOOORFDOQHLJKERUKRRG ?([DPSOH,  RQO\EUHHGVZLWK,  ,  ,  ,   ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 0XOWLREMHFWLYH*$?V ? 0DQ\HQJLQHHULQJGHVLJQSUREOHPVKDYHPXOWLSOH REMHFWLYHV RIWHQFRPSHWLQJ ? ([DPSOH0D[LPL]HUDQJHPLQLPL]HIXHOXVDJH PD[LPL]HFUXLVHVSHHGPD[LPL]HSDVVHQJHUYROXPH *$?VDUHDPHQLDEOHWRPXOWLREMHFWLYHSUREOHPV 7\SLFDOO\*$?VDUHXVHGVLPLODUWRWUDGLWLRQDO2SWLPL]HUV DQGPXOWLSOHREMHFWLYHVDUHVFDODUL]HG -MWKREMHFWLYHYDOXH Q ] - M M Z M ZHLJKWRIMWKREMHFWLYH - L = | Z M M= Q M QMWKREMHFWLYHQRUPDOL]DWLRQ M *$?VFDQQDWXUDOO\GHDOZLWKPXOWLSOHREMHFWLYHV  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV / L I H F F O H & R VW   E L O O L R Q V 3DUHWR2SWLPDOLW\5DQNLQJ 6LPSOH3DUHWR5DQNLQJ6FKHPHV &RPSOLFDWHG0DWLQJ5HVWULFWLRQV 0XOWL2EMH FWLYH ,OOXV WUD WLRQ  3DUHWRRSWLPDO%HVWLQ L L L L 'HV 'HV JQ 'HV JQ 'HV JQ %  %  %  %  %  DWUDGHRIIVHQVH  JQ $QLPSURYHPHQWLQRQH  REMHFWLYHFDQRQO\EH DFKLHYHGDWWKHH[SHQVHRI  'HVLJQ DWOHDVWRQHRWKHUREMHFWLYH       3HUIRUPDQFH WRWDOLPDJHV :KLFKGHVLJQVDUHSDUHWRRSWLPDO" PLQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 3DUHWR)LWQHVV5DQNLQJ 2 0 0 f 2 f 1 0 0 0 4 1 Pareto Ranking For A Minimization Problem ? 3DUHWRUDQNLQJVFKHPH ? $OORZVUDQNLQJRISRSXODWLRQ ZLWKRXWDVVLJQLQJSUHIHUHQFHV RUZHLJKWVWRLQGLYLGXDO REMHFWLYHV ? 6XFFHVVLYHUDQNLQJDQG UHPRYDOVFKHPH ? 'HFLGLQJRQILWQHVVRI GRPLQDWHGVROXWLRQVLVPRUH GLIILFXOW  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 0XOWLREMHFWLYH*$ Goldberg, David E. Genetic Algorithms in Search, Optimization, and Machine Learning. Addison-Wesley Professional, January 1, 1989. ISBN: 0201157675.  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV ([DPSOH 0LQLPL]DWLRQ  (  a Q §  o I[[ Q ) =?H[S ? ? | ¨ [ ?  · ? ? 2EMHFWLYH  ? L= ? L Q 1 ? ??   (  a Q § o I[[ Q ) =?H[S ? ? | ¨ [ +  · ? ? 2EMHFWLYH  ? L= ? L Q 1 ? ?? 1HHGWRWKLQNDERXWPDWLQJUHVWULFWLRQVLQPXOWLREM*$  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV Images removed due to copyright considerations. *RRG1HZVDERXW*$?V ? *$ZRUNZHOORQPL[HG GLVFUHWHFRQWLQXRXV SUREOHPV ? *$?VUHTXLUHOLWWOH LQIRUPDWLRQDERXW SUREOHP ? *$?VDUHYHU\UREXVW ? *$?VDUHVWRFKDVWLF WKDWLVWKH\H[SORLW UDQGRPQHVV ? *$?VFDQEHHDVLOSDUDOOHOL]HG ? 1RJUDGLHQWVUHTXLUHG ? 6LPSOHWRXQGHUVWDQG DQGVHWXSDQG LPSOHPHQW ? &DQRSHUDWHRQYDULRXV UHSUHVHQWDWLRQV  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV %DG1HZVDERXW*$?V ? *$LPSOHPHQWDWLRQLV VWLOODQDUWDQGUHTXLUHV VRPHH[SHULHQFH ? &RQYHUJHQFHEHKDYLRU YHU\GHSHQGHQWRQ VRPHWXQLQJ SDUDPHWHUVPXWDWLRQ UDWHFURVVRYHU SRSXODWLRQVL]H ? 'HVLJQLQJILWQHVV IXQFWLRQFDQEHWULFN? &XPEHUVRPHWRWDNH LQWRDFFRXQWFRQVWUDLQWV ? *$?VFDQEH FRPSXWDWLRQDOOH[SHQVLYH ? 1RFOHDUWHUPLQDWLRQ FULWHULD ? 1RNQRZOHGJHRIWUXH JOREDORSWLPXP  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV )UHTXHQW$SSOLFDWLRQVRI*$?V ? 6FKHGXOLQJDQG3ODQQLQJ$VV\6HTXHQFLQJ ? 3DFNLQJ 'DQG' ? 7UDYHO3DWK3ODQQLQJ7UDMHFWRU\2SWLPL]DWLRQ ? 3DUDPHWHU6HOHFWLRQIRU&XUYH)LWWLQJ ? &DWDORJ6HDUFK ? 6WUXFWXUDO7RSRORJ\2SWLPL]DWLRQ ? 0XOWLGLVFLSOLQDU\'HVLJQ2SWLPL]DWLRQ 0'2  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 0$7/$%*$7RROER[ ?&DQLPSOHPHQW*$?VGLUHFWO\LQ0$7/$% ?1RWRIILFLDOO\SDUWRI2SWLPL]DWLRQ7RROER[ ?%XWKDYHXVHUFRQWULEXWHGWRROER[LQ*$7RROER[ 7KH PDLQJHQHWLFDOJRULWKP0ILOHLVJHQHWLFP GENETIC tries to maximize a function using a simple genetic algorithm. X=GENETIC('FUN',X0,OPTIONS,VLB,VUB) uses a simple (haploid) genetic algorithm to find a maximum of the fitness function FUN (usually an M-file: FUN.M). 'HPRXVLQJDVLPSOHIXQFWLRQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV *$LQL6,*+7 ?*$LVDYDLODEOHLQL6,*+7 ?$OJRULWKPWXQLQJSDUDPHWHUVFDQEHVHW ?'HPRQVWUDWLRQXVLQJWKH)HQFHH[DPSOH ?VHH)ULGD\ODEVHVVLRQ &RPSDUHEHKDYLRURIJUDGLHQWVHDUFKWHFKQLTXH YHUVXVJHQHWLFDOJRULWKPV $  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 7DEX6HDUFK 76 ? $WWULEXWHGWR*ORYHU  ? 6HDUFKE\DYRLGLQJSRLQWVLQWKHGHVLJQVSDFHWKDWZHUH SUHYLRXVO\YLVLWHG 3WDEX′ ? $FFHSWDQHZ3SRRUHU′VROXWLRQLILWDYRLGVDVROXWLRQWKDW ZDVDOUHDG\LQYHVWLJDWHG ? ,QWHQW$YRLGORFDOPLQLPD ? 5HFRUGDOOSUHYLRXVPRYHVLQD3UXQQLQJOLVW′ PHPRU\ ? 5HFRUGUHFHQWQRZIRUELGGHQPRYHVLQD3WDEX′OLVW ? )LUVW3GLYHUVLILFDWLRQ′WKHQ3LQWHQVLILFDWLRQ′ ? $SSOLHGWRFRPELQDWRULDORSWLPL]DWLRQSUREOHPV ? *ORYHU)DQG/DJXQD07DEX6HDUFKLQ0RGHUQ +HXULVWLF7HFKQLTXHVIRU&RPELQDWRULDO3UREOHPV&5 5HHYHVHGLWRU-RKQ:LOH\ 6RQV,QF ? ZZZWDEXVHDUFKQHW  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 7DEX6HDUFK PLQLPL]DWLRQ Given a feasible solution x* with objective function value J*, let x := x* with J(x) = J*. Iteration: while stopping criterion is not fulfilled do begin ? select best admissible move that transforms x into x' with objective function value J(x') and add its attributes to the running list (2) perform tabu list management: compute moves (or attributes) to be set tabu, i.e., update the tabu list (3) perform exchanges: x := x', J(x) = J(x'); if J(x) < J* then J* := J(x), x* := x endif endwhile Result: x* is the best of all determined solutions, with objective function value J*.  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 7DEX6HDUFK'HPR  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 6HOHFWLRQRI$OJRULWKPV ? /LQHDULW\DQGVPRRWKQHVVRI- [ DQGRURI WKHFRQVWUDLQWVJ [ K [ ? 7\SHRIGHVLJQYDULDEOHV[ UHDOLQWHJHU? ? 1XPEHURIGHVLJQYDULDEOHVQ ? ([SHQVHRIHYDOXDWLQJ- [ ±>&38)ORSV@ ? ([SHQVHRIHYDOXDWLQJJUDGLHQWRI- [ ? 1XPEHURIREMHFWLYHV]  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 1RQOLQHDULW\ &UXPSOHG3DSHU$QDORJ\WR6KRZ1RQOLQHDULW\ 8VHDVKHHWRISDSHUWRUHSUHVHQWWKHUHVSRQVHVXUIDFHRI - I [  [  ,IWKHSDSHULVFRPSOHWHO\3IODW′ZLWKRUZLWKRXWVORSHWKHQLVD/LQHDU)XQFWLRQZKLFKFDQEHUHSUHVHQWHGDV \ F F  [  F  [  ,IWKHSDSHULVWZLVWHGVOLJKWO\ZLWKVRPHFXUYDWXUHWKHQLWEHFRPHV DQRQOLQHDUIXQFWLRQ/RZQRQOLQHDULW\OLNHWKLVPD\EHDSSUR[LPDWHG E\D4XDGUDWLFIXQFWLRQOLNH \ F F  [  F  [  F  [   F  [   F  [  [  &UXPSOHWKHSDSHUDQGVOLJKWO\IODWWHQLWWKHQLWEHFRPHVD3YHU\QRQOLQHDU′ IXQFWLRQ2EVHUYHWKHLUUHJXODUWHUUDLQDQGGHWHUPLQHZKHWKHULWLVSRVVLEOHWR DSSUR[LPDWHWKHLUUHJXODUWHUUDLQE\DVLPSOHTXDGUDWLFIXQFWLRQ  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV $OJRULWKP6HOHFWLRQ0DWUL[ /LQHDU 1RQOLQHDU -DQGJDQGK -RUJRUK &RQWLQXRXVUHDO 6LPSOH[ 643 [ DOO %DUULHU0HWKRGV FRQVWUDLQHG 1HZWRQ XQFRQVWUDLQHG 'LVFUHWH 0,/3 *$ [ DWOHDVWRQH %UDQFKDQG 6$7DEX6HDUFK %RXQG 362  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV Copyright ? 2002-2005, GE Company Practical Engineering Optimization, Aero Engg. M.I.T., Boston, Mass. Hauhua.Lee@ge.com 3/13/2002 p.2 Hybrid Optimization Algorithms: Use a Combination of “Clubs” to Search Optimum to Leverage the Strength of Individual Club. I r o n C lu b s W o o d C lu b s Heuristics-Based: Rules-Guided Search P u t t e r Stochastic-Based: Simulated Annealing, Genetic Algorithms. Gradient-Based: SLP, SQP, MMFD, Conjugate Gradient, Exterior Penalty,... Golf Clubs Analogy Courtesy of Howard Lee, General Electric. Used with permission. Copyright ? 2002-2005, GE Company Practical Engineering Optimization, Aero Engg. M.I.T., Boston, Mass. Hauhua.Lee@ge.com 3/13/2002 p.1 More Computers + Hybrid Optim . Utopia Practical Optimization Strategy ? Obtain Near Optimum ASAP. (Assess Uncertainty Margin By Sound Engineering Judgement) ? Then Search for Possible Alternative Optimum if Time/Resource Permits. Practical Optimization Strategy ? Obtain Near Optimum ASAP. (Assess Uncertainty Margin By Sound Engineering Judgement) ? Then Search for Possible Alternative Optimum if Time/Resource Permits. Hybrid Optim. Genetic Algorithms Manual Based Gradient Based DOE Based Time (hours, days, weeks) Design Performance Optimum (Analytical vs. True) Near Optimum (Fidelity: Low / High / True? ) Fidelity Limits Hyb rid Op tim izat ion Alg orit hm sA llow to F ind Bet ter Des igns in L essT ime . Practical Optimization Strategy Courtesy of Howard Lee, General Electric. Used with permission. L6,*+72SWLPL]DWLRQ3ODQ$GYLVRU 5DQNLQJ RI DOJRULWKPV DFFRUGLQJ WRWKHLU VXLWDELOLWWRWKH 3UREOHP DWKDQG  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV 6XPPDU\ ? *UDGLHQW6HDUFK7HFKQLTXHV ± (IILFLHQWUHSHDWDEOHXVHJUDGLHQWLQIRUPDWLRQ ± :HOOVXLWHGIRUQRQOLQHDUFRQWLQXRXVYDULDEOHV ± &DQHDVLO\JHWWUDSSHGDWORFDORSWLPD ? +HXULVWLF7HFKQLTXHV ± 8VHGIRUFRPELQDWRULDODQGGLVFUHWHYDULDEOHSUREOHPV ± 8VHERWKDUXOHVHWDQGUDQGRPQHVV ± GRQ?WXVHJUDGLHQWLQIRUPDWLRQVHDUFKEURDGO± $YRLGORFDORSWLPDEXWDUHH[SHQVLYH ? +\EULG$SSURDFKHV ± 8VHHIIHFWLYHFRPELQDWLRQVRIVHDUFKDOJRULWKPV  ?0DVVDFKXVHWWV,QVWLWXWHRI7HFKQRORJ\3URIGH:HFNDQG3URI:LOOFR[ (QJLQHHULQJ6\VWHPV'LYLVLRQDQG'HSWRI$HURQDXWLFVDQG$VWURQDXWLFV