,>M$ ,MILIT>Y ,ROBOTS3 ,$ITORIAL ,J^3URG5 ,ALTMANN1 ,PET] ,AS>O1 ,NOEL ,%>KEY1 ,ROB]T ,SP>R[ ,PUBLI%$ BY ,SPR+] ,SCI;E"6,BUSI;S ,M$IA ,COPY"R ^C #BJAC BY ,SPR+] ,TRANSCRIP;N ( ,,DOI3 #AJ4AJJG_/S#AJFGF-#JAC-#ICAH-#A ,ALTMANN1 ;,J41 ,AS>O1 ;,P41 ,%>KEY1 ;,N41 ,SP>R[1 ;,R4 "<#BJAC">1 ,>M$ MILIT>Y ROBOTS3 $ITORIAL1 .7,E?ICS ( ,9=MA;N ,TE*NOLOGY1 #AE1.' PP4 #GC-#GF4 ,FUR!R REPRODUC;N OR 4TRIBU;N 9 O!R ?AN A SPECIALIZ$ =MAT IS PROHIBIT$4 ,TRANSCRIB$ #BJAG BY ,DONALD ;,J4 ,W9IECKI ,BOISE1 ,,ID1 ,,USA ,9 #A VOLUME ,BRL PAGES T#A-T#D1 #A-#AH ,PR9T PAGES #GC-#GF T#A ,>M$ ,MILIT>Y ,ROBOTS ,,,SPECIAL SYMBOLS US$ 9 ? VOLUME,' .= ,DOT LOCATOR = 8M5;N0 .=9 ,SUP]SCRIPT 9DICATOR "<:5 9 GRADE #A MODE"> .=@A ,AMP]S& .=@.< ,OP5+ TRANSCRIB]'S NOTE SIGN .=@.> ,CLOS+ TRANSCRIB]'S NOTE SIGN .=^C ,COPY"R SIGN .=^3 ,DI]ESIS " ABV FOLL[+ LR .=^7 ,BOLDFACE PASSAGE 9DICATOR .=^' ,BOLDFACE T]M9ATOR .=_? ,HA%TAG .=_/ ,=W>D SLA% " .=" ,L9E 3T9UA;N 9DICATOR )\T SPACE .="6 ,PLUS SIGN .=",- ,L;G DA% .=.7 ,ITALIC PASSAGE 9DICATOR .=.' ,ITALIC T]M9ATOR .=.1 ,ITALIC ^W 9DICATOR .=.- ,"USCORE " .=; ,GRADE #A SYMBOL 9DICATOR T#B ,>M$ ,MILIT>Y ,ROBOTS .=,' ,CAPITALISA;N T]M9ATOR .=,, ,CAPITALIS$ ^W 9DICATOR .=,,, ,CAPITALIS$ PASSAGE 9DICATOR T#C ,>M$ ,MILIT>Y ,ROBOTS ,,,TRANSCRIB]'S NOTES,' ,9 ! ORIG9AL DOCU;T ! AU?ORS' A6ILIA;NS >E LI/$ 9 A SIDEB> ON ! F/ PAGE4 ,9 ? TRANSCRIP;N ! AU?ORS' A6ILIA;NS >E LI/$ 9 5DNOTES AT ! 5D ( ! DOCU;T4 T#D ,>M$ ,MILIT>Y ,ROBOTS #GC ^7,>M$ ,MILIT>Y ,ROBOTS3 ,$ITORIAL^' ,J^3URG5 ,ALTMANN1 ,PET] ,AS>O1 ,NOEL ,%>KEY1 ,ROB]T ,SP>R[ ,PUBLI%$ ONL9E3 #BJ ,JUNE #BJAC ^C ,SPR+] ,SCI;E"6,BUSI;S ,M$IA ,DORDRE*T #BJAC ,! F\R $ITORS ( ? SPECIAL ISSUE MET 9 ,%E6IELD1 ,,UK 9 ,SEPTEMB] #BJJI1 "O ELECTRONICALLY1 AF R1D+ EA* O!R'S PAP]S & 4COV]+ T !Y %>$ 3C]NS AB MILIT>Y PLANS TO DEVELOP >M$ UNMANN$ SY/EMS1 9 "PICUL> AUTONOM\S "OS4 ,3C]NS AB P1CE & 9T]NA;NAL /ABIL;Y EXI/ ) ALL S* SY/EMS1 REMOTELY 3TROLL$ OR AUTONOM\S4 ! LATT] >E ROBOT W1PONS T ONCE LAUN*$ W SELECT & 5GAGE T>GETS )\T FUR!R HUMAN 9T]V5;N4 ,^! _H BE5 APPE>+ 9 ALL ( ! ,,US ROADMAPS = ALL ( ! ,,US =CES S9CE ! E>LY #BJJJS & "! _H BE5 NO 9T]NA;NAL #A ,>M$ ,MILIT>Y ,ROBOTS A#GC 4CUS.N AM;G/ /ATE ACTORS AT T "T AB ! E?ICAL1 HUMANIT>IAN & HUMAN "RS ISSUES T !Y WD CR1TE4 ,AL? WE _H DI6]5T Z WELL Z %>$ 3C]NS1 WE ALL FELT T "S?+ NE$$ TO 2 D"O4 ,? L$ ,ALTMANN1 ,AS>O1 ,%>KEY & ,SP>R[ TO F.D ! ,9T]NA;NAL ,COMMITTEE = ,ROBOT ,>MS ,3TROL "<,,ICRAC"> ) A V SPECIFIC MIS.N /ATE;T3 ,GIV5 ! RAPID PACE ( DEVELOP;T ( MILIT>Y ROBOTICS & ! PRESS+ DANG]S T ^! POSE TO P1CE & 9T]NA;NAL SECUR;Y & TO CIVILIANS 9 W>1 WE CALL ^U ! 9T]NA;NAL COMMUN;Y TO URG5TLY COMM;E A 4CUS.N AB AN >MS 3TROL REGIME TO R$UCE ! ?R1T POS$ BY ^! SY/EMS4 ,WE PROPOSE T ? 4CUS.N %D 3SID] ! FOLL[+3 _4 ,_! POT5TIAL TO L[] ! ?RE%OLD ( >M$ 3FLICT2 _4 ,! PROHIBI;N ( ! DEVELOP;T1 DEPLOY;T & USE ( >M$ AUTONOM\S UNMANN$ #B ,>M$ ,MILIT>Y ,ROBOTS B#GC SY/EMS2 MA*9ES %D N 2 ALL[$ TO MAKE ! DECI.N TO KILL P2 _4 ,LIMITA;NS ON ! RANGE & W1PONS C>RI$ BY 8MAN 9 ! LOOP0 UNMANN$ SY/EMS & ON _! DEPLOY;T 9 PO/URES ?R1T5+ TO O!R .1/ATES2 _4 ,A BAN ON >M+ UNMANN$ SY/EMS ) NUCLE> W1PONS2 _4 ,! PROHIBI;N ( ! DEVELOP;T1 DEPLOY;T & USE ( ROBOT SPACE W1PONS4 ,! NEXT /EP 9 ! DEVELOP;T ( ,,ICRAC CAME 9 ,SEPTEMB] #BJAJ :5 WE _H ! F/ ,,ICRAC 8SUMMIT0 9 ,B]L92 WE MET ) A L>GE 9T]DISCIPL9>Y GR\P AT A "W%OP ON 8,>MS ,3TROL = ,ROBOTS",-,LIMIT+ ,>M$ ,TELE-,OP]AT$ & ,AUTONOM\S ,SY/EMS40 ,! "PICIPANTS 4CUSS$ _M ASPECTS & COLLECTIVELY DEVELOP$ A -------------------------------------#GD M DETAIL$ /ATE;T T 0 5DORS$ BY MAJOR;Y VOTE & !N SIGN$ BY #BA "PICIPANTS4;9#A ,S"EAL "PICIPANTS 2CAME MEMB]S ( ,,ICRAC4 #C ,>M$ ,MILIT>Y ,ROBOTS A#GD ,X 0 AT ? MEET+ T WE DECID$ TO PUBLI% A SPECIAL ISSUE ON .7,>M$ ,MILIT>Y ,ROBOTS4.' ,"! 0 A NE$ TO RAISE AW>E;S TO MAKE ^! ISSUES M PROM95T4 ,WE SPECIFICALLY T>GET$ ! ,J\RNAL ( ,E?ICS & ,9=MA;N ,TE*NOLOGY 2C WE WANT$ TO R1* \ TO ? AUDI;E TO GET !M 9VOLV$ ) ! ISSUES & 2G9 TO 9ITIATE M ACTIVE 4CUS.NS4 ,E>LY 9 ! DEVELOP;T ( \R "W TO RAISE AW>E;S AB ROBOT W1PONS WE 7 APPROA*$ BY ,RI*>D ,MOYES N[ MANAG+ "PN] ( ,>TICLE #CF1 :O _H BE5 "PY TO A*IEV+ AN 9T]NA;NAL BAN ( ANTI-P]SONNEL L&M9ES & CLU/] MUNI;NS4 ,HE %>$ _M ( \R 3C]NS & 4CUSS$ ? ) O!R NON-GOV]N;TAL ORGANISA;NS4 ,!N 9 ,FEBRU>Y #BJAB1 ,,ICRAC 0 APPROA*$ BY ,HUMAN ,"RS ,WAT* TO 4CUSS H[ ! ISSUES T WE RAIS$ AB AUTONOM\S ROBOT W1PONS 7 RELAT$ TO ,9T]NA;NAL ,HUMANIT>IAN ,LAW & WE 2GAN TO "W TGR ON ! ISSUES4 ,9 ,OCTOB] ! SAME YE>1 ,HUMAN ,"RS ,WAT* MET ) ,,ICRAC1 ,,IVK_/,PAX ,*RI/I1 ,>TICLE #CF1 ,! ,NOBEL WOM5'S #D ,>M$ ,MILIT>Y ,ROBOTS B#GD ,9ITIATIVE & ,PUGWA% 9 ,NEW ,YORK & DECID$ TO =M A COALI;N TO SET UP A CIVIL SOCIETY CAMPAIGN = A NEW LEGALLY B9D+ 9T]NA;NAL TR1TY TO BAN ! DEVELOP;T1 PRODUC;N & USE ( FULLY AUTONOM\S W1PONS4 ,!N ,HUMAN ,"RS ,WAT* REL1S$ A REPORT 8,LOS+ ,HUMAN;Y3 ! ,CASE ,AG/ ,KILL] ,ROBOTS0 9 ,NOVEMB] #BJAB;9#B & ?REE "DS LAT] ! ,,US ,DE"P;T ( ,DEF;E REL1S$ A DIRECTIVE = ! DEVELOP;T ( AUTONOM\S ROBOT ,W1PONS4;9#C ,AT T PO9T ! 9T]NA;NAL DEBATE %IFT$ 9TO A NEW GE> & 4CUS.N AM;G GOV]N;TAL BODIES 2GAN 9 E>NE/4 ,ON ,APRIL #BC1 #BJAC ! ,CAMPAIGN TO /OP KILL] ROBOTS 0 LAUN*$ =MALLY F ! ,,UK ,P>LIA;T4 ,N[ ! H>D "W HAS 2GUN TO CR1TE A 3CEPTUAL SPACE AM;G ! POLITICAL ELITE TO TAKE ! ISSUES S]I\SLY4 ,ON ,MAY #BI1 ! ,,UN ,HUMAN ,"RS ,C\NCIL W RCV A REPORT F ,PR(ESSOR ,*RI/( ,HEYNS1 ! ,,UN SPECIAL RAPPORTEUR ON EXTRAJUDICIAL1 SUMM>Y OR >BITR>Y EXECU;NS1 ASK+ ! ,HUMAN ,"RS ,C\NCIL TO CALL ON ALL #E ,>M$ ,MILIT>Y ,ROBOTS C#GD ,/ATES TO DCL & IMPLE;T NA;NAL MORATORIA ON AT L1/ ! TE/+1 PRODUC;N1 ASSEMBLY1 TRANSF]1 ACQUISI;N1 DEPLOY;T1 & USE ( LE?AL AUTONOM\S ROBOTS UNTIL S* "T Z AN 9T]NA;NALLY AGRE$ ^U FRAME"W ON ! FUTURE ( ,LE?AL ,AUTONOM\S ,ROBOTS HAS BE5 E/ABLI%$4 ,? ,,EIT SPECIAL ISSUE IS "TLY & COMES Z ! 9T]NA;NAL 4CUS.NS GR[ L\D]4 ,! PAP]S "H PRES5T A NUMB] ( DI6]5T VIEWPO9TS T W 3TRIBUTE >GU;TS TO ! EM]G+ 9T]NA;NAL DEBATE4 ,WE >E PL1S$ T ! 3TRIBUTORS TO ? SPECIAL ISSUE H TAK5 UP ! *ALL5GE SET \ 9 ! CALL = PAP]S",-TO 3SID] ! E?ICAL ISSUES RAIS$ BY ! DEVELOP;T & DEPLOY;T ( REMOTE PILOT$1 SEMIAUTONOM\S1 & AUTONOM\S ROBOTS = MILIT>Y ROLES",-& T WE H BE5 ABLE TO PUBLI% PAP]S 4CUSS+ BO? EXI/+ REMOTELY PILOT$ W1PON SY/EMS & HYPO!TICAL FUTURE 8AUTONOM\S W1PON SY/EMS01 Z WELL Z "S M G5]AL REFLEC;NS AB 3TEMPOR>Y DEBATES AB ROBOTIC W1PONRY4 ,"O ( ! DI6ICULTIES 9VOLV$ 9 #F ,>M$ ,MILIT>Y ,ROBOTS D#GD WRIT+ AB EXI/+ MILIT>Y ROBOTS",-& AB FUTURE DEVELOP;TS 9 ! FIELD",-IS 4T+UI%+ FACT F SCI;E FIC;N2 ANO!R IS FREE+ \R IMAG9A;N1 & ! OP]A;N ( \R MORAL FACULTIES1 F ! 9FLU;E ( ! REPRES5TA;NS ( ^! SY/EMS 9 POPUL> CULTURE",-9 FILMS1 BOOKS1 & VIDEO GAMES",-": !Y (T5 APPE> Z SCI;E FIC;N4 ,9 8 8,MILITA9;T & ,ME*ATRONICS3 ,O3ULTATIO & ! ,VEIL ( ,SCI;E ,FIC;N ,COOL 9 ,UNIT$ ,/ATES ,AIR ,=CE ,ADV]TISE;TS01 ,NI*OLAS ;,R4 ,M>AD9 ,,III1 USES A CLOSE ANALYSIS ( S]IES ( ADV]TISE;TS COMMIS.N$ BY ! ,UNIT$ ,/ATES ,AIR ,=CE1 : RELI$ ON SCI;E FIC;N IMAG]Y TO REPRES5T & VALORISE AIR =CE OP]A;NS1 Z AN OPPORTUN;Y TO REFLECT M G5]ALLY ON ! WAYS 9 : SCI;E FIC;N FILM & VIDEO GAMES 9FLU;E PUBLIC ATTITUDES T[>DS MILIT>Y TE*NOLOGIES4 ,8 9VE/IGA;N SU7E/S T SCI;E FIC;N & MILIT>Y TE*NOLOGY >E N[ 9T]TW9$ 9 A MUTUALLY B5EFICIAL RELA;N%IP 9 : EA* REF]S TO & 9FLU;ES ! O!R4 ,EXI/+ MILIT>Y TE*NOLOGIES =M ! BASIS ( REPRES5TA;NS ( ! FUTURE 9 SCI;E #G ,>M$ ,MILIT>Y ,ROBOTS E#GD FIC;N2 ^! REPRES5TA;NS !N S]VE TO PROMOTE ^! V SAME TE*NOLOGIES Z EXCIT+LY 8FUTURI/IC0 & EV5 %APE ! DEVELOP;T ( NEW TE*NOLOGIES Z SCI5TI/S SEEK TO BR+ 9TO EXI/;E ! W1PONS & DEVICES T ! PUBLIC N[ EXPECTS ! FUTURE TO 3TA94 ,Z ,M>AD9 HID+ ! REPRES5TA;N ( MILIT>Y TE*NOLOGIES 9 POPUL> CULTURE & ! MILIT>Y'S USE ( SCI;E FIC;N IMAG]Y TO PROMOTE XS OP]A;NS4 ,WE HOPE T ^! REFLEC;NS W S]VE Z A SALUT>Y REM9D] TO ^? ?9K+ AB ! BROAD] RANGE ( E?ICAL ISSUES RAIS$ BY DEVELOP;TS 9 ROBOTIC W1PONRY T WE NE$ TO PROCE$ ) GRT C>E :5"E WE F9D \RVS MAK+ USE ( ID1S F SCI;E FIC;N OR RISK MI/AK+ ! POPUL> CULTURAL IMAGES ( ^! W1PONS = _! R1L;Y4 ,M>K ,COECKELB]< IS AL 3C]N$ ) "QS ( REPRES5TA;N1 & ) ! SIGNIFIC.E ( VIDEO IMAG]Y1 9 8 ESSAY 8,DR"OS1 ,9=MA;N ,TE*NOLOGY1 & ,4T.E3 ,MAPP+ ! ,MORAL EPI/EMOLOGY ( ,REMOTE ,FIM$ ,MILIT>Y ,ROBOTS F#GD "333333 #A HTTP3_/_/ICRAC4NET_//ATE;TS4 #B HTTP3_/_/WWW4HRW4ORG_/REPORTS_/#BJAB" _/#AA_/#AI_/LOS+-HUMAN;Y4 #C HTTP3_/_/WWW4DTIC4MIL_/WHS" _/DIRECTIVES_/CORRES_/PDF" _/#CJJJJIP4PDF -------------------------------------#GE DR"OS1 : ALL[ _! OP]ATORS TO KILL P ?\S&S ( KILOMETRES AWAY ON ! BASIS ( VIDEO IMAGES !Y WAT* 9 ! AIR-3DI;N$ COM=T ( 3TROL /A;NS 9 COMPLETE SAFETY1 MI "O 9 ! DEBATE AB ! E?ICS ( REMOTE 3TROLL$ KILL+4 ,:AT 4T+UI%ES ,COECKELB]<'S 9VE/IGA;N & JU/IFIES XS PUBLICA;N 9 ? 3TEXT IS ! SOPHI/ICA;N ( 8 4CUS.N & ! DEP? & BR1D? ( PHILOSOPHICAL RES\RCES HE BR+S TO BE> 9 X4 ,DRAW+ ON >GU;TS F ,>I/OTLE1 ,LEV9AS & ,HEIDE7]1 ,COECKELB]< DEVELOPS AN A3.T ( ! 8MORAL 4T.E0 T 9=MA;N TE*NOLOGY CR1TES 2T DR"OS _! OP]ATORS & _! T>GETS4 ,YET ,COECKELB]< AL #I ,>M$ ,MILIT>Y ,ROBOTS A#GE ALL[S T ! OP]ATORS ( DR"OS >E !MVS / CAPABLE (1 & 9VOLV$ IN1 MURAL REFLEC;N AB _! EXP]I;ES & T "W REMA9S TO 2 D"O TO "U/& ! IMPACT ( MORAL 4TANC+ ON ! *OICES OP]ATORS MAKE & XS RELA;N TO ! O!R SOCIAL & POLITICAL DYNAMICS T >E %AP+ DR"O OP]A;NS4 ,HE IS AL ADMIRABLY CLE> T ! SOPHI/ICAT$ SURVEILL.E SY/EMS M.T$ ON DR"OS AL PROVIDE _! OP]A;NS ) AN UNPREC$5T$ AM.T ( DETAIL AB ! P !Y T>GET & AB ! 3SEQU;ES ( _! DECI.N TO KILL4 ,MORAL 4TANC+ "!=E O3URS AL;GSIDE ( & SIMULTANE\SLY ) A 8RE-P]SONALISA;N0 ( ! 5EMY1 : MAY EV5 MAKE X H>D] = DR"O PILOTS TO MAKE ! DECI.N TO KILL ?AN X IS = O!R "PICIPANTS 9 L;G-RANGE W> FIM;L E6ECTS ( MORAL 4T.E",-REMA9S A TOPIC = FUR!R /UDY4 ,9 DEVELOP+ A PHILOSOPHICALLY NU.ED A3.T ( ^! ISSUES1 ,COECKELB]<'S PAP] LAYS D[N CRUCIAL F.DA;NS = FUTURE "W 9 ? >EA4 #AJ ,>M$ ,MILIT>Y ,ROBOTS B#GE ,! ESSAYS BY ,?OMAS ,HALL/R^3OM & ,RYAN ,TONK5S ADDRESS ISSUES T WD >ISE %D FUTURE PROGRESS 9 5G9E]+ & COMPUT] SCI;E L1D TO ! CR1;N ( 8AUTONOM\S0 W1PONS4 ,9 8,ON ! ,MORAL ,RESPONSIBIL;Y ( ,MILIT>Y ,ROBOTS0 ,HELL/R^3OM >GUES = A 3TROV]SIAL 3CLU.N REG>D+ ! ASSIGN+ ( RESPONSIBIL;Y = D1?S CAUS$ BY ! OP]A;NS ( LE?AL AUTONOM\S ROBOTS4 ,HE 9TRODUCES ! 3CEPT ( 8AUTONOM\S P[]0 Z A M1NS VIA : TO ASSESS ! RELATIVE CAPACITIES ( >TIFICIAL AG5TS ) DI6]+ DEGREES ( PHYSICAL ABIL;Y1 DECI.N-MAK+ P[]1 & SCOPE = 9T]AC;N4 ,HELL/R^3OM !N SU7E/S T 9 ! FUTURE X W 2 NEC TO DIVIDE RESPONSIBIL;Y = ! ACTIVITIES ( AUTONOM\S W1PONS 2T ! HUMAN 2+S :O OP]ATE & DEVELOP !M Y ! ROBOTS !MVS4 ,9DE$1 HE SU7E/S T X MAY EV5TUALLY MAKE S5SE TO SAY ( ROBOTS T >E CAPABLE ( LE>N+ F _! [N EXP]I;E T !Y %D 2 PUNI%$ OR REW>D$ = _! AC;NS6 ,P]H LESS 3TROV]SIALLY1 ,HALL/^3ROM >GUES T WE %D 2G9 ?9K+ #AA ,>M$ ,MILIT>Y ,ROBOTS C#GE N[ AB H[ TO REGULATE ! ACTIVITIES ( " LE?AL AUTONOM\S ROBOTS "? A COMB9A;N ( ME*ANISMS 9CLUD+3 LIMIT+ ! ACTIVITIES ( ROBOTS TO SPECIFIC DOMA9S ":9 E?ICAL "QS D N >ISE OR >E M OBVI\SLY TRACTABLE2 MA9TA9+ A HUMAN 2+ 9 ! LOOP2 &1 DEVELOP+ E?ICS-BAS$ 3TROL SY/EMS = ROBOTS BAS$ ON EXI/+ PR9CIPLES )9 ! 9T]NA;NAL ,LAW ( ,W>4 ,9 ! C\RSE ( ? 4CUS.N HE ALLUDES TO ! POSSIBIL;Y T 9T]NA;NAL ,LAWS ( ,W> MIY ROBOTS IS IMPLICAT$ 9 ! L>G] "Q ( ! E?ICS ( W>F>E4 ,N IMPLAUSIBLY1 HE >GUES T \R BASIC PHILOSOPHICAL /.E %D 2 AG/ W> & T "!=E WE %D 2 EXTREMELY #AB ,>M$ ,MILIT>Y ,ROBOTS D#GE RESI/ANT TO ! IDEA T X IS DESIRABLE TO BUILD LE?AL AUTONOM\S ROBOTS4 ,HE FUR!R DEVELOPS A CASE AG/ PROGRAMM+ ROBOTS TO KILL EV5 IF WE .1>E PREP>$ TO 2LIEVE T W> IS "S"TS JU/IFI$1 ON ! BASIS ( V>I\S 3TRADIC;NS T1 HE CLAIMS1 WD 2 9VOLV$ 9 ? PROJECT4 ,?US1 HE 3CLUDES T EI AUTONOM\S ROBOTS %D 2 PROGRAMM$ TO 2 PACIFI/S OR T AUTONOM\S ROBOTS %D N 2 DEVELOP$ AT ALL4 ,:ILE WE SUSPECT T _M CURR5TLY WRIT+ 9 ! LIT]ATURE AB ! E?ICS ( MILIT>Y ROBOTS W F9D ,TONK5S' P]SPECTIVE *ALL5G+1 8 ESSAY MAKES A /R;G CASE T "! IS 9DE$ A *ALL5GE TO 2 MET "H4 ,! REMA9+ TWO PAP]S 9 ? SPECIAL ISSUE1 BY ,W5DELL ,WALLA* & ,COL9 ,ALL51 & BY ,J^3URG5 ,ALTMANN1 TAKE ON ! ISSUE ( H[ WE MIS 9 ! FUTURE & FUR!R 9CR1S+ ! HUMAN CO/S ( W>4 ,9 8,FRAM+ ,ROBOT ,>MS ,3TROL0 ,W5DELL ,WALLA* & ,COL9 ,ALL5 DRAW ^U _! PREVI\S "W1 PUBLI%$ 9 _! 9FLU5TIAL BOOK #AC ,>M$ ,MILIT>Y ,ROBOTS E#GE .",MORAL .1,MA*9ES "<#BJJI">1 TO >GUE T ! *ALL5GES 9VOLV$ 9 DEVELOP+ >TIFICIAL MORAL AG5TS "<,,AM,AS"> CAPABLE ( ACT+ E?ICALLY 9 MILIT>Y ROLES >E GRT] ?AN 3TEMPOR>Y ADVOCATES APPE> TO ALL[4 ,H["E1 !Y >E AL 3C]N$ T AUTONOM\S ROBOTS ) LE?AL CAPABILITIES MAY 2 DEPLOY$ BY /ATES T >E WILL+ TO A3EPT ! RISK ( UNE?ICAL 2HAVI\R = ! SAKE ( ! MILIT>Y ADVANTAGES ^! SY/EMS >E P]CVD TO (F]4 ,WALLA* & ,ALL5 !MVS 2LIEVE T X WD 2 BE/ IF ! DECI.N TO 9ITIATE LE?AL =CE 7 N"E TO 2 LEFT TO AUTONOM\S SY/EMS4 ,H["E1 !Y AL AC"KL$GE T "! >E _M *ALL5GES T WD -------------------------------------#GF >ISE 9 ANY ATTEMPT TO IMPOSE A BLANKET BAN ON AUTONOM\S SY/EMS1 ESPECIALLY SURR.D+ ! DEF9I;N ( AUTONOMY & ! DI6ICULTIES 9VOLV$ 9 ! V]IFICA;N ( ! CAPACITIES ( ROBOTIC SY/EMS4 ,GIV5 ^! *ALL5GES1 !Y SU7E/ T A F/ /EP T[>DS A NEW 9T]NA;NAL "U/&+ ( ! /ATUS ( AUTONOM\S W1PONRY WD 2 = ! PRESID5T ( ! ,UNIT$ ,/ATES TO ISSUE AN #AD ,>M$ ,MILIT>Y ,ROBOTS A#GF EXECUTIVE ORD] T 8CL>IFIES LIMITS ON 9ITIA;N ( LE?AL ACTIV;Y BY ! AUTONOM\S W1PONS SY/EMS 444 T ! ,,US W DEPLOY04 ,!Y (F] S"EAL ALT]NATIVE =MULA;NS ( S* A DECL>A;N1 AL;G ) AN ANALYSIS ( ! ADVANTAGES & 4ADVANTAGES ( EA*4 ,:ILE !Y 3C$E T _! PROPOSAL IS ,,US-C5TRIC & MAY N 9 XF /OP ! DEVELOP;T ( AUTONOM\S LE?AL W1PONRY1 !Y SU7E/ T IF ? EXAMPLE 7 TO 2 FOLL[$ BY O!R NA;NS & TO SU3E$ 9 E/ABLI%+ A PR9CIPLE "U 9T]NA;NAL HUMANIT>IAN LAW T LE?AL AUTONOM\S W1PONS >E ILLEGAL1 ? WD AVOID ! NE$ TO TRY TO LIMIT ! RISKS & H>MS 9VOLV$ 9 ! DEVELOP;T ( AUTONOM\S W1PONRY "? >MS 3TROL TR1TIES T >E LIKELY TO 2 EXTREMELY DI6ICULT TO NEGOTIATE4 ,J^3UG5 ,ALTMANN'S ESSAY 8,>MS ,3TROL = ,>M$ ,UN9HABIT$ ,VEHICLES",-,AN ,E?ICAL ,ISSUE0 SETS \ ! CASE = >MS 3TROL ( REMOTELY PILOT$ >M$ ,UN9HABIT$ ,VEHICLES "<,,U,VS"> Z WELL Z " AUTONOM\S W1PONS SY/EMS4 ,HE SURVEYS ! EXI/+1 SCANT1 #AE ,>M$ ,MILIT>Y ,ROBOTS B#GF LIT]ATURE & (F]S A PRECISELY DEF9$ & DEF5SIBLE SET ( T]MS TO FACILITATE S5SIBLE 4CUS.N ( ! V>I\S ISSUES 9VOLV$4 ,8 4CUS.N ( ! R1SONS = >M$ ,,UV >MS 3TROL IS NOTEWOR?Y = XS COMPREH5SIVE;S & XS 5GAGE;T ) BROAD] DEBATES AB >MS 3TROL ( 3V5;NAL & NUCLE> W1PONS4 ,SIMIL>LY1 8 4CUS.N ( ! IMPLICA;NS ( EXI/+ 9T]NA;NAL REGULA;NS ( W1PONRY = >M$ ,U,VS IS BO? WIDE-RANG+ & DETAIL$ & SU3E$S 9 ID5TIFY+ A NUMB] ( SIGNIFICANT GAPS 9 ! EXI/+ SY/EM ( REGULA;NS4 ,F9ALLY1 ,ALTMANN SETS \ A NUMB] ( OP;NS =1 & CAKES V>I\S RECOMM5DA;NS 3C]N+ >MS 3TROL ( >M$ ,U,VS ,HE >GUES T A COMPLETE BAN ON NEW >M$ ,U,VS MIY SUPREMACY 9 ? >EA 7 !Y TO TAKE A SU6ICI5TLY L;G T]M VIEW ( _! 9T]E/S4 ,H["E HE 3C$ES T X IS P]H UNLIKELY 9 ! %ORT TO M$IUM T]M4 ,L ,WALLA* & ,ALL51 HE AL SU7E/S T A NEW "U/&+ %D 2 9TRODUC$ 9TO ,9T]NA;NAL ,HUMANIT>IAN ,LAW T A HUMAN 2+ %D ALW 2 9VOLV$ 9 ! #AF ,>M$ ,MILIT>Y ,ROBOTS C#GF DECI.N TO REL1SE A LE?AL W1PON4 ,H["E1 ,ALTMANN IS AL 3C]N$ TO REGULATE REMOTELY-3TROLL$ >M$ ,U,VS 9 ! EV5T T A M G5]AL PROHIBI;N ON ! DEVELOP;T ( NEW >M$ ,U,VS _C 2 AGRE$ ^U & 4T+UI%ES A NUMB] ( SPECIAL CATEGORIES ": REGULA;N IS ESPECIALLY NEC4 ,AG1 HE L9KS ? 4CUS.N TO EXI/+ >MS 3TROL TR1TIES 9 A FA%ION T WE ANTICIPATE W 2 EXTREMELY USE;L = ! DEVELOP;T ( 3CRETE PROPOSALS ( H[ TO PROCE$ ) ! TASK ( A*IEV+ S* PROHIBI;NS & REGULA;NS4 ,WE HOPE T ! PAP]S 9 ? SPECIAL ISSUE1 BO? SEP>ATELY & TGR1 MIM$ MILIT>Y ROBOTS 9 ! TW5TY F/ C5TURY4 ^1,AC"KL$G;TS ,SUPPORT F ! ,G]MAN ,F.DA;N = ,P1CE ,RESE>* "<,,DSF"> & ! ,JOSEPH ,R[NTREE ,*>ITABLE ,TRU/ = ! #BJAJ "W%OP 9 ,B]L9 IS GRATE;LLY AC"KL$G$4 #AG ,>M$ ,MILIT>Y ,ROBOTS D#GF @.<,,NOTES@.> ,AU?ORS ,A6ILIA;NS ;,J4 ,ALTMANN1 ,EXPERIMENTELLE ,PHYSIK ,,III1 ,TECHNISCHE ,UNIVERSIT^3AT ,DORTMUND1 ,DORTMUND1 ,G]_M1 ;E-MAIL3 ALTMANN@AE#C4PRYSIK4TU-DORTMUND4DE ;,P4 ,AS>O1 ,S*OOL ( ,M$IA ,/UDIES1 ,! ,NEW ,S*OOL1 ,NEW ,YORK1 ,,NY1 ,,USA1 ;E-MAIL3 AS>OP@ANEWS*OOL4$U ;,P4 ,AS>O1 ,! ,C5T] = ,9T]NET & ,SOCIETY1 ,/AN=D ,LAW ,S*OOL1 ,/AN=D1 ,,CA1 ,,USA ;,N4 ,%>KEY1 ,UNIV]S;Y ( ,%E6IELD1 ,%E6IELD1 ,,UK1 ;E-MAIL3 N4%>KEY@ADCS4%EF4AC4UK ;,R4 ,SP>R[1 ,C5TRE = ,HUMAN ,BIOE?ICS1 ,S*OOL ( ,PHILOSOPHICAL1 ,HI/ORICAL & ,9T]NA;NAL ,/UDIES1 ,MONA% ,UNIV]S;Y1 ,CLAYTON1 ,,VIC #CHJJ1 ,AU/RALIA1 ;E-MAIL3 ROB]T4SP>R[@AMONA%4$U ,,! ,,5D #AH