Controlo de um manipulador robótico usando visão

6GI><D Iw8C>8D <gV V 6abZ^YV " b\V5YZZV#^hZa#^ea#ei! EZYgd J# A^bV " eVa5^hg#^hi#jia#ei! ?dh HVcidh K^Xidg " _Vhk5^hg#^hi#jia#ei 9ZeVgiVbZcid YZ :c\Zc]Vg^V :aZXig c^XV Z 6jidbV d >chi^ijid HjeZg^dg YZ :c\Zc]Vg^V YZ A^hWdV q GjV 8dchZa]Z^gd :b Y^d CVkVggd! & q &.*%"%+' A^hWdV " Edgij\Va >chi^ijid YZ H^hiZbVh Z GdW i^XV " >chi^ijid HjeZg^dg I Xc^Xd 6k# Gdk^hXd EV^h!& Ä &%)."%%& A^hWdV Edgij\Va

8DCIGDAD 9: JB B6C>EJA69DG GD7âI>8D JH6C9D K>HÀD G:HJBD :hiZ igVWVa]d YZhXgZkZ jbV bZidYdad\^V fjZ eZgb^iZ fjZ jb bVc^ejaVYdg! Zfj^eVYd Xdb jbV X}bVgV YZ k YZd! hZ Vegdm^bZ YZ jb dW_ZXid V bVc^ejaVg# 6 eg^cX^eVa XVgVXiZg hi^XV fjZ eVgV iVa c d kVbdh gZXdggZg V ^c[dgbV d YZ XVa^WgV d YV X}bVgV! d fjZ eZgb^iZ jbV \gVcYZ ÓZm^W^a^YVYZ# D bVc^ejaVYdg XdcigdaVYd jc^XVbZciZ eZaV ^c[dgbV d fjZ gZi^gV YV ^bV\Zb! c d cZXZhh^iVcYd ^ckZgiZg V X^cZb{i^XV Yd h^hiZbV# 6 c^XV gZhig^ d V cZXZhh^YVYZ YZ d dW_ZXid V XVeijgVg ZhiVg adXVa^oVYd cjb eaVcd# Ji^a^oV"hZ jbV gZYZ cZjgdcVa cV XVYZ^V YZ Xdcigdad! fjZ XVaXjaV jbV Vegdm^bV d Yd _VXdW^Vcd ^ckZghd! c d hZ egdXZYZcYd! YZhiZ bdYd! | eg "XVa^WgV d Yd h^hiZbV Z c d cZXZhh{g^d Xdc]ZXZg Vh XVgVXiZg hi^XVh Yd bVc^ejaVYdg dj Yd h^hiZbV YZ k^h d# E6A6KG6H"8=6K:/ BVc^ejaV d gdW i^XV! k^h d gdW i^XV! XVeijgV WVhZVYV Zb k^h d! hZ\j^bZcid k^hjVa! hZ\j^bZcid k^hjVa hZb XVa^WgV d#

&# >CIGD9JvÀD 9ZhYZ &.,(! Xdb d igVWVa]d YZ H]^gV^ Z >cdjZ H]^gV^ Z >cdjZ! &.,( ! fjZ hZ [VoZb ZhijYdh Xdb WVhZ cd jhd YZ jbV XVYZ^V YZ gZigdVX d k^hjVa cd hZci^Yd YZ Xdgg^\^g d bdk^bZcid Yd WgV d bVc^ejaVYdg# GZ[Zg cX^Vh ^bedg" iVciZh V ZhiZ gZheZ^id h d Vh YZ 8dg`Z Z C\jnZc 8dg`Z! &..+0 =jiX]^chdc Zi Va#! &..+0 C\jnZc! &..,0 C\jnZc Z <gVZ[Z! '%%% # :m^hiZb Y^kZghdh i^edh YZ ZhigVi \^Vh eVgV hZ\j^g jb dW_ZXid jhVcYd k^h d edg XdbejiVYdg! fjZ cZXZhh^iVb Ydh bdYZadh YVh XVgVXiZg hi^XVh Yd bVc^ejaVYdg Z YV X}bVgV# :hiZh bdYZadh h hZ bVci b XdggZXidh hZ c d hZ ÒoZg cZc]jbV VaiZgV d YVh XdcY^ Zh ^c^X^V^h! cdbZVYVbZciZ d edh^X^dcVbZcid gZaVi^kd YV X}bVgV! bVc^ejaVYdg Z dW_ZXidh V bVc^ejaVg# 8dcijYd! V^cYV fjZ iZXcdad\^XVbZciZ V XVeiV d YZ ^bV\Zch c d XdadfjZ Y^ÒXjaYVYZh ZheZX^V^h Xdb Zfj^eVbZcid YZ Xjhid bdYZgVYd! ]{ egdWaZ" bVh gZaVi^kdh Vd hZj igViVbZcid fjZ iZg d YZ hZg gZhdak^Ydh# D egdWaZbV ZhhZcX^Va gZh^YZ cV cZXZhh^YVYZ YZ Xdc]ZXZg V XdggZhedcY cX^V YZ jb bdk^bZcid cd eaVcd YV ^bV\Zb eVgV d XdggZhedcYZciZ bdk^bZcid cd ZheV d ig^Y^bZch^dcVa (9 # IgVY^X^dcVabZciZ ZhhV gZaV d [dgcZX^YV Vd h^hiZbV YZ Xdcigdad Yd bVc^ejaVYdg edg jb i^ed YZ egdXZY^bZcid fjZ YZh^\cVYd edg XVa^WgV d# JbV VaiZgcVi^kV Vd egdXZhhd YV XVa^WgV d Xdc" h^hiZ cV VegZcY^oV\Zb YV gZaV d ZcigZ edcidh Yd ZheV d XVgiZh^Vcd eVgV edcidh Yd eaVcd YZ ^bV\Zb! VigVk h YZ jb egdXZY^bZcid Vjidb{i^Xd YZ Zhi^bV d cZhiZ igVWVa]d gZXdggZbdh V jbV gZYZ cZjgdcVa! bVh edYZg" "hZ"^V jhVg djigd i^ed YZ VWdgYV\Zb #

gVh Z jb bVc^ejaVYdg Xdb VeZcVh ig h \gVjh YZ a^WZgYVYZ! Xj_d dW_ZXi^kd VeVc]Vg dW_ZXidh cjb ZheV d (9# D egdXZhhd YZ VegZcY^oV\Zb Y^k^Y^Yd Zb Y^kZghdh Zhi{\^dh YZ bdYd V iZg gZYZh bV^h eZfjZcVh Z h^beaZh# D h^hiZbV YZ C\jnZc! &..,0 C\jnZc Z <gVZ[Z! '%%% Xdbedhid edg YjVh X}bVgVh hda^Y{g^Vh Xdb d bdk^bZcid YV &V _jciV# D eg^bZ^gd eVhhd Xdch^hiZ Zb bdkZg V &V _jciV Vi ZcXdcigVg d dW_ZXid cd eaVcd YV ^bV\Zb! Z cd eVhhd hZ\j^ciZ XdcigdaVb"hZ Vh _jciVh ' Z ( YZ bdYd V Vegdm^bVg d bVc^ejaVYdg Vd dW_ZXid# IVa Xdbd cd igVWVa]d VciZg^dg! h h d XdcigdaVYVh Vh ig h eg^bZ^gVh _jciVh0 V *V _jciV h iZb V kZg Xdb V dg^ZciV d Z c d ji^a^oVYV! Z V )V _jciV eZgbVcZXZ eZgeZcY^XjaVg Vd eaVcd YZ igVWVa]d# Ndh]^b^ Z 6aaZc! &..) VYb^iZ fjZ V Y^hi}cX^V o Yd bVc^ejaVYdg Vd eaVcd YZ igVWVa]d ÒmV Z Xdc]ZX^YV# 6 X}bVgV Zhi{ bdciVYV cd ZaZbZcid iZg" b^cVa hda^Y{g^V Xdb d bdk^bZcid YV ai^bV _jciV! dWhZgkVcYd V {gZV YZ igVWVa]d edg WV^md Yd ZaZbZcid iZgb^cVa! dcYZ hZ ZcXdcigV jb dW_ZXid# ¿ bZY^YV fjZ d h^hiZbV YV X}bVgV gdYV Zb idgcd Yd Z^md gdiVX^dcVa Yd ZaZbZcid iZgb^cVa! d XVb^c]d YZhZc]VYd eZad edcid XVgVXiZg hi^Xd [dgbV jbV Za^ehZ cd eaVcd YZ ^bV\Zb# FjVcYd d Z^md gdiVX^dcVa Zhi{ hdWgZ d dW_ZXid dWi b"hZ jb h^beaZh edcid cV ^bV\Zb! fjZ gZegZhZciV d Va^c]V" bZcid Yd h^hiZbV YZ k^h d Xdb d dW_ZXid hZ\j^Yd#

GZaVi^kVbZciZ Vdh b idYdh YZ Vjid"XVa^WgV d Vi V\dgV ^beaZbZciVYdh! bZgZXZb YZhiVfjZ Va\jbVh VWdgYV\Zch BVgi^cZo Zi Va#! &.-.0 Ndh]^b^ Z 6aaZc! &..)0 C\jnZc! &..,0 C\jnZc Z <gVZ[Z! '%%% #

CZhiZ igVWVa]d! ]djkZ V egZdXjeV d YZ c d ^bedg a^b^iV Zh Vd h^hiZ" bV# Ji^a^oVb"hZ Vh fjVigd _jciVh Yd bVc^ejaVYdg Z VYb^iZ"hZ c d hZgZb Xdc]ZX^YVh Vh XVgVXiZg hi^XVh Yd dW_ZXid dWhZgkVYd dj d edh^X^dcVbZcid YV X}bVgV# 6Yb^iZ"hZ VeZcVh fjZ d dW_ZXid Zhi{ h^ijVYd cjb eaVcd# CV cdhhV VWdgYV\Zb! ji^a^oV"hZ jbV Vgfj^iZXijgV YZ Xdcigdad Y^c}b^Xd Æk "Z" bdkZÇ ZodWc_Y beea#WdZ#cel[ ! Zb fjZ V gZaV d ZcigZ dh bdk^bZcidh Yd bVc^ejaVYdg Z dh bdk^bZcidh dWhZgkVYdh cV ^bV\Zb XVaXjaVYV edg jbV gZYZ gZjgdcVa fjZ ^ciZgk b cV XVYZ^V YZ Xdcigdad# :hiV gZYZ YZhZb" eZc]V d eVeZa Yd _VXdW^Vcd XdbeaZid Yd h^hiZbV fjZ ^cXaj^ d _VXdW^Vcd Yd bVc^ejaVYdg Z d YV ^bV\Zb # JbV kZo fjZ c d jhVYV V [dgbV Zm" ea X^iV Yd _VXdW^Vcd! Zk^iV"hZ V cZXZhh^YVYZ YZ Xdc]ZXZg V X^cZb{i^XV Yd bVc^ejaVYdg dj XVa^WgVg d h^hiZbV YZ k^h d#

6 Zfj^eV YZ BVgi^cZo Zi Va#! &.-. ZhijYV VWdgYV\Zch YZ Xdcigdad ji^a^oVcYd bVeVh YZ bZb g^V @d]dcZc# D h^hiZbV ji^a^oVYd Xdbe Z"hZ YZ YjVh X}bV"

D VeVgVid ZmeZg^bZciVa Xdch^hi^j cjb bVc^ejaVYdg! Xdb * \gVjh YZ a^" WZgYVYZ! YV B^hihjW^h]^! bdYZad BdkZbVhiZg :("? Z jb h^hiZbV YZ k^h d

6 Zhi^bV d ed#b_d[ YZhiZh bdYZadh! dWk^VcYd Vh cZXZhh^YVYZh YZ XVa^" WgV d eg k^V! igVo \gVcYZ kVciV\Zb Zb iZgbdh YZ gdWjhiZo Z Xjhid! Z dW_ZXid YZ ZhijYd YZ \gVcYZ eVgiZ Ydh ^ckZhi^\VYdgZh! fjZ egZiZcYZb Xdchigj^g bdYZadh fjZ c d YZeZcYVb YV X^cZb{i^XV Yd bVc^ejaVYdg cZb YV \ZdbZig^V Ydh dW_ZXidh V bVc^ejaVg#

&'

6GI><D Iw8C>8D

8DCIGDAD 9: JB B6C>EJA69DG GD7âI>8D JH6C9D K>HÀD

;d^ ji^a^oVYd jb bVc^ejaVYdg YV B^hihjW^h]^! bdYZad BdkZbVhiZg :("?!

Xdb * \gVjh YZ a^WZgYVYZ# D Xdcigdad Yd bVc^ejaVYdg [d^ gZVa^oVYd cd Zh" eV d YVh _jciVh# 6igVk h Ydh YVYdh Yd h^hiZbV YZ k^h d Z | XjhiV YZ jbV gZYZ cZjgdcVa XdchZ\j^j"hZ Vegdm^bVg V [jc d Yd _VXdW^Vcd XdbeaZid# D WadXd YV gZYZ cZjgdcVa Vgi^ÒX^Va h^bjaV d _VXdW^Vcd XdbeaZid bVc^ejaVYdg" "k^h d! Zk^iVcYd YZhiZ bdYd dh egdXZhhdh YZ XVa^WgV d Yd bVc^ejaVYdg Z YV X}bVgV# :b iZgbdh YZ igVWVa]d [jijgd egZiZcYZ"hZ! V Xjgid egVod! bZa]dgVg V gdWjh" iZo Yd h^hiZbV YZ k^h d [VXZ |h kVg^V Zh YZ ^ajb^cV d! d fjZ eZgb^i^g{ jbV bZa]dg ^YZci^ÒXV d YZ idYdh dh dW_ZXidh Zb XVjhV#

;^\jgV &' 6egdm^bV d Yd bVc^ejaVYdg Vd XjWd! eVgV jb edh^X^dcVbZcid Yd XjWd Zb 7e 2 P*%( (, ".*R T! iZcYd d bVc^ejaVYdg eVgVYd Zb 7e 2 P),. (* "-+R T! Vd Òb YZ - ^iZgV Zh#

EgZiZcYZ"hZ! ^\jVabZciZ! Zkdaj^g eVgV jb h^hiZbV YZ k^h d ij[h[e! YZ bdYd V Zk^iVg d egdWaZbV YV egd[jcY^YVYZ Vfj^ ZcXdcigVYd# Jb h^hiZbV Xdb YjVh X}bVgVh iVbW b eZgb^i^g{ VjbZciVg V XdbeaZm^YVYZ YV Vea^XV d! hZcYd edhh kZa YZhiZ bdYd ji^a^oVg V _jciV YZ dg^ZciV d cjbV Vea^XV d XdcXgZiV YZ XVeijgV# EdYZg"hZ"^V V^cYV bZa]dgVg V gdWjhiZo Yd h^hiZbV YZ k^h d Z hZeVgVg d Xdcigdad YVh kVg^{kZ^h YZ _jciV ) Z *! YVh kVg^{kZ^h YZ _jciV &! ' Z (# 6igVk h YVh ig h eg^bZ^gVh _jciVh! Z[ZXijVg"hZ"^V d edh^X^dcVbZcid Yd bVc^ejaVYdg hdWgZ d dW_ZXid Z Xdb Vh gZhiVciZh _jciVh igViVg"hZ"^V YZ [VoZg d Va^c]VbZcid Yd bVc^ejaVYdg [VXZ Vd dW_ZXid iZcYd Zb k^hiV V hjV XVeijgV# IZg"hZ"^V Vhh^b jb h^hiZbV YZ Xdcigdad eVgV d edh^X^dcVbZcid Z jb h^hiZbV YZ Xdcigdad eVgV d Va^c]VbZcid#

,# G:;:GÚC8>6H 7>7A>D<GÛ;>86H

;^\jgV &( 6egdm^bV d Yd bVc^ejaVYdg Vd XjWd! eVgV jb edh^X^dcVbZcid Yd XjWd Zb 7e 2 P)&, &&' ".*RT! iZcYd d bVc^ejaVYdg eVgVYd Zb 7e 2 P)%( .( "-'R T! Vd Òb YZ - ^iZgV Zh##

+# 8DC8AJHÁ:H D eg^cX^eVa dW_ZXi^kd YZhiZ igVWVa]d [d^ YZhZckdakZg jbV bZidYdad\^V fjZ eZgb^iZ Vegdm^bVg! jb bVc^ejaVYdg Zfj^eVYd Xdb jbV X}bVgV YZ k YZd! YZ jb dW_ZXid! hZb V cZXZhh^YVYZ YZ Z[ZXijVg fjVafjZg i^ed YZ XVa^WgV d YV X}bVgV# C d cZXZhh{g^d Xdc]ZXZg dh eVg}bZigdh ^cig chZXdh YV X}bVgV cZb Z[ZXijVg V hjV XVa^WgV d Zmig chZXV# D bVc^ejaVYdg XdcigdaVYd eZaV ^c[dgbV d fjZ gZi^gV YV ^bV\Zb Z c d cZXZhh^iV YZ eZgheZXi^kV ^ckZghV dj fjVafjZg djigV igVch[dgbV d YZ X^cZ" b{i^XV# 6 c^XV gZhig^ d fjZ d dW_ZXid V XVeijgVg ZhiZ_V adXVa^oVYd cjb eaVcd# D h^hiZbV ji^a^oV ^c[dgbV Zh fjZ gZi^gV YV ^bV\Zb iZcYd eVgV ^hhd ji^a^oVYd V ZhigjijgV YZ Vgfj^iZXijgV Yd i^ed Æk "Z"bdkZ Y^c}b^XdÇ! Xdb Xdcigdad WVhZVYd cV ^bV\Zb Z d iZgb^cVa Zb XVYZ^V [ZX]VYV#

6abZ^YV! Aj h 7#! 6c >cigdYjXi^dc id bjai^eaVnZg eZgXZeigdch! H[l_ijW Z[ ;d][d^Wh_W! .'! +," -,# 8dg`Z! EZiZg ># &..+ # L_ikWb 9edjheb e\ HeXeji0 >_]^#F[h\ehcWdY[ L_ikWb I[hle_d]# GZhZVgX] HijY^Zh EgZhh AiY# 8gV^\! ?d]c ?# &.-. # ?djheZkYj_ed je HeXej_Yi C[Y^Wd_Yi WdZ 9edjheb$ 6YY^hdc"LZhaZn# 9Zbjai! =#! B# 7ZVaZ &..) ! D[khWb D[jmeha JeebXen \eh ki[ m_j^ CWjbWX" I]Z BVildg`h# ;j! @#H#! G# 8# <dcoVaZo Z 8# H# <# AZZ &.-, # HeXej_Yi0 9edjheb" I[di_d]" L_i_ed WdZ ?dj[bb_][dY[# BX<gVl"=^aa >ciZgc# :Y#! H^c\VedgZ# ?dgYVc! B# >#! 9# :# GjbZa]Vgi &..' # ;dglVgY bdYZah/ HjeZgk^hZY aZVgc^c\ l^i] Y^hiVa iZVX]Zg! 8d\c^i^kZ HX^ZcXZ! &+# =dgc! 7Zgi]daY @aVjh EVja &.-+ # GdWdi K^h^dc# B>I EgZhh# =jiX]^chdc H#! <# =V\Zg Z E#># 8dg`Z &..+ # 6 ijidg^Va dc k^hjVa hZgkd Xdcigda# ?;;; JhWdiWYj_edi ed HeXej_Yi WdZ 7kjecWj_ed! &' * ! +*&"+,%# @gdhZ! 7# ?# 6#! E# EVig^X`# KVc YZg HbV\i &..( ! 7d _djheZkj_ed je D[khWb D[jmehai! Jc^kZgh^in d[ 6bhiZgYVb! ;^[i] :Y^i^dc# BVgi^cZo! I]dbVh B#! =Za\Z ?# G^iiZg Z @aVjh ?# HX]jaiZc &.-. # (9"CZjgVa CZi [dg aZVgc^c\ K^h^dbdidg Ä8ddgY^cVi^dc d[ V GdWdi 6gb# FheY[[Z_d] e\ j^[ ?dj[hdWj_edWb @e_dj 9ed\[h[dY[ ed D[khWb D[jmeha" '! (*&"(*+# C\jnZc! B^c]"8]^c] &.., # HiZgZd"K^h^dc"7VhZY GdWdi 8dcigda L^i]dji 8V" a^WgVi^dc# L79;JI J[Y^_YWb ?dj[hdWj_edWb 9ed\[h[dY[ L?J9Ê/- " HVc ?dhZ# C\jnZc! B^c]"8]^c] Z Kda`Zg <gVZ[Z '%%% # HZa["AZVgc^c\ K^h^dc"<j^YZ GdWdih [dg HZVgX]^c\ VcY <gVhe^c\ DW_ZXih# FheY[[Z_d]i e\ (&&& ?;;;" ?d# j[hdWj_edWb 9ed\[h[dY[ ed HeXej_Yi 7kjecWj_ed" HVc ;gVcX^hXd! 86# HX^Vk^XXd! AdgZcod Z 7gjcd H^X^a^Vcd &..+ # CeZ[b_d] WdZ 9edjheb e\ HeXej CWd_fkbWjehi$ Heg^c\Zg! &..+# H]^gV^! N# Z =# >cdjZ &.,( # <j^Y^c\ V gdWdi Wn k^hjVa [ZZYWVX` ^c VhhZbWa^c\ iVh`h# FWjj[hd H[Ye]d_j_ed! *! .."&%-# Ndh]^b^! 7^aa^Wdc =#! EZiZg @# 6aaZc &..) # 6Xi^kZ! JcXVa^WgViZY K^hjVa HZg" kd^c\# ?;;; HeXej_Yi 7kjecWj_ed! )! &*+"&+&#

&,