07 - Separation Theorems
07 - Separation Theorems
Separation Theorems
Daniel Kuhn
([email protected])
136
137
<latexit sha1_base64="Uic/owy+KmyjpQhmVzkA+rU/rTE=">AAADvnicbVJLj9MwEHY2PJby2oUjl0CFtEhVlSAQcOsKpOXAoUiUXamtKseZZK36EdnO0irqX+LXcOEAv4VxGq1ouo5ij7/vG3s8M2kpuHVx/Ds4CG/dvnP38F7v/oOHjx4fHT/5bnVlGEyYFtpcpNSC4AomjjsBF6UBKlMB5+nyo+fPr8BYrtU3ty5hLmmheM4ZdQgtjoOzmYIfTEtJVVbP8k09S7XI7FrisuntkJIhK6m7ZHSPSlsqTTtMJZCpVAbGh9gh9dXGTzdyYzAlsiUus+fN582OKBUVoKjJQ91sOgID2TXv7Q5dGAB1LdjuUJJBjgFtQbluRabAR8bDZBDFw7d+SlAJsnRrC663OOrHw7gZ0b6RtEaftGOMqV/MMs0qCcoxQa2dJnHp5jU1jjPhs1FZKClb0gKmaCoqwc7rJqhN9BKRLMq1wV+5qEH/96hTuXNCTaX1RUVPXybb5Tx4EzetXP5+XnNVVg4U216cVyJyOvL9FGXcAHNijQZlhmPsEbukhjKHXbdzS3N2CWw3rlWlONMZdFDhVs5QBDG3knLlX1mfGt50XoPhYR48+cQL7uzgCza0GpxhqZavWiGWJOkWYN+YvB5+GMZf3/RHo7Y2h+QZeUFOSELekRH5TMZkQljwM/gV/An+hqdhEcpQb6UHQevzlOyMcPUPWvNGEA==</latexit>
<latexit
n
R
Definition: A set C is called open if its complement \C is <latexit sha1_base64="sVKPNB7b/BIqc3Xct2kzV6sYoa8=">AAADyHicbVJNj9MwEHU2fCzlaxeOXAIV0iJVVYJAwK1okUCCQxdRdqWmVLYzba3aTrCd3a2iXvhV/BUuXOFnME6jFc2uo9jj996Mx55hhRTWxfGvYCe8dv3Gzd1bndt37t67v7f/4KvNS8NhxHOZmxNGLUihYeSEk3BSGKCKSThmy0PPH5+CsSLXX9yqgImicy1mglOH0HQ/OEo1nPFcKaqzKp2tq5TlMrMrhcu6s0UqjqyibsHpJYo1FGMtppTIlDoD41Nskfnp2k9XckMwBbIFLunj+vNmS8RkCSiq36GqNy2BgeyC93aLnhsAfSHY7FCSwQwT2oBq1YjMHC8Z95NeFPdf+ilBpWLR5286ZZQvraR2ER12pnvduB/XI7psJI3RJc0YYhGmaZbzUoF2HIPYcRIXblJR4wSX/l1KCwWeQOcwRlNTBXZS1emto6eIZNEsN/hrF9Xo/x4VU1sRKqqsLy96+oLZNufBq7hx6WavJ5XQRelA883Bs1JGLo98Z0WZMMCdXKFBuRGYe8QX1FDusP+2TqljF8C38zovteB5Bi1UunNnKIIWnKJC+1tWb42oe7DGMJgHD96JuXC29wlbW/feY9GWzxohliRpF+CyMXref9OPj150B4OmNrvkEXlCDkhCXpEB+UCGZER48DP4HfwJ/oYfw+/hWbjaSHeCxuch2Rrhj38rXUlx</latexit>
Closed Functions
Definition: A function f is called closed if its epigraph is a closed
set. We denote by cl(f) the closure of f, i.e., the largest closed
function not larger than f.
epi(cl(f))
epi(f)
= cl(epi(f))
x x
a b a b
1 if a < x b
1 if a x b
f(x) = 3 if x = a cl(f)(x) =
else
else
139
a> x < b 8x 2 C
<latexit sha1_base64="nd7WT+866R5Zbn6HkKAs17nw1Ds=">AAAD9HicbVNLbxMxEN4kPNrw6uPIxRAhFSmKdisQICEUVCQ4cAgSoZWyIXi9k9SKH4vtbRMt4Z9wQlz5P5z5I4w3aUU29Wrt8fd9Y4894yQT3Low/FOrN65dv3Fza7t56/adu/d2dvc+WZ0bBn2mhTYnCbUguIK+407ASWaAykTAcTI98vzxGRjLtfro5hkMJZ0oPuaMOoRGu7VvsYJzpqWkKi3i8aKIEy1SO5c4LJprpGTISupOGd2gkhWVJBUmF8jkKgXjQ6yQ+mzhuyu5HpgM2QyH+EH5ebMiSkQOKCrvoSgnFYGB9JL3doWeGAB1KVjOUJLCGANagnK+EpkJHjLsRG0Sdp76Llo06efY6YzMXpLkezzWhgpBZjFX5Cj+mtOU4MXoWYFbLcgSuHAYha9I0hnttMJOWDayaUQroxWsWg/z9SVONcslKMcEtXYQhZkbFtQ4zoS/wtxCRtmUTmCApqIS7LAoT7IgjxBJCYaJv3KkRP/3KBK5tkJBpfWVgJ4+t7bKefAqbpC78fNhwVWWO1BsufE4F8Rp4ouQpNwAc2KOBmWGY+yEnVJDmcNSXdulXDsDth7XLFec6RQqqHAzZyiCFpykXPlTFq8NL8u1xHAxDx684RPubPs9vgLVfov5nT6+EGJOomoGNo3+YedFJ/zwpNXtrpKzFdwPHgYHQRQ8C7rBu6AX9ANW+1vfru/V9xvnjR+Nn41fS2m9tvLZD9Za4/c/f/NXzg==</latexit>
and a> x0 > b.
Example: a
<latexit sha1_base64="VQ3zlHG7iX07YacPnSr7ipLZSHI=">AAADuHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQIF6KQIIHHopE2aS2Ko5zk1n1R2Q7o1XU38Ov4RXEv+E6DRPN5ij28TnH9rXvTUvBrYvjP8FeeO36jZv7t3q379y9d//g8MFXqyvDYMK00OY0pRYEVzBx3Ak4LQ1QmQo4SZfvvH5yDsZyrb64dQlzSQvFc86oQ2pxGIxmCr4zLSVVWT3LN/Us1SKza4nDprcjSoaqpO6M0UtS2kpp2lEqgUqlMjA+xI6ozze+u1IbgylRLXGYPW4+DzumVFSApuYd6mbSMRjILnSPO3JhANSFYTtDSwY5BrQl5bo1mQIvGQ+TQRQPX/gu2fRWi3hx0I+HcdOiyyBpQZ+0bYxv/m2WaVZJUI4Jau00iUs3r6lxnAn/DJWFkrIlLWCKUFEJdl430Wyip8hkUa4N/spFDfv/ijqVOzvUVFqfTVzp82O7miev0qaVy1/Na67KyoFi24PzSkROR76QoowbYE6sEVBmOMYesTNqKHNYbjunNHuXwHbjWlWKM51BhxVu5QxF0oKTlCt/y/qt4U3JNRxu5smj97zgzg4+YSWrwQfM0fLZPyPmJOlm4DKYHA9fD+PPz/ujUZucffKIPCFHJCEvyYh8JGMyISz4EfwMfgW/wzchDYuQb617QbvmIdlpofkLHB5DAA==</latexit>
x0
C
a x<b a x>b
a x=b
140
<latexit sha1_base64="SJhurEhjJ3BLAmHueo7pcolyM1Y=">AAADvHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQ8ETRJsEDD0WibFJTDce5yazaTmQ7pVXUX8Sv4RH4M1ynYaLpHMU+PufYvva9SSm4sWH4y9vzb9y8dXv/Tu/uvfsPHh4cPvpqikozmLBCFPo8oQYEVzCx3Ao4LzVQmQg4S+YnTj9bgDa8UF/sqoSZpLniGWfUInVx6J3GCr6zQkqq0jrO1nWcFCI1K4nDurclSoaqpPaS0R0paaUk6SiVQKVSKWgXYkcsFmvXXauNQZeoljjET5vPwY4pERWgqXmHupl0DBrSK93hjpxrAHVl2MzQkkKGAW1IuWpNOsdLhsNoEITDV66L1r1lzFVwElwc9MNh2LRgF0Qt6JO2jfHdv8VpwSoJyjJBjZlGYWlnNdWWM+GeojJQUjanOUwRKirBzOomonXwHJk0yAqNv7JBw/6/ok7k1g41lcZlFFe6HJmu5sjrtGllszezmquysqDY5uCsEoEtAldMQco1MCtWCCjTHGMP2CXVlFksua1Tmr1LYNtxLSvFWZFChxV2aTVF0oCVlCt3y/q95k3ZNRxu5sijU55zawafsJrV4APmaf7inxFzEnUzsAsmx8O3w/Dzy/5o1CZnnzwhz8gRichrMiIfyZhMCPN+eD+9394f/50P/tyXG+ue1655TLaav/gLGSFETw==</latexit>
9
<latexit sha1_base64="fYkuU+f0bafUcR1fALZrOOVelvo=">AAADxHicbVJdb9MwFHUWPkb52uCRl0CFNKQqSiYQ8FYE0njYQ5Eom9SU4Tg3mVV/BNsZraLwp/g1e4U/gp2GiaZzFPv4nGP72vemJaPaRNGlt+PfuHnr9u6dwd179x883Nt/9EXLShGYEsmkOk2xBkYFTA01DE5LBZinDE7SxXunn1yA0lSKz2ZVwpzjQtCcEmwsdbbvHScCfhDJORZZneRNnaSSZXrF7dAMNkROrMqxOSd4S0o7KU17SsWsUokMlAuxJ8qLxnXXahNQpVVLOyRP28/BnillFVhT+w51O+kZFGRXusM9uVAA4sqwnllLBrkNaE3yVWdShb1kFMajIApfuS5uBvhrYmQZLJMCvgdpeLY3jMKobcE2iDswRF2b2Pf/lmSSVByEIQxrPYuj0sxrrAwlzD1JpaHEZIELmFkoMAc9r9vImuC5ZbIgl8r+wgQt+/+KOuUbO9SYa5dZu9LlSvc1R16nzSqTv5nXVJSVAUHWB+cVC4wMXFEFGVVADFtZgImiNvaAnGOFibGlt3FKu3cJZDOuZSUokRn0WGaWRmFLajAcU+FuWb9TtC2/lrObOfLgAy2o0aNjW9VidGTztXjxz2hzEvczsA2mh+HbMPr0cjged8nZRU/QM3SAYvQajdFHNEFTRLxf3qX32/vjH/nc1361tu543ZrHaKP5P/8C2oVHwA==</latexit>
1
0 (x0 c)> (x 2 (x0 + c)) =
1 >
>
= (x0 c) (x c 2 (x0 c)) =) (x 0 c) (x c) > 0
> 1 2 ;
= (x0 c) (x c) 2 kx0 ck2 <latexit sha1_base64="/IzcLnsQpuXPk/nuhpSfgtDHktE=">AAAEi3icfVNdb9MwFM1KgVFgbOyRl8DEtIqtSqohPgRoCBA88DAkyibNXXGcm8ya7QTbGStZ/guv8I/4N1ynZVrTCUexr885vr6+vo5ywY0Ngj8LrSvtq9euL97o3Lx1e+nO8srdLyYrNIMBy0Sm9yNqQHAFA8utgP1cA5WRgL3o+I3j905AG56pz3acw1DSVPGEM2oRGq20VomC7yyTkqq4JElVkigTsRlLHKrODCkZspLaI0bnqGhKRVGDKQQyhYpBuxAbZHZSue5Sbhd0jmyOA7lff85siCJRAIrqPJT1pCHQEJ/zzm7QqQZQ54LJDCUxJBjQBJTjqUineMigF276Qe+x60JUCkhsj0SQclVSrekYdQyzE/jryH3z1/2N01GwxbqHxGY5TrZIoikrw6rsV456xLpdQjrrL+eVrKnd+o+2e1FMzmqanI36h/0OATzqJDiieXpkSeUTLrG8wHQuOqr9vAo6o+W1oBfUzZ83wqmx5k3b7mhl4SuJM1ZIUJYJasxBGOR2iJtazoS72cJATtkxTeEATUUlmGFZJ7jyHyIS+0mm8VfWr9GLK8pIzngoqTSuQHGlKznT5Bx4GXdQ2OTpsOQqLywoNtk4KYRvM9+9DT/mGpgVYzQo0xxj99kRxaxafEEzu9S+c2CzcZ0WirMshgYq7KnVFEEDVlKu3CnL15rXr6jG0JkDN97ylFuz+REfp9p8j2V33P0nxDsJmzcwbwz6vWe94NP22s7O9HIWvXveA2/DC70n3o73wdv1Bh5r/Wj9bP1q/W4vtbfbz9svJtLWwnTNqjfT2u/+AvOEhh8=</latexit>
a Thus,
k(1 t)c + tx x0 k22
= kc x0 k22 2t(x0 c)> (x c) + O(t2 )
x0
< kc x0 k22 for small t > 0.
C
<latexit sha1_base64="fwYtY3QyzYEgC2qR2q4rbMYWxDY=">AAAET3icbVNdb9MwFM3aAVv52uCRF8PG1GprlVQgQIJpCCR4QGJIlE1auuI4N50124lsZ7TKyo/kBfFPeEJcp2Gi2RwpPj7n2L6+vo4ywY31/V9Ljebytes3VlZbN2/dvnN3bf3eF5PmmsGApSLVhxE1ILiCgeVWwGGmgcpIwEF0+sbpB2egDU/VZzvNYCjpWPGEM2qRGq0v/QwVfGOplFTFRZjMijBKRWymErtZa0GUDFVJ7Qmjl6SokqKopuQClVzFoF2INTE9m7nfldo+6AzVDLvwYfk5WDNFIgc0lXkoykHNoCG+0B2uyWMNoC4M8xFaYkgwoDkpp5VJj/GQfi/YIX7vqfsF6IxgzFVBtaZTdDDMy9YWCc/bQdd22LadkC6ZjPzwfNQ/7odha+uVU1n3guv2bRsHXdY5Dm2atSeItjHT5GPbHvc7bsrL2pTvBNOdTgqSpJoYSYUgm3bX35z1WiHgoebBjNY2/J5fNnIZBBXY8Kq2j6XwNYxTlktQlglqzFHgZ3aIy1nOhLud3EBG2SkdwxFCRSWYYVEmaUYeIxOXESWpsqRk/59RRHJhhYJK44oMZ7qyMXXNkVdpR7lNng8LrrLcgmLzjZNcEJsSV98k5hqYFVMElGmOsRN2QjVlFl/Bwi7l2hmwxbgmueIsjaHGCjuxmiJpwErKlTtl8Vrz8iWUHC7myPZbPubW7HzAB6Z23mHpnHb+GfFOgvoNXAaDfu9Fz//0ZGNvr7qcFe+B98hre4H3zNvz3nv73sBjjd1G3JAN1fzR/N38s1xZG0sVuO8ttOXVv6dPc0M=</latexit>
c
<latexit sha1_base64="VQ3zlHG7iX07YacPnSr7ipLZSHI=">AAADuHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQIF6KQIIHHopE2aS2Ko5zk1n1R2Q7o1XU38Ov4RXEv+E6DRPN5ij28TnH9rXvTUvBrYvjP8FeeO36jZv7t3q379y9d//g8MFXqyvDYMK00OY0pRYEVzBx3Ak4LQ1QmQo4SZfvvH5yDsZyrb64dQlzSQvFc86oQ2pxGIxmCr4zLSVVWT3LN/Us1SKza4nDprcjSoaqpO6M0UtS2kpp2lEqgUqlMjA+xI6ozze+u1IbgylRLXGYPW4+DzumVFSApuYd6mbSMRjILnSPO3JhANSFYTtDSwY5BrQl5bo1mQIvGQ+TQRQPX/gu2fRWi3hx0I+HcdOiyyBpQZ+0bYxv/m2WaVZJUI4Jau00iUs3r6lxnAn/DJWFkrIlLWCKUFEJdl430Wyip8hkUa4N/spFDfv/ijqVOzvUVFqfTVzp82O7miev0qaVy1/Na67KyoFi24PzSkROR76QoowbYE6sEVBmOMYesTNqKHNYbjunNHuXwHbjWlWKM51BhxVu5QxF0oKTlCt/y/qt4U3JNRxu5smj97zgzg4+YSWrwQfM0fLZPyPmJOlm4DKYHA9fD+PPz/ujUZucffKIPCFHJCEvyYh8JGMyISz4EfwMfgW/wzchDYuQb617QbvmIdlpofkLHB5DAA==</latexit>
1
+ c)
<latexit sha1_base64="Hugh4QLsT89s8wwOrzGusMcnrNs=">AAAD0nicbVLLjtMwFHUmPIbhMTOwZBOokDqiqpIRCNgVgQQLFkWizIimKo5z07FqO5HtDK2iLBBbforP4AvYwh9wnZYRTcdR7ONzju1r35sUghsbhj+9Hf/K1WvXd2/s3bx1+87+weHdjyYvNYMRy0WuTxNqQHAFI8utgNNCA5WJgJNk/srpJ+egDc/VB7ssYCLpTPGMM2qRmh56n2IFX1guJVVpFWd1FSe5SM1S4lDvbYiSoSqpPWN0S0rWUpK0lFKgUqoUtAuxJebntesu1YagC1QLHOIHzedgy5SIEtDUvEPVTFoGDemF7nBLnmkAdWFYzdCSQoYBrUi5XJv0DC8Z9qNeEPafui5Cp4WFNXYpIIgzTVkV1dVx3V1Mw8fsaHrQCfth04JtEK1Bh6zbELPxOU5zVkpQlglqzDgKCzupqLacCfdApYGCsjmdwRihohLMpGrirINHyKRBlmv8lQ0a9v8VVSI3dqioNC7PuNJlzrQ1R16mjUubPZ9UXBWlBcVWB2elCGweuBILUq6BWbFEQJnmGHvAzii+jsVC3Dil2bsAthnXolSc5Sm0WGEXVlMkDVhJuXK3rF5q3hRjw+Fmjuy+5jNuTe8d1rjqvcHszY/+GTEnUTsD22B03H/RD98/6QwG6+TskvvkIemSiDwjA/KWDMmIMO+H98v77f3xR37lf/W/raw73nrNPbLR/O9/AWJeTaA=</latexit>
2 (x0 =)
<latexit sha1_base64="945tQ+3E1rbK9ElRjWpBMyRt3jQ=">AAAD3XicbVJNb9MwGE4WPsb42uDIxVAhDamqEgQCJA5FQ4IDhyJRNqkpm+O86az6I9jOaBWVIyfElT/FH+BvcIUDr9My0WyOYr9+nsf2az9vVgpuXRz/DDeiCxcvXd68snX12vUbN7d3br23ujIMhkwLbQ4yakFwBUPHnYCD0gCVmYD9bLrn+f0TMJZr9c7NSxhLOlG84Iw6hA53QkgVfGJaSqryOi0WdZppkdu5xGGxtUZKhqyk7pjRM1S2orKsxVQCmUrlYHyKLVKfLHx3LjcAUyJb4pDebT4ftkSZqABFzTvUzaQlMJCf8j5u0RMDoE4FyxlKcigwoSUo5yuRmeAl417SJXHvse8SVHKJLoFNP1Y0J/RD6nRJZs9J9jkttKFCkFnKFdk73O7Evbhp5GyQrIJOsGoDNOYozTWrJCjHBLV2lMSlG9fUOM6Ef6vKQknZlE5ghKGiEuy4blJekPuI5AQzwF850qD/r6gzubZDTaX1luNKb6Jtcx48jxtVrng6rrkqKweKLQ8uKkGcJr7aSM4NMCfmGFBmOOZO2DE1lDmsybVTmr1LYOt5zSrFmc6hhQo3c4YiaMFJypW/Zf3C8KYuGww38+DuSz7hznbfYLmr7is0cvrgnxA9SdoOnA2GD3vPevHbR51+f2XOZnAnuBfsBknwJOgHr4NBMAxY+CP8Ff4O/0RH0Zfoa/RtKd0IV2tuB2st+v4Xi/hSLQ==</latexit>
a> x < b 8x 2 C
141
<latexit sha1_base64="VQ3zlHG7iX07YacPnSr7ipLZSHI=">AAADuHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQIF6KQIIHHopE2aS2Ko5zk1n1R2Q7o1XU38Ov4RXEv+E6DRPN5ij28TnH9rXvTUvBrYvjP8FeeO36jZv7t3q379y9d//g8MFXqyvDYMK00OY0pRYEVzBx3Ak4LQ1QmQo4SZfvvH5yDsZyrb64dQlzSQvFc86oQ2pxGIxmCr4zLSVVWT3LN/Us1SKza4nDprcjSoaqpO6M0UtS2kpp2lEqgUqlMjA+xI6ozze+u1IbgylRLXGYPW4+DzumVFSApuYd6mbSMRjILnSPO3JhANSFYTtDSwY5BrQl5bo1mQIvGQ+TQRQPX/gu2fRWi3hx0I+HcdOiyyBpQZ+0bYxv/m2WaVZJUI4Jau00iUs3r6lxnAn/DJWFkrIlLWCKUFEJdl430Wyip8hkUa4N/spFDfv/ijqVOzvUVFqfTVzp82O7miev0qaVy1/Na67KyoFi24PzSkROR76QoowbYE6sEVBmOMYesTNqKHNYbjunNHuXwHbjWlWKM51BhxVu5QxF0oKTlCt/y/qt4U3JNRxu5smj97zgzg4+YSWrwQfM0fLZPyPmJOlm4DKYHA9fD+PPz/ujUZucffKIPCFHJCEvyYh8JGMyISz4EfwMfgW/wzchDYuQb617QbvmIdlpofkLHB5DAA==</latexit>
x0
C
Proof: It is clear that C ✓ C0, and thus it remains to be shown that <latexit sha1_base64="4KMqxDXRB+XAAlsVUcmRuVfDK6w=">AAADwnicbVLfb9MwEHYWYKP82AaPvAQqxJCqKkFMwFtRQSDEQ5Eom9RUw3EunVXbyWxnrAr9o/hrEG/wn3BOw0TTOYp9/r7v7PPdJYXgxobhL2/Lv3b9xvbOzc6t23fu7u7t3/ti8lIzGLNc5Po4oQYEVzC23Ao4LjRQmQg4SuZDxx+dgzY8V5/tooCppDPFM86oRehk3/sQK/jGcimpSqs4W1ZxkovULCQuy84aKRmyktpTRjeopKGSpMWUAplSpaBdiC0yP1+66UpuBLpAtsAlflh/zmyJElECiuo8VPWmJdCQXvLObtEzDaAuBasdSlLIMKAVKBeNSM/wkWE/6gVh/9BN0bIzjE2ZGLBwFgyfnOx1w35Yj2DTiBqjS5oxwux/jdOclRKUZYIaM4nCwk4rqi1nwiWkNFBQNqczmKCpqAQzreq4lsFjRNIgyzX+ygY1+r9Hlci1EyoqjasrerpKmTbnwKu4SWmzl9OKq6K0oNjq4qwUgc0D11JByjUwKxZoUKY5xh6wU6ops9h4a7fUZxfA1uO6KBVneQotVNgLqymCmF9JuXKvrF5rXjdfjeFhDjx4w2fcmt5H7GnVe4fVmj/9J8SaRO0KbBrjZ/1X/fDT8+5g0BRnhzwgj8gBicgLMiDvyYiMCfN+eD+9394f/60/9898s5JueY3PfbI2/O9/AQXjRvI=</latexit>
0
C ✓ C. For any x0 2 / C there is a closed halfspace that contains C <latexit sha1_base64="rmDxYzdr6EXAw7VVmq+sQ03ytR8=">AAADw3icbVJdb9MwFHUWPkb52AaPvAQqxJCqKkEg4K2oCJDgoUiUTWqq4Tg3nVXbCbYzVkX5U/waeIRfwnUaJprOUezrc861r++9SSG4sWH4y9vxr1y9dn33Ru/mrdt39vYP7n4xeakZTFkucn2cUAOCK5habgUcFxqoTAQcJcux44/OQBueq892VcBc0oXiGWfUInRy4H2IFXxnuZRUpVWc1VWc5CI1K4lL3dsgJUNWUnvK6BaVtFSSdJhSIFOqFLQLsUPmZ7WbLuUmoAtkC1ziB83nzI4oESWgqMlD1Ww6Ag3pBe/sDr3QAOpCsN6hJIUMA1qDctWK9AIfGQ6jQRAOn7spqnvjx7EpEwMWvgXj4cl+PxyGzQi2jag1+qQdE0z/1zjNWSlBWSaoMbMoLOy8otpyJlxGSgMFZUu6gBmaikow86oJrA4eIZIGWa7xVzZo0P89qkRunFBRaVxh0dOVynQ5B17GzUqbvZxXXBWlBcXWF2elCGweuJ4KUq6BWbFCgzLNMfaAnVJNmcXO27ilObsAthnXeak4y1PooMKeW00RxPxKypV7ZfVa86b7GgwPc+DhG77g1gw+YlOrwTss1/LJPyHWJOpWYNuYPh2+GoafnvVHo7Y4u+Q+eUgOSURekBF5TyZkSpj3w/vp/fb++G994WvfrqU7Xutzj2wMv/4LDCVHKg==</latexit>
0
x
but not 0. Thus, x0 2 / C, which implies
<latexit sha1_base64="udWfAtvVsaeVxfXEBz53b1uH8MI=">AAADwHicbVLLjtMwFHUmPIbymoElm0CFNEhVlSAQsCsqErNgUSTKjNRUxXFuO1b9CLYztET9Jr6GBRv4Fa7TMKKZcRT7+Jxj+9r3ZoXg1sXxr2AvvHb9xs39W53bd+7eu39w+OCz1aVhMGZaaHOaUQuCKxg77gScFgaozAScZMuh10/OwViu1Se3LmAq6ULxOWfUITU7DI5TBd+YlpKqvErnmyrNtMjtWuKw6eyIkqEqqTtj9JKUNVKWtZRSoFKqHIwPsSXq843vrtRGYApUCxzSx/XnYcuUiRLQVL9DVU9aBgP5he5xS14YAHVh2M7QksMcA9qSct2YzAIvGfeTXhT3X/ou2XRWszhV2nEVDWcH3bgf1y26DJIGdEnTRvj2X9Jcs1KCckxQaydJXLhpRY3jTPjnKC0UlC3pAiYIFZVgp1Ud1SZ6ikwezbXBX7moZv9fUWVyZ4eKSuuziit9nmxb8+RV2qR089fTiquidKDY9uB5KSKnI19QUc4NMCfWCCgzHGOP2Bk1lDksu51T6r0LYLtxrUrFmc6hxQq3coYiacFJypW/ZfXW8Lr0ag438+TRO77gzvY+YEWr3nvM1fLZPyPmJGln4DIYP++/6ccfX3QHgyY5++QReUKOSEJekQE5JiMyJiz4EfwMfgd/wmHIQx1+3Vr3gmbNQ7LTwu9/AVkbRjc=</latexit>
<latexit sha1_base64="VQ3zlHG7iX07YacPnSr7ipLZSHI=">AAADuHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQIF6KQIIHHopE2aS2Ko5zk1n1R2Q7o1XU38Ov4RXEv+E6DRPN5ij28TnH9rXvTUvBrYvjP8FeeO36jZv7t3q379y9d//g8MFXqyvDYMK00OY0pRYEVzBx3Ak4LQ1QmQo4SZfvvH5yDsZyrb64dQlzSQvFc86oQ2pxGIxmCr4zLSVVWT3LN/Us1SKza4nDprcjSoaqpO6M0UtS2kpp2lEqgUqlMjA+xI6ozze+u1IbgylRLXGYPW4+DzumVFSApuYd6mbSMRjILnSPO3JhANSFYTtDSwY5BrQl5bo1mQIvGQ+TQRQPX/gu2fRWi3hx0I+HcdOiyyBpQZ+0bYxv/m2WaVZJUI4Jau00iUs3r6lxnAn/DJWFkrIlLWCKUFEJdl430Wyip8hkUa4N/spFDfv/ijqVOzvUVFqfTVzp82O7miev0qaVy1/Na67KyoFi24PzSkROR76QoowbYE6sEVBmOMYesTNqKHNYbjunNHuXwHbjWlWKM51BhxVu5QxF0oKTlCt/y/qt4U3JNRxu5smj97zgzg4+YSWrwQfM0fLZPyPmJOlm4DKYHA9fD+PPz/ujUZucffKIPCFHJCEvyYh8JGMyISz4EfwMfgW/wzchDYuQb617QbvmIdlpofkLHB5DAA==</latexit>
<latexit sha1_base64="9CYooAU+aCjWFKmFM97npZv+Lh0=">AAADwXicbVJdb9MwFHUWPkb52AaPvAQqxJCqKkEg4K1okwCJhyJRNqmpiuPcdKb+iGxntIr6n/g1SDzBT+E6LRPN5ij28TnH9rXvzUrBrYvjX8FOeO36jZu7tzq379y9t7d/cP+L1ZVhMGJaaHOaUQuCKxg57gSclgaozAScZPMjr5+cg7Fcq89uWcJE0pniBWfUITU9CD6kCr4zLSVVeZ0WqzrNtMjtUuKw6myJkqEqqTtj9JKUbaQsaymVQKVSORgfYkvU5yvfXakNwZSoljikj5rPw5YpExWgqXmHupm0DAbyC93jljwzAOrCsJ6hJYcCA1qTcrkxmRleMu4nvSjuv/RdsuospnGqtOMqOno63e/G/bhp0WWQbECXbNoQH/9rmmtWSVCOCWrtOIlLN6mpcZwJ/x6VhZKyOZ3BGKGiEuykbsJaRU+QyaNCG/yVixr2/xV1Jrd2qKm0Pq240ifKtjVPXqWNK1e8ntRclZUDxdYHF5WInI58RUU5N8CcWCKgzHCMPWJn1FDmsO62Tmn2LoFtx7WoFGc6hxYr3MIZiqQFJylX/pb1W8Ob2ms43MyTh8d8xp3tfcSSVr13mKz5s39GzEnSzsBlMHref9OPP73oDgab5OySh+QxOSQJeUUG5D0ZkhFhwY/gZ/A7+BMeh9/CMjRr606wWfOAbLWw/gtSskZo</latexit>
<latexit sha1_base64="Wav8lakxhq2JL0h5TKAVxoPlHA0=">AAAD/HicbVPLjtMwFE1bHkN5zBR2zCZQIQapilIEAnZFRYIFi4IoM1JTBtu5aa3aTrCdYaqow4ZfYYXY8i98Az/BdVoGmtZR7JNzjq8f94Zmghsbhr9q9caFi5cu71xpXr12/cbuXuvme5PmmsGQpSLVR5QYEFzB0HIr4CjTQCQVcEhnfacfnoA2PFXv7DyDsSQTxRPOiEXquFX7Gin4zFIpiYqLKFkUEU1FbOYSh0VzTZQMVUnslJENia4kSitKLlDJVQzabbEipicL123VBqAzVDMcojvl42DFREUOaCrvoSg/KgYN8bnucEWeaAB1blh+oSWGBDe0JOV8ZdITPGQYdDt+GDx2XRedkvpvP6iIEjYzgpip349MTg1Y+ORvEe+fRTxJzhD8s/WD5vFeOwzCsvmboLsCbW/VBpi3j1GcslyCsgxDm1E3zOy4INpyJtxV5gYyXJdMYIRQEQlmXJQnWvj3kIn9JNX4KuuX7P8zCirXIhREGlcRONPl2FQ1R27TRrlNno4LrrLcgmLLhZNc+Db1XTH6MdfArJgjIExz3LvPpkQTZrFk11YpY2fA1vd1mivO0hgqrLCnVhMk8YIl4cqdsniueVm2JYfBHHnwgk+4NZ3X+DeozkvM8+zBXyPmpFvNwCYYPgyeBeGbR+1eb5WcHW/fu+sdeF3vidfzXnkDb+ix2u96q367vt/40vjW+N74sbTWa6s5t7y11vj5BwrmWtU=</latexit>
Rn \C ✓ Rn \C0 () C0 ✓ C.
143
Convex hull of X
X (a car)
conv(f)
x x
Envelope Representations
Theorem: If f is proper, convex and closed, then it is the pointwise
supremum of all affine functions f . <latexit sha1_base64="+W3XvIaUDKLjR5UToRi+JjL8QLw=">AAADunicbVJbb9MwFHYWLmPcNnjkJVAhDamqEgQCHpDKRYIHHopE2aS2Go5zkln1JbKdsSrqD+LX8Mr+DcdpmEg6R7E/f99n+9jnpKXg1sXxRbATXrt+4+burb3bd+7eu79/8OC71ZVhMGVaaHOcUguCK5g67gQclwaoTAUcpcsPXj86A2O5Vt/cqoSFpIXiOWfUIXVyELyfK/jJtJRUZfU8X9fzVIvMriQO672OKBmqkrpTRrektJXStKdUApVKZWB8iD1Rn619d6U2AVOiWuIwf9x8HvZMqagATc071M2kZzCQXeoe9+TCAKhLw2aGlgxyDGhDylVrMgVeMh4lwygevfRdgk4BUX6yP4hHcdOibZC0YEDaNsFX/zHPNKskKMcEtXaWxKVb1NQ4zoR/iMpCSdmSFjBDqKgEu6ibeNbRU2SyKNcGf+Wihv1/RZ3Kzg41ldbnE1f6DNm+5smrtFnl8teLmquycqDY5uC8EpHTkS+lKOMGmBMrBJQZjrFH7JQayhwWXOeUZu8SWDeu80pxpjPoscKdO0ORtOAk5crfsn5neFN0DYebefLwIy+4s8MvWMtq+AmztHz2z4g5SfoZ2AbT56M3o/jri8F43CZnlzwiT8ghScgrMiafyYRMCQt+Bb+DP8FF+DZkIQ+XG+tO0K55SDotdH8BzD1DwA==</latexit>
epi(f)
f(x) = sup y> x + t
y2Rn ,t2R
<latexit sha1_base64="VgWND6MLV4trArUqwLjJBrBUGZg=">AAAEcXicbVPPb9MwFM66AqP82uAGF7OJqdOqKEUg4IBUBBIcOBRE2aS52xznpbXmOMF2RqOoHLnCv8f/wYUbz2k2aLYXxX7v+75nP/8KMymMDYJfK63V9pWr19aud27cvHX7zvrG3c8mzTWHEU9lqvdDZkAKBSMrrIT9TANLQgl74clrx++dgjYiVZ9skcE4YRMlYsGZRehoY+UPVfCVp0nCVFTSeF7SMJWRKRLs5p0lMuHIJsxOObtAhTUVhg0ml8jkKgLtSmyQ6encNZdyQ9AZshl29GH1ObchCmUOKKr2oayChkBDdM47v0FPNIA6FywilEQQY0ELMClqkZ7gIgO/3yOB/9Q1fVSGMBGqZFqzAhUc9yXuznbI9sttGgmTSVYYW0gg1OTZUVlQoXCvyMdD1bNn/pwUh9SmGZntWko7243Mb2jUwsyWxrf+3IVnCXTKbJUl4QuJu4twB+VxqpmUNf9vTr9DAVe9qLZztL4V+EFl5KLTr50tr7YhXpZjGqU8T0BZLpkxB/0gs2Mczwou3fnlBjLGT9gEDtBVLAEzLqttnJNHiEQEK8NfWVKh/2eUYbI0QskS464hZrqLZZqcAy/jDnIbPx+XQmW5BcUXE8e5JDYl7gWQSGjgVhboMK4F1k74lGnGLb6TpVmqsTPgy3XNciV4GkEDlXZmNUPQgE2YUG6V5SstqrdSYTiYA7tvxERY03uPT1D13uLlOtk5E+KZ9JsncNEZPfZf+MGHJ1uDQX04a94Db9Pren3vmTfw3nlDb+Tx1nHre+tH6+fq7/b9NmlvLqStlTrnnrdk7d2/JL6GyA==</latexit>
s.t. y> x̂ + t f(x̂) 8x̂ 2 Rn .
a> x b 8x 2 C
<latexit sha1_base64="kh3Sq3/GDeiZrkwEcQ9ZT2LS4no=">AAAD+nicbVPNbhMxEN4k/JTw0xYuIC6GCKlI1WpTgYBbUJHgwCFIhFbKhuD1TlIr/tna3pJotRx4FU6IKy/DI/AWjDdpRTb1au3x931jjz3jJBPcuij602i2rly9dn3rRvvmrdt3tnd2736yOjcMBkwLbY4TakFwBQPHnYDjzACViYCjZHbo+aMzMJZr9dEtMhhJOlV8whl1CI13G99jBV+ZlpKqtIgnZREnWqR2IXEo22ukZMhK6k4Y3aCSFZUkNSYXyOQqBeNDrJH6rPTdpVwfTIZshkP8qPq8WRMlIgcUVfdQVJOawEB6wXu7Rk8NgLoQLGcoSWGCAS1BuViJzBQPGYXdfRKFz33XLdv0c+x0RuaxgFOSfIsn2lAhcM4VOYxPc5oSvBs9L3C3kiyBc59xFE+9Vzje6URhVDWyaXRXRidYtT5m7UucapZLUI4Jau2wG2VuVFDjOBP+InMLGWUzOoUhmopKsKOiOk9JniCSEowUf+VIhf7vUSRybYWCSuvrAT19hm2d8+Bl3DB3k5ejgqssd6DYcuNJLojTxJciSbkB5sQCDcoMx9gJO6GGMocFu7ZLtXYGbD2uea440ynUUOHmzlAELThJufKnLF4bXhVtheFiHtx7w6fc2f33+BbU/lvM8uzpuRBz0q1nYNMYHISvwujDs06vt0rOVvAweBzsBd3gRdAL3gX9YBCwxt/mdvN+80GrbP1o/Wz9WkqbjZXPvWCttX7/A6y6Wsc=</latexit>
and a> x0 b.
Example: a
x0
<latexit sha1_base64="VQ3zlHG7iX07YacPnSr7ipLZSHI=">AAADuHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQIF6KQIIHHopE2aS2Ko5zk1n1R2Q7o1XU38Ov4RXEv+E6DRPN5ij28TnH9rXvTUvBrYvjP8FeeO36jZv7t3q379y9d//g8MFXqyvDYMK00OY0pRYEVzBx3Ak4LQ1QmQo4SZfvvH5yDsZyrb64dQlzSQvFc86oQ2pxGIxmCr4zLSVVWT3LN/Us1SKza4nDprcjSoaqpO6M0UtS2kpp2lEqgUqlMjA+xI6ozze+u1IbgylRLXGYPW4+DzumVFSApuYd6mbSMRjILnSPO3JhANSFYTtDSwY5BrQl5bo1mQIvGQ+TQRQPX/gu2fRWi3hx0I+HcdOiyyBpQZ+0bYxv/m2WaVZJUI4Jau00iUs3r6lxnAn/DJWFkrIlLWCKUFEJdl430Wyip8hkUa4N/spFDfv/ijqVOzvUVFqfTVzp82O7miev0qaVy1/Na67KyoFi24PzSkROR76QoowbYE6sEVBmOMYesTNqKHNYbjunNHuXwHbjWlWKM51BhxVu5QxF0oKTlCt/y/qt4U3JNRxu5smj97zgzg4+YSWrwQfM0fLZPyPmJOlm4DKYHA9fD+PPz/ujUZucffKIPCFHJCEvyYh8JGMyISz4EfwMfgW/wzchDYuQb617QbvmIdlpofkLHB5DAA==</latexit>
x0 sits on the
C
<latexit sha1_base64="VQ3zlHG7iX07YacPnSr7ipLZSHI=">AAADuHicbVJdb9MwFHUWPkb52uCRl0CFNKSqSiYQIF6KQIIHHopE2aS2Ko5zk1n1R2Q7o1XU38Ov4RXEv+E6DRPN5ij28TnH9rXvTUvBrYvjP8FeeO36jZv7t3q379y9d//g8MFXqyvDYMK00OY0pRYEVzBx3Ak4LQ1QmQo4SZfvvH5yDsZyrb64dQlzSQvFc86oQ2pxGIxmCr4zLSVVWT3LN/Us1SKza4nDprcjSoaqpO6M0UtS2kpp2lEqgUqlMjA+xI6ozze+u1IbgylRLXGYPW4+DzumVFSApuYd6mbSMRjILnSPO3JhANSFYTtDSwY5BrQl5bo1mQIvGQ+TQRQPX/gu2fRWi3hx0I+HcdOiyyBpQZ+0bYxv/m2WaVZJUI4Jau00iUs3r6lxnAn/DJWFkrIlLWCKUFEJdl430Wyip8hkUa4N/spFDfv/ijqVOzvUVFqfTVzp82O7miev0qaVy1/Na67KyoFi24PzSkROR76QoowbYE6sEVBmOMYesTNqKHNYbjunNHuXwHbjWlWKM51BhxVu5QxF0oKTlCt/y/qt4U3JNRxu5smj97zgzg4+YSWrwQfM0fLZPyPmJOlm4DKYHA9fD+PPz/ujUZucffKIPCFHJCEvyYh8JGMyISz4EfwMfgW/wzchDYuQb617QbvmIdlpofkLHB5DAA==</latexit>
boundary of C
(open)
147
sequence of points xi 2
/ cl(C) with xi ! 0. <latexit sha1_base64="HqR+mDcCz+5AL4pce0sV3mb/pro=">AAADy3icbVJdb9MwFHUWPkb52uCRl0CF1ElVlUygjbeiIcEDQkVQNqmpiuPcdFb9EdnOaAl55E/xT3jjFX4Fdhomms5R7ONzju1r35vkjGoThj+9Hf/a9Rs3d291bt+5e+/+3v6DT1oWisCYSCbVWYI1MCpgbKhhcJYrwDxhcJosTpx+egFKUyk+mlUOU47ngmaUYGOp2b73IRbwhUjOsUjLOKvKOJEs1Stuh6qzIXJiVY7NOcFbUtJISdJSCmaVQqSgXIgtUV5UrrtSG4HKrZrbIX5cfw62TAkrwJrqdyjrScugIL3UHW7JcwUgLg3rmbWkkNmA1iRfNSY1t5cMB1E/CAfPXRdVneWMxkIaKoLYwNKUhFW9k4PZXjcchHULtkHUgC5q2sim4XOcSlJwEIYwrPUkCnMzLbEylDD3MoWGHJMFnsPEQoE56GlZB1gFTy2TBplU9hcmqNn/V5QJ39ihxFy7BNuVLmW6rTnyKm1SmOx4WlKRFwYEWR+cFSwwMnC1FaRUATFsZQEmitrYA3KOFSbGVuDGKfXeOZDNuJaFoESm0GKZWRqFLanBcEyFu2X5UtG6CmvObubI3is6p0b339riFv3XNm2Lg39Gm5OonYFtMD4cvBiE7591h8MmObvoEXqCeihCR2iI3qARGiPi/fB+eb+9P/473/hf/W9r647XrHmINpr//S/sBUsX</latexit>
<latexit sha1_base64="XTh/w4UEJacYr59P7dvfkmMUqrY=">AAADxnicbVJdi9NAFE22fqz1a1cffYkWYYVSElHUt4qCCiIVrLvQlDqZ3KRD5yPMTLYtoeCf8seIr/o/vJPGxaY7ITNnzjkzc2fuTQrOjA3Dn/5B58rVa9cPb3Rv3rp95+7R8b2vRpWawpgqrvRZQgxwJmFsmeVwVmggIuFwmizeOP30HLRhSn6x6wKmguSSZYwSi9Ts2P8US1hSJQSRaRVnmypOFE/NWuCw6e6IgqIqiJ1TsicljZQkLaXkqJQyBe1CbInqfOO6S7UR6ALVAof4Yf052DIlvAQ01e9Q1ZOWQUN6oTvcknMNIC8M2xlaUsgwoC0p1o1J53jJcBD1g3Dw3HXRpruasVizfG6J1mqJ3OyoFw7CugX7IGpAz2vaCDPwLU4VLQVISzkxZhKFhZ1WRFtGuXuU0kBB6ILkMEEoiQAzrerYNsFjZNIgUxp/aYOa/X9FlYidHSoijMstrnTZMm3NkZdpk9JmL6cVk0VpQdLtwVnJA6sCV1ZByjRQy9cICNUMYw/onGhCLRbfzin13gXQ3bhWpWRUpdBiuV1ZTZA0YAVh0t2yeq1ZXYA1h5s58uQty5k1/Y9Y17L/DjO2ePLPiDmJ2hnYB+Ong1eD8POz3nDYJOfQe+A98k68yHvhDb333sgbe9T/4f/yf/t/Oh86qlN2llvrgd+sue/ttM73v3ATSOg=</latexit>
> >
a i xi
<latexit sha1_base64="axJfK10qL9i6aeHAXq+uGs6NBxc=">AAAEC3icbVPLjtMwFE1bHkN5zcCSjaFCatGoShEIWCAVDRIsWBSJMiM1pTjObceqHxnbGVpF4RPY8CusEFs+gl9hxXVaBpqOo9gn5xzb1743cSq4dWH4q1ZvXLh46fLOlebVa9dv3Nzdu/Xe6swwGDIttDmKqQXBFQwddwKOUgNUxgIO4/mB1w9PwViu1Tu3TGEs6UzxKWfUITXZq32NFHxiWkqqkjyaFnkUa5HYpcShaG6IkqEqqTtmdEuK11IcV5RMoJKpBIwPsSLq08J352oDMCmqKQ7R3fLxsGKKRQZoKu8hLz8qBgPJme5xRZ4ZAHVmWH2hJYEpBrQi5XJtMjM8ZNjt7ZOw+9h3vaJJJ/xD5HRKFhP+nMQTHp1kNCF4H3qR4w4FWRH/fJGAE2/8HE21oUIgwxWJHCxczkTRPuh0m5PdVtgNy0a2QW8NWsG6DTCNH6NEs0yCckxQa0e9MHXjnBrHmfA3m1lIKZvTGYwQKirBjvPygAW5j0xCMBx8lSMl+/+MPJYbK+RUWl8gONOn3FY1T56njTI3fTrOuUozB4qtNp5mgjhNfG2ShBtgTiwRUGY4xk7YMTWUOazgjV3KtVNgm3EtMsWZTqDCCrdwhiJpwUnKlT9l/sLwsopLDhfzZPsln3Fn99/gz6H2X2Ha552/RsxJr5qBbTB82H3WDd8+avX76+TsBHeCe0E76AVPgn7wOhgEw4DVftdJvVN/0PjS+Nb43vixstZr6zm3g43W+PkHgEBhsQ==</latexit>
= bi and ai x bi 8x 2 cl(C).
> >
We are free to choose a scaling where k(ai , bi ) k2 = 1. Thus, we
> >
ai ! a, bi ! b and k(a , b) k2 = 1.
<latexit sha1_base64="EnoiTT0YtmiAvfmhUMvCWEvf2WQ=">AAAD0nicbVJdb9MwFHUWPkb52uCRl0CF1ElVlUwg4AGpCCR44KFIlE00pTjOTWfVdiLbGauyPiBe+VP8DH4Br/APuE7DRLM5in18zrF97XuTQnBjw/Cnt+Vfunzl6va1zvUbN2/d3tm988HkpWYwZrnI9WFCDQiuYGy5FXBYaKAyEXCQLF46/eAYtOG5em+XBUwlnSuecUYtUrNd72Os4AvLpaQqreJsVcVJLlKzlDisOhuiZKhKao8YPScljZQkLaUUqJQqBe1CbIn58cp1F2oj0AWqBQ7x/fpzsGVKRAloqt+hqictg4b0THe4Jc81gDozrGdoSSHDgNakXDYmPcdLhoOoH4SDx66L0HnaozP+KbZ50U9mfK9G8els/3k06Mx2uuEgrFtwHkQN6JKmjTAbn+M0Z6UEZZmgxkyisLDTimrLmXAPVBooKFvQOUwQKirBTKs6zlXwEJk0yHKNv7JBzf6/okrkxg4VlcblGVe6zJm25siLtElps6fTiquitKDY+uCsFIHNA1diQco1MCuWCCjTHGMP2BHVlFksxI1T6r0LYJtxnZSKszyFFivsidUUSQNWUq7cLasXmtfFWHO4mSN7r/icW9N/izWu+q8xe4u9f0bMSdTOwHkw3h88G4TvHnWHwyY52+QeeUB6JCJPyJC8ISMyJsz74f3yfnt//LFf+V/9b2vrltesuUs2mv/9L6I0TM4=</latexit>
<latexit sha1_base64="XblcAWsE+MhYBjNOidUHVyLyAIo=">AAADznicbVJdb9MwFHUWPkb52AaPvAQqpE6qomQCAQ9IRSDBAw+dRLdJTSmOc9NZ9UdkO9uqrOKVP8UP4ZlX+A/YaZhoOkexr885tq99blowqk0U/fS2/Bs3b93evtO5e+/+g53dvYdHWpaKwIhIJtVJijUwKmBkqGFwUijAPGVwnM7fOf74DJSmUnw2iwImHM8EzSnBxkLTPe8oEXBOJOdYZFWSL6sklSzTC26HZWeN5MSyHJtTgjeotKHStMWUzDKlyEC5FFukPFu67lpuCKqwbGGH5En9ubAlSlkJVlS/Q1VPWgIF2RXv4hY9UwDiSrCaWUkGuU1oBfJFI1Ize8kojPtBFL5wXWyVlz38JTGy6Kf79ZhcTg/exGFnutuNwqhuwWYQN0EXNW1onfiaZJKUHIQhDGs9jqPCTCqsDCXMPU6pocBkjmcwtqHAHPSkqnNcBs8skgW5VPYXJqjR/1dUKV/bocJcO4/tSueabnMOvI4blyZ/NamoKEoDgqwOzksWGBm48goyqoAYtrABJora3ANyihUmxhbh2in13gWQ9bwuSkGJzKCFMnNhFLagBsMxFe6W1VtF60KsMbuZA3vv6Ywa3f9k61v0P1jn5vv/hNaTuO3AZjA6CF+H0eHz7mDQmLONHqOnqIdi9BIN0Ec0RCNEvB/eL++398c/9M/9pf9tJd3ymjWP0Frzv/8FqW5LFg==</latexit>
148
> >
a x = lim ai x lim bi = 0.
<latexit sha1_base64="rEbH/zo6VYBWJRY1mIpYNnMGe3w=">AAAECnicbVPNjtMwEE5bfpbys7tw5IChQupKqypBIOCwUhFIcOBQJMqu1JTiOJPWqn+C7ey2ivoIXHgVTogrL8GjcGOSZlc0XUexx9/3eTz2jKNUcOt8/0+j2bpy9dr1nRvtm7du39nd27/7yerMMBgyLbQ5iagFwRUMHXcCTlIDVEYCjqP564I/PgVjuVYf3TKFsaRTxRPOqENost/4Hio4Y1pKquI8TFZ5GGkR26XEYdXeICVDVlI3Y3SLiioqimpMJpDJVAymCLFG6tNV0V3KDcCkyKY4hA/LrzBrokhkgKLyHvJyUhMYiC/4wq7RUwOgLgTrGUpiSDCgNSiXlchM8ZB+Lzgkfu9Z0QWrNv0cOp2SxVEouJzkPDR8OnPUGH1GQq4St1wROuGVKhTwlWwrz4XRhB+h2/Zkr+P3/LKRbSOojI5XtQFm8UsYa5ZJUI4Jau0o8FM3zqlxnIniYjMLKWVzOoURmopKsOO8PN+KPEYkJok2+CtHSvT/FXkkNzzkVNqiPnBlkXFb5wrwMm6UueTFOOcqzRwott44yQRxmhSlSWJugDmxRIMywzF2wmbUUOawgDd2KX2nwDbjWmSKMx1DDRVu4QxF0IKTFO8aT5m/Mrws4hJDZwXYfcOn3NnD9/g21OFbzPr84FyIOQnqGdg2hk96L3v+h6edfr9Kzo5333vkdb3Ae+71vXfewBt6rPG3+aDZbR60vrV+tH62fq2lzUa15p630Vq//wF2D2Jg</latexit>
i!1 i!1
149
Supporting Hyperplanes
Definition: Consider C ✓ Rn and a boundary point x0 2 bd(C). If <latexit sha1_base64="BTa/XMM4bne9biTPeZfp91gB4/Q=">AAADyHicbVJNb9QwEHUaPsry1cKRS2CFVKTVKkEg4LaoSCDBYUEsrbRZiuNMUmttJ7WdtqtoL/wpfgsHrvA3GGdDxWbrKPb4vTf2eGaSUnBjw/Cnt+VfuXrt+vaN3s1bt+/c3dm998UUlWYwYYUo9GFCDQiuYGK5FXBYaqAyEXCQzPcdf3AK2vBCfbaLEmaS5opnnFGL0NGuN44VnLFCSqrSOs6WdZwUIjULicuyt0ZKhqyk9pjRDSppqSTpMJVAplIpaBdihyxOl266lBuDLpEtcYkfNp8zO6JEVICiJg91s+kINKQXvLM7dK4B1IVgtUNJChkGtALlohXpHB8ZDqNBEA6fuyla9vZjUyUGLJwEmIPg01fVO9rph8OwGcGmEbVGn7RjjDX4FqcFqyQoywQ1ZhqFpZ3VVFvOhEtLZaCkbE5zmKKpqAQzq5volsFjRNIgKzT+ygYN+r9Hnci1E2oqjasuerp6mS7nwMu4aWWzl7Oaq7KyoNjq4qwSgS0C11hByjUwKxZoUKY5xh6wY6ops9h+a7c0Z5fA1uM6rxRnRQodVNhzqymCmGVJuXKvrF9r3rRgg+FhDtx7w3NuzeADdrYavMWazZ/8E2JNom4FNo3J0+GrYfjxWX80aouzTR6QR2SPROQFGZF3ZEwmhHk/vF/eb++P/94/8c/8xUq65bU+98na8L//BTy2STc=</latexit>
<latexit sha1_base64="ks+6uR9GYCkFFgzRO+awFh4zrLg=">AAAD3XicbVJNb9MwGE4WPkb52uDIxVAhDamqEgQCbkVDggOHIlE2qSmd47zprNpOsJ3RKipHTogrf4o/wN/gCgdep9lEszmK/fh5Htuv/b5JIbixYfjL3wouXb5ydfta5/qNm7du7+ze+WDyUjMYsVzk+jChBgRXMLLcCjgsNFCZCDhI5vtOPzgBbXiu3ttlARNJZ4pnnFGL1HTXh1jBZ5ZLSVVaxdmqipNcpGYpcVh1NkTJUJXUHjN6TkoaKUlaSilQKVUK2oXYEvOTlesu1IagC1QLHOL79edgy5SIEtBUv0NVT1oGDemZ7nBLnmkAdWZYz9CSQoYBrUm5bEx6hpcM+1GPhP2nrotWHfoxtnlBFrGAT+R0Mg2/xFmuqRAocEX2e53pTjfsh3Uj50HUgK7XtCEm5ihOc1ZKUJYJasw4Cgs7qai2nAn3VqWBgrI5ncEYoaISzKSqQ16Rh8ikBGPAX1lSs/+vqBK5sUNFpXEpx5UuiaatOfIibVza7Pmk4qooLSi2PjgrBbE5cdVGUq6BWbFEQJnmGDthx1RTZrEmN06p9y6Abca1KBVneQotVtiF1RRJA1ZSrtwtq5ea13VZc7iZI/de8Rm3pvcWy131XmMi549OjZiTqJ2B82D0uP+iH7570h0MmuRse/e8B96eF3nPvIH3xht6I4/5P/3f/h//b3AUfA2+Bd/X1i2/WXPX22jBj38hhVGC</latexit>
<latexit sha1_base64="UVCvV4+aArfX6zEGDoMj1YryOMo=">AAADvHicbVJbb9MwFHYWLqPcNnjkJVAhDamqkgk0eKKISfDAQ5Eom9RWw3FOOqu+ZLZTVkX9RfwaHoE/w3EaJprOUezj7/t8fHzOSQvBrYvjX8FOeOPmrdu7dzp3791/8HBv/9FXq0vDYMS00OY0pRYEVzBy3Ak4LQxQmQo4SefvPX+yAGO5Vl/csoCppDPFc86oQ+hsPzieKPjOtJRUZdUkX1WTVIvMLiUuq84GKRmykrpzRreotKHStMWUAplSZWB8iC1SL1Z+upYbgimQLXCZPK0/b7ZEqSgBRXUeqnrTEhjIrnhvt+iZAVBXgvUOJRnkGNAalMtGZGb4yLif9KK4/8pPyapD0dtFFJ/tdeN+XI9o20gao0uaMcS8f5tkmpUSlGOCWjtO4sJNK2ocZ8KnorRQUDanMxijqagEO63qiFbRc0SyKNcGf+WiGv3/RJXKDQ8VldZXFE/6Gtk258HruHHp8tfTiquidKDY+uK8FJHTkW+mKOMGmBNLNCgzHGOP2Dk1lDlsuY1bat8FsM24LkvFmc6ghQp36QxF0IKTlCv/yuqd4XXb1Rg68+DBMZ9xZ3ufsJtV7wPWaf7inxBrkrQrsG2MDvtv+vHnl93BoCnOLnlCnpEDkpAjMiAfyZCMCAt+BD+D38Gf8G0I4TyUa+lO0Jx5TDZGuPgLYYVEcg==</latexit>
a supporting hyperplane to C at x0 .
<latexit sha1_base64="HlwZNxuuIAFpCxSfNbNOsPExdEw=">AAAD0HicbVLLjtMwFE0mPIbymoElm0CFNEhVlSAQDwmpCCRYsCiCMpWaMjjOTceqH5HtDK2iCrHlp/gOPoAt/ALXaWZE03EU+/icY/va96YFZ8ZG0S9/J7hw8dLl3Sudq9eu37i5t3/rk1GlpjCiiis9TokBziSMLLMcxoUGIlIOh+n8ldMPT0AbpuRHuyxgKshMspxRYpE62vfHiYSvVAlBZFYl+apKUsUzsxQ4rDoboqCoCmKPKdmS0kZK05ZSclRKmYF2IbZEdbJy3bnaEHSBaoFDcrf+HGyZUl4Cmup3qOpJy6AhO9MdbskzDSDPDOsZWjLIMaA1KZaNSc/wklE/7oVR/7HrYnRWi+fkc2JVES5ehKfoKEpWnaO9btSP6hZug7gBXa9pQ8zFlyRTtBQgLeXEmEkcFXZaEW0Z5e55SgMFoXMygwlCSQSYaVVHuQrvI5OFudL4SxvW7P8rqlRs7FARYVyWcaXLm2lrjjxPm5Q2fzqtmCxKC5KuD85LHloVugILM6aBWr5EQKhmGHtIj4km1GIZbpxS710A3YxrUUpGVQYtltuF1QRJA1YQJt0tq5ea1aVYc7iZIw9esxmzpvcOK1z23mDu5g9OjZiTuJ2BbTB62H/Wj94/6g4GTXJ2vTvePe/Ai70n3sB76w29kUf9n/5v/4//N/gQLINvwfe1dcdv1tz2Nlrw4x9imExN</latexit>
<latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
a
x0
C
<latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
<latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
Proof: Apply the weak separating hyperplane thm to int(C) and x0. <latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
150
Subgradients
Definition: Assume that f is a proper convex function and
x0 2 dom(f). Then, y is called a subgradient of f at x0 if <latexit sha1_base64="ErgR3vWn2hp8RQbgd1TYuS4RDc0=">AAADynicbVJdb9MwFHUWYKN8bfDIS6BC6qQqShBo8FYEEjyAVBBlk5qqOM5NZ9Ufke2MVlHe+FP8FJ54hX+BnYaJpnMU+/icY/va96YFo9pE0U9vz792/cb+wc3erdt37t47PLr/RctSEZgQyaQ6S7EGRgVMDDUMzgoFmKcMTtPla6efXoDSVIrPZl3AjOOFoDkl2FhqfuR9SgR8I5JzLLIqyesqSSXL9Jrboe5tiZxYlWNzTvCOlLZSmnaUklmlFBkoF2JHlBe1667UxqAKqxZ2SB41n4MdU8pKsKbmHapm0jEoyC51hzvyQgGIS8NmZi0Z5DagDcnXrUkt7CWjMB4GUfjcdXHdW82jhIogMbAyVSZ5PciPw/lhPwqjpgW7IG5BH7VtbLPwNckkKTkIQxjWehpHhZlVWBlKmHuYUkOByRIvYGqhwBz0rGriq4MnlsmCXCr7CxM07P8rqpRv7VBhrl1+7UqXMd3VHHmVNi1N/mJWUVGUBgTZHJyXLDAycKUVZFQBMWxtASaK2tgDco4VJsYW4NYpzd4FkO24VqWgRGbQYZlZGYUtqcFwTIW7ZfVK0aYIG85u5sjBG7qgRg/f29oWw7c2a8vjf0abk7ibgV0weRq+DKOPz/qjUZucA/QQPUYDFKMTNELv0BhNEPF+eL+8394f/4Ov/bVfbax7XrvmAdpq/ve/mpRKRQ==</latexit>
<latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
f(x)<latexit sha1_base64="XzRtYastDjgw6yXw1ujsVQOJgmQ=">AAAD63icbVJdb9MwFHVbPrbysQ0eeTFUSK0YVYpAwFsRSPDAQ0GUTWq64jg3nVXbCbYzWkXdr+AJ8cqPgl/DdVomms5R7ONzju1r3xtlUlgXBL9r9caVq9eu7+w2b9y8dXtv/+DOZ5vmhsOQpzI1xxGzIIWGoRNOwnFmgKlIwlE0e+31ozMwVqT6k1tkMFZsqkUiOHNITQ5qNtTwjadKMR0XYbIswiiVsV0oHJbNDVFxVBVzp5xtSdFaiqKKkktUch2D8SFWxPRs6btLtQGYDNUMh/B++XlYMUUyBzSV71CUk4rBQHyhe1yRpwZAXxhWM7TEkGBAK1It1iYzxUsG3d4hDbrPfNdbNpP2vBNO4StFMAk6jxYnoUsz2p4/9lN6fh4mqWFS0nkoNL4S/Xiiu83JfivoBmWj26C3Bi2ybgNM05cwTnmuQDsumbWjXpC5ccGME1z6l8stZIzP2BRGCDVTYMdFeYElfYhMTDEQ/LWjJfv/iiJSGzsUTFlfALjSp9RWNU9epo1yl7wYF0JnuQPNVwcnuaQupb72aCwMcCcXCBg3AmOn/JQZxh1W6MYp5d4Z8M245rkWPI2hwko3d4YhacEpJrS/ZfHKiLJKSw4382T7jZgKZw/fY/Hrw7eY1lnnnxFz0qtmYBsMn3RfdoMPT1v9/jo5O+QeeUDapEeekz55RwZkSHjtT53Ud+vNhm58b/xo/FxZ67X1mrtkozV+/QUkQFLS</latexit>
f(x0 ) + y> (x x0 ) 8x 2 Rn .
The set @f(x0 ) of all subgradients is the subdifferential of f at x0. <latexit sha1_base64="TekehMLZOckAajqUiIPzrLkYE/I=">AAADxXicbVLbjtMwEHU2XJZy24VHXgIVUleqqgSBgLcikNgHkIpE2ZXaqjjOJGvVdiLbKa2iip/iZ+AVPoRxGlY0XUexx+ecGY89ExeCGxuGP70D/9r1GzcPb3Vu37l77/7R8YMvJi81gzHLRa7PY2pAcAVjy62A80IDlbGAs3jx1vFnS9CG5+qzXRcwkzRTPOWMWoTmx97HqYJvLJeSqqSapptqGuciMWuJy6azQ0qGrKT2gtE9Km6oOG4xpUCmVAlol2KLzJcbN13JjUAXyBa4TB/XnzNboliUgKL6Hap60xJoSC55Z7foTAOoS8F2h5IEUkxoC8p1I9IZXjIcRP0gHLxwU4TKgmrLqQjS3moennTmR91wENYj2DeixuiSZoywAF+nSc5KCcoyQY2ZRGFhZ5ULy4R7k9JAQdmCZjBBU1EJZlbVqW2Cp4gkQZpr/JUNavR/jyqWOxEqKo0rLXq6Ypk258CruElp01eziquitKDY9uC0FIHNA9dVQcI1MCvWaFCmOeYesAuqKbPYezun1LELYLt5rUrFWZ5ACxV2ZTVF0ICVlCt3y+qN5nX/1RgGc2DvHc+4Nf0P2Naq/x4Ltjj5J8SaRO0K7BvjZ4PXg/DT8+5w2BTnkDwiT0iPROQlGZJTMiJjwrwf3i/vt/fHP/WVb/3lVnrgNT4Pyc7wv/8FRvRHrA==</latexit>
<latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
Note: If f is differentiable at x0, then @f(x0 ) = {rf(x0 )}. Generally, <latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
<latexit sha1_base64="TekehMLZOckAajqUiIPzrLkYE/I=">AAADxXicbVLbjtMwEHU2XJZy24VHXgIVUleqqgSBgLcikNgHkIpE2ZXaqjjOJGvVdiLbKa2iip/iZ+AVPoRxGlY0XUexx+ecGY89ExeCGxuGP70D/9r1GzcPb3Vu37l77/7R8YMvJi81gzHLRa7PY2pAcAVjy62A80IDlbGAs3jx1vFnS9CG5+qzXRcwkzRTPOWMWoTmx97HqYJvLJeSqqSapptqGuciMWuJy6azQ0qGrKT2gtE9Km6oOG4xpUCmVAlol2KLzJcbN13JjUAXyBa4TB/XnzNboliUgKL6Hap60xJoSC55Z7foTAOoS8F2h5IEUkxoC8p1I9IZXjIcRP0gHLxwU4TKgmrLqQjS3moennTmR91wENYj2DeixuiSZoywAF+nSc5KCcoyQY2ZRGFhZ5ULy4R7k9JAQdmCZjBBU1EJZlbVqW2Cp4gkQZpr/JUNavR/jyqWOxEqKo0rLXq6Ypk258CruElp01eziquitKDY9uC0FIHNA9dVQcI1MCvWaFCmOeYesAuqKbPYezun1LELYLt5rUrFWZ5ACxV2ZTVF0ICVlCt3y+qN5nX/1RgGc2DvHc+4Nf0P2Naq/x4Ltjj5J8SaRO0K7BvjZ4PXg/DT8+5w2BTnkDwiT0iPROQlGZJTMiJjwrwf3i/vt/fHP/WVb/3lVnrgNT4Pyc7wv/8FRvRHrA==</latexit>
x
f(x0 ) contains
f(x0 ) = f(x0 ) = { f(x0 )} many subgradients
151
Subgradients
Note: @f(x0 ) is a closed convex set. <latexit sha1_base64="TekehMLZOckAajqUiIPzrLkYE/I=">AAADxXicbVLbjtMwEHU2XJZy24VHXgIVUleqqgSBgLcikNgHkIpE2ZXaqjjOJGvVdiLbKa2iip/iZ+AVPoRxGlY0XUexx+ecGY89ExeCGxuGP70D/9r1GzcPb3Vu37l77/7R8YMvJi81gzHLRa7PY2pAcAVjy62A80IDlbGAs3jx1vFnS9CG5+qzXRcwkzRTPOWMWoTmx97HqYJvLJeSqqSapptqGuciMWuJy6azQ0qGrKT2gtE9Km6oOG4xpUCmVAlol2KLzJcbN13JjUAXyBa4TB/XnzNboliUgKL6Hap60xJoSC55Z7foTAOoS8F2h5IEUkxoC8p1I9IZXjIcRP0gHLxwU4TKgmrLqQjS3moennTmR91wENYj2DeixuiSZoywAF+nSc5KCcoyQY2ZRGFhZ5ULy4R7k9JAQdmCZjBBU1EJZlbVqW2Cp4gkQZpr/JUNavR/jyqWOxEqKo0rLXq6Ypk258CruElp01eziquitKDY9uC0FIHNA9dVQcI1MCvWaFCmOeYesAuqKbPYezun1LELYLt5rUrFWZ5ACxV2ZTVF0ICVlCt3y+qN5nX/1RgGc2DvHc+4Nf0P2Naq/x4Ltjj5J8SaRO0K7BvjZ4PXg/DT8+5w2BTnkDwiT0iPROQlGZJTMiJjwrwf3i/vt/fHP/WVb/3lVnrgNT4Pyc7wv/8FRvRHrA==</latexit>
t
As x0 2 int(dom(f)) , the corre-
sponding supporting hyperplane is
<latexit sha1_base64="129EdeA4kvN+m0HhZRhYDwpD8o8=">AAAD1HicbVLLjtMwFE0mPIbymoElm0CF1EpVlSIQsCsCCRYsikSZkZqqOM5Nx6ofke0MraKsEFt+iq/gE9jCD3CdhhFNx1Hs43OO7Wvfm+ScGRtFP/2D4MrVa9cPb3Ru3rp95+7R8b1PRhWawpQqrvRpQgxwJmFqmeVwmmsgIuFwkqxeO/3kHLRhSn60mxzmgiwlyxglFqnFsR/HEr5QJQSRaRlnVRkniqdmI3CoOjuioKgKYs8o2ZOSRkqSllJwVAqZgnYhtkR1XrnuUm0COkc1xyF+WH8OtkwJLwBN9TuU9aRl0JBe6A635KUGkBeG7QwtKWQY0JYUm8akl3jJaDgahNHwmetGVWe9iGImYwtrWzJpq94WpkpUvazfXxx1o2FUt3AfjBrQ9Zo2wXx8jlNFCwHSUk6MmY2i3M5Loi2j3D1RYSAndEWWMEMoiQAzL+tIq/AxMmmYKY2/tGHN/r+iTMTODiURxmUaV7rcmbbmyMu0WWGzF3O8cF5YkHR7cFbw0KrQFVmYMg3U8g0CQjXD2EN6RjShFktx55R67xzoblzrQjKqUmix3K6tJkgasIIw6W5ZvtKsLseaw80c2XvDlsyawXuscjl4i/lb9f8ZMSejdgb2wfTJ8OUw+vC0Ox43yTn0HniPvJ438p57Y++dN/GmHvV/+L/83/6f4CSogq/Bt631wG/W3Pd2WvD9L5Y2TxA=</latexit>
epi(f)
nonvertical, i.e., b < 0 . Then, <latexit sha1_base64="DSkleB5a1F51RPRe2niCfb5ybus=">AAADuHicbVJdb9MwFHUWYKN8bfDIS6BCGlJVJQg0EDwUgQQPPBSJskltNRznJrPqj8h2xqqov4dfwyuIf8N1GiaazlHs43OO7Wvfm5aCWxfHf4Kd8Nr1G7t7N3u3bt+5e2//4P5XqyvDYMK00OYkpRYEVzBx3Ak4KQ1QmQo4ThfvvH58DsZyrb64ZQlzSQvFc86oQ+r0IBjNFHxnWkqqsnqWr+pZqkVmlxKHVW9DlAxVSd0Zo1tS2kpp2lEqgUqlMjA+xI6oz1e+u1IbgylRLXGYPWo+DzumVFSApuYd6mbSMRjILnWPO3JhANSlYT1DSwY5BrQm5bI1mQIvGQ+TQRQPX/guWfXSN/Hpfj8exk2LtkHSgj5p2xjf/Nss06ySoBwT1NppEpduXlPjOBP+GSoLJWULWsAUoaIS7LxuollFT5DJolwb/JWLGvb/FXUqN3aoqbQ+m7jS58d2NU9epU0rl7+c11yVlQPF1gfnlYicjnwhRRk3wJxYIqDMcIw9YmfUUOaw3DZOafYugW3GdVEpznQGHVa4C2cokhacpFz5W9ZvDW9KruFwM08evucFd3bwCStZDT5gjhZP/xkxJ0k3A9tg8mz4ahh/ft4fjdrk7JGH5DE5JAk5IiPykYzJhLDgR/Az+BX8Dl+HNCxCvrbuBO2aB2SjheYvpb5Cxw==</latexit>
f(x0 ) a> (x x0 )
f(x) f(x0 ) b 8x 2 Rn .
(a, b)
<latexit sha1_base64="b6xqG0g7WI8urZSvZyVvQav0CY8=">AAAD/3icbVPLjtMwFE0bHsPwmBlgh0CGCqkjdaoUgYBdEUiwYFEQZUZqOsVxbjpWbSfYztAqyoYNv8IKseVT+Am+geu0jGg6jmKfnHNsX9/rRJngxgbB70bTv3Dx0uWtK9tXr12/sbO7d/OjSXPNYMhSkeqjiBoQXMHQcivgKNNAZSTgMJq9dPrhKWjDU/XBLjIYSzpVPOGMWqQme41voYIvLJWSqrgIk7IIo1TEZiFxKLfXRMlQldSeMLohRSspimpKLlDJVQzahVgT09PSdedqA9AZqhkO4f3qcbBmikQOaKryUFQfNYOG+Ex3uCZPNYA6Myy/0BJDggEtSblYmfQUDxl0ex0SdJ+4rodOC3Nr7EIASdrz/XAKnx2YBPsHYaIpK+hxaNOMtOcHjiyLqAw7YZJqKgSZh1wRTB15f6y6k91W0A2qRjZBbwVa3qoNsHSfwjhluQRlmaDGjHpBZscF1ZYz4bKZG8gom9EpjBAqKsGMi+pQJXmITEwwEHyVJRX7/4wikmsrFFQadylwpiuzqWuOPE8b5TZ5Ni64ynILii03TnJBbErcfSQx18CsWCCgTHOMnbATiqmzeGvXdqnWzoCtxzXPFWdpDDVW2LnVFEkDVlKu3CmLF5pXN7ficDFHtl/xKbem8xZ/CNV5jaWe7f8zYk169QpsguGj7vNu8O5xq99fFWfLu+M98Npez3vq9b033sAbeqzxp3m7ebd5z//qf/d/+D+X1mZjNeeWt9b8X38B4Qtbwg==</latexit>
x =) y = a
is a subgradient at x0
x0 <latexit sha1_base64="3yFV7uEtgyth9kuhjQ5VNim9xUg=">AAAD13icbVLLjtMwFHUmPIbhMTOwZBOokAZpqBIEAhZIRSDBgkWRKDOiqYrj3HSs2k5kO0OrKBIrxJaf4h/4B7aw5joNI5qOo9jX5xzb1z43KQQ3Ngx/elv+hYuXLm9f2bl67fqN3b39mx9MXmoGI5aLXB8n1IDgCkaWWwHHhQYqEwFHyfyl449OQRueq/d2WcBE0pniGWfUIjTd96axgs8sl5KqtIqzuoqTXKRmKXGod9ZIyZCV1J4wukElLZUkHaYUyJQqBe1S7JD5ae26c7kh6ALZAof4TvO5sCNKRAkoat6haiYdgYb0jHdxh55pAHUmWM1QkkKGCa1AuWxFeoaXDPvRYRD2H7suQqWFhTV2KSCIuUTDwATL5w/iTFNW0bpK6uleL+yHTQs2g6gNeqRtQ7TkU5zmrJSgLBPUmHEUFnZSUW05E+6VSgMFZXM6gzGGikowk6pJtg7uIZIGWa7xVzZo0P9XVIlc26Gi0jizcaWzz3Q5B57HjUubPZ1UXBWlBcVWB2elCGweuDoLUq6BWbHEgDLNMfeAnVB8FovVuHZKs3cBbD2vRak4y1PooMIurKYIGrCScuVuWb3QvKnIBsPNHHjwis+4NYdvsdDV4Wu0cH7/nxA9iboObAajh/1n/fDdo95g0JqzTW6Tu+SAROQJGZA3ZEhGhHk/vF/eb++P/9H/4n/1v62kW1675hZZa/73v6MIUJ4=</latexit>
b <latexit sha1_base64="skFoEQKtuh2DA8n3OXWGhUAz5Lw=">AAADuXicbVJdb9MwFHUWPkb52uCRl0CFNKSpSiYQIPHQCSR44KFIlE1qq+I4N62pPyLbGa2i/h9+Da/Av+E6DRNN5yj28TnH9rXvTQvBrYvjP8FeeO36jZv7tzq379y9d//g8MEXq0vDYMi00OY8pRYEVzB03Ak4LwxQmQo4SxdvvX52AcZyrT67VQETSWeK55xRh9T0MDgdK/jOtJRUZdU4X1fjVIvMriQO686WKBmqkro5oztS2khp2lJKgUqpMjA+xJaoL9a+u1IbgClQLXAYP64/D1umVJSApvodqnrSMhjILnWPW/LMAKhLw2aGlgxyDGhDylVjMjO8ZNxLjqO498J3ybqznMad6UE37sV1i3ZB0oAuadoAH/3rONOslKAcE9TaURIXblJR4zgT/h1KCwVlCzqDEUJFJdhJVYezjp4ik0W5NvgrF9Xs/yuqVG7tUFFpfTpxpU+QbWuevEoblS5/Nam4KkoHim0OzksROR35SooyboA5sUJAmeEYe8Tm1FDmsN62Tqn3LoBtx7UsFWc6gxYr3NIZiqQFJylX/pbVqeF1zdUcbubJo3d8xp09/oilrI7fY5IWz/4ZMSdJOwO7YHjSe92LPz3v9vtNcvbJI/KEHJGEvCR98oEMyJCw4EfwM/gV/A7fhGk4D79trHtBs+Yh2Wqh/QvWpUMU</latexit>
152