%PDF-1.3 % 1 0 obj << /Type /Pages /Count 9 /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] >> endobj 2 0 obj << /Producer (PyPDF2) /Title (Delving\040Deep\040into\040Rectifiers\072\040Surpassing\040Human\055Level\040Performance\040on\040ImageNet\040Classification) /Author (Kaiming\040He\054\040Xiangyu\040Zhang\054\040Shaoqing\040Ren\054\040Jian\040Sun) /Subject (Rectified\040activation\040units\040\050rectifiers\051\040are\040essential\040for\040state\055of\055the\055art\040neural\040networks\056\040In\040this\040work\054\040we\040study\040rectifier\040neural\040networks\040for\040image\040classification\040from\040two\040aspects\056\040First\054\040we\040propose\040a\040Parametric\040Rectified\040Linear\040Unit\040\050PReLU\051\040that\040generalizes\040the\040traditional\040rectified\040unit\056\040PReLU\040improves\040model\040fitting\040with\040nearly\040zero\040extra\040computational\040cost\040and\040little\040overfitting\040risk\056\040Second\054\040we\040derive\040a\040robust\040initialization\040method\040that\040particularly\040considers\040the\040rectifier\040nonlinearities\056\040This\040method\040enables\040us\040to\040train\040extremely\040deep\040rectified\040models\040directly\040from\040scratch\040and\040to\040investigate\040deeper\040or\040wider\040network\040architectures\056\040Based\040on\040the\040learnable\040activation\040and\040advanced\040initialization\054\040we\040achieve\0404\05694\045\040top\0555\040test\040error\040on\040the\040ImageNet\0402012\040classification\040dataset\056\040This\040is\040a\04026\045\040relative\040improvement\040over\040the\040ILSVRC\0402014\040winner\040\050GoogLeNet\054\0406\05666\045\040\13333\135\051\056\040To\040our\040knowledge\054\040our\040result\040is\040the\040first\040to\040surpass\040the\040reported\040human\055level\040performance\040\0505\0561\045\054\040\13326\135\051\040on\040this\040dataset\056) /Keywords (07\040Dec\0402015\054\040International\040Conference\040on\040Computer\040Vision\054\040Rectifier\040\050neural\040networks\051\054\040Initialization\054\040Overfitting\054\040Microsoft\054\040Xi\047an\040Jiaotong\040University) >> endobj 3 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 13 0 R /ExtGState 17 0 R /XObject 36 0 R /Font 42 0 R >> /Contents 61 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 4 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 62 0 R /ExtGState 65 0 R /Font 66 0 R >> /Contents 129 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 5 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 130 0 R /ExtGState 134 0 R /Font 137 0 R >> /Contents 193 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 6 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 194 0 R /ExtGState 197 0 R /Font 198 0 R >> /Contents 202 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 7 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 203 0 R /ExtGState 206 0 R /Font 207 0 R >> /Contents 220 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 8 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 221 0 R /ExtGState 224 0 R /Font 225 0 R >> /Contents 229 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 9 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 230 0 R /ExtGState 234 0 R /Font 235 0 R >> /Contents 256 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 10 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /ImageC /Text ] /ColorSpace 257 0 R /ExtGState 262 0 R /XObject 263 0 R /Font 275 0 R >> /Contents 286 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 11 0 obj << /Type /Page /MediaBox [ 0 0 612 792 ] /Parent 1 0 R /Resources << /ProcSet [ /PDF /Text ] /ColorSpace 287 0 R /ExtGState 289 0 R /Font 290 0 R >> /Contents 291 0 R /BleedBox [ 0 0 612 792 ] /TrimBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] /Rotate 0 >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /R19 14 0 R /R9 16 0 R >> endobj 14 0 obj [ /Separation /Black /DeviceRGB 15 0 R ] endobj 15 0 obj << /FunctionType 2 /Domain [ 0 1 ] /Range [ 0 1 0 1 0 1 ] /C0 [ 1 1 1 ] /C1 [ 0.13581 0.12106 0.1243 ] /N 1 >> endobj 16 0 obj [ /Separation /Black /DeviceRGB 15 0 R ] endobj 17 0 obj << /R42 18 0 R /R38 19 0 R /R34 24 0 R /R30 27 0 R /R26 30 0 R /R22 23 0 R /R20 33 0 R /R18 34 0 R /R7 35 0 R >> endobj 18 0 obj << /Type /ExtGState /TR /Identity >> endobj 19 0 obj << /Type /ExtGState /SMask 20 0 R >> endobj 20 0 obj << /S /Alpha /G 21 0 R >> endobj 21 0 obj << /Filter /FlateDecode /Type /XObject /Subtype /Form /FormType 1 /Matrix [ 1 0 0 1 0 0 ] /BBox [ 1330 7510 4790 7720 ] /Group 22 0 R /Resources << /ExtGState << /R22 23 0 R >> >> /Length 45 >> stream x22RH/2P t.CccsSCc3# (+ * endstream endobj 22 0 obj << /Type /Group /S /Transparency /CS /DeviceRGB >> endobj 23 0 obj << /Type /ExtGState /AIS false /CA 0.5 /ca 0.5 >> endobj 24 0 obj << /Type /ExtGState /SMask 25 0 R >> endobj 25 0 obj << /S /Alpha /G 26 0 R >> endobj 26 0 obj << /Filter /FlateDecode /Type /XObject /Subtype /Form /FormType 1 /Matrix [ 1 0 0 1 0 0 ] /BBox [ 960 7520 1100 7750 ] /Group 22 0 R /Resources << /ExtGState << /R22 23 0 R >> >> /Length 43 >> stream x22RH/2P t.K3sS#C#cX*W O% endstream endobj 27 0 obj << /Type /ExtGState /SMask 28 0 R >> endobj 28 0 obj << /S /Alpha /G 29 0 R >> endobj 29 0 obj << /Filter /FlateDecode /Type /XObject /Subtype /Form /FormType 1 /Matrix [ 1 0 0 1 0 0 ] /BBox [ 780 7460 960 7650 ] /Group 22 0 R /Resources << /ExtGState << /R22 23 0 R >> >> /Length 42 >> stream x22RH/2P t.ss3C (ʕ 1 endstream endobj 30 0 obj << /Type /ExtGState /SMask 31 0 R >> endobj 31 0 obj << /S /Alpha /G 32 0 R >> endobj 32 0 obj << /Filter /FlateDecode /Type /XObject /Subtype /Form /FormType 1 /Matrix [ 1 0 0 1 0 0 ] /BBox [ 670 7520 840 7750 ] /Group 22 0 R /Resources << /ExtGState << /R22 23 0 R >> >> /Length 42 >> stream x22RH/2P t.3ssS#C (ʕ F& endstream endobj 33 0 obj << /Type /ExtGState /OPM 0 >> endobj 34 0 obj << /Type /ExtGState /SA true >> endobj 35 0 obj << /Type /ExtGState /OPM 1 >> endobj 36 0 obj << /R39 37 0 R /R36 21 0 R /R35 39 0 R /R32 26 0 R /R31 40 0 R /R28 29 0 R /R27 41 0 R /R23 32 0 R >> endobj 37 0 obj << /Filter /FlateDecode /Type /XObject /Subtype /Form /FormType 1 /Matrix [ 1 0 0 1 0 0 ] /BBox [ 1330 7510 4790 7720 ] /Group 38 0 R /Resources << >> /Length 51194 >> stream xlK&946ɕhmA `dV 8Exkj}>e?=2~NV?Oϋg a~ks~J /O/f`lZ?S#~0N̜fi/۰;mGfaw ~+gno_~X3ϊ?nσq_yG\J|_Ή_l맶k{F㭽6'7q$ V&///;t*0>te:5Fur_`8ib=o̶wx:+bw/m=5Ƹ>s`}Հ )sV>w rvDSm*=5Ub!W`ޝ/y0PWqLߔQ3o|H߁c4Vk|]eE,}Ʀ`?0}ucz>A1%~=Q_'W ط_{~9hlk G':ޝY6rmoitͩ'AYD1+8 X>3v^6y< ZEan4Qf{oxG|l%nQ'h8\Y>CtĊ=|/rN=e\ʗc)Or+ iB;,.G`/<壽,㣉i?/va`,w3(]xe]sׯy;vV 0A.C /s&Yd4."ib%j)&+