%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Deep LDA\055Pruned Nets for Efficient Facial Gender Classification) /Producer (PyPDF2) /Author (Qing Tian\054 Tal Arbel\054 James J\056 Clark) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /s5 33 0 R /R24 36 0 R /s7 37 0 R >> /Font << /F2 40 0 R /R29 41 0 R /F1 45 0 R /R25 46 0 R /R33 50 0 R /R27 54 0 R /R31 58 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 76 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 77 0 R /F1 78 0 R /R25 46 0 R /R33 50 0 R /R27 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 112 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 113 0 R /F1 114 0 R /R101 115 0 R /R105 119 0 R /R103 122 0 R /R25 46 0 R /R33 50 0 R /R27 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Contents 145 0 R /Resources << /XObject << /R141 146 0 R /R140 147 0 R /R142 148 0 R /R130 149 0 R /R131 150 0 R /R136 151 0 R /R137 152 0 R /R138 153 0 R /R139 154 0 R >> /ExtGState << /R24 36 0 R >> /Font << /F2 155 0 R /R119 156 0 R /R101 115 0 R /R103 122 0 R /R105 119 0 R /R125 159 0 R /R127 162 0 R /R132 166 0 R /F1 169 0 R /R134 170 0 R /R121 173 0 R /R123 178 0 R /R25 46 0 R /R27 54 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 182 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R ] /Type /Page >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 190 0 R /Resources << /XObject << /R154 191 0 R /R155 192 0 R >> /ExtGState << /R24 36 0 R >> /Font << /R101 115 0 R /R103 122 0 R /R105 119 0 R /F2 193 0 R /F1 194 0 R /R25 46 0 R /R27 54 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 182 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Contents 201 0 R /Resources << /XObject << /R176 202 0 R /R177 203 0 R /R178 204 0 R >> /ExtGState << /R24 36 0 R >> /Font << /R101 115 0 R /F2 205 0 R /F1 206 0 R /R25 46 0 R /R27 54 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 182 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R ] /Type /Page >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Contents 220 0 R /Resources << /XObject << /R200 221 0 R /R201 222 0 R /R198 223 0 R /R199 224 0 R >> /ExtGState << /R24 36 0 R >> /Font << /R101 115 0 R /R103 122 0 R /F2 225 0 R /F1 226 0 R /R121 173 0 R /R25 46 0 R /R27 54 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 182 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R ] /Type /Page >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 241 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /R211 242 0 R /F2 247 0 R /F1 248 0 R /R25 46 0 R /R27 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 249 0 R 250 0 R 251 0 R 252 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 253 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 254 0 R /F1 255 0 R /R25 46 0 R /R33 50 0 R /R27 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 304 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 305 0 R /F1 306 0 R /R33 50 0 R /R27 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R 321 0 R ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 20750 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R24 gs 0 g q 10 0 0 10 0 0 cm BT /R25 14.34620 Tf 1 0 0 1 98.38910 675.06700 Tm [ (Deep) -250.00800 (LD) 35.00980 (A\055Pruned) -250.00300 (Nets) -250.00700 (f) 24.99230 (or) -249.99500 <4566026369656e74> -249.99600 (F) 24.98890 (acial) -249.99600 (Gender) -250.01200 <436c6173736902636174696f6e> ] TJ /R27 11.95520 Tf 92.05700 -37.85820 Td [ (Qing) -250.00200 (T) 34.98980 (ian\054) -249.98900 (T) 80.01470 (al) -249.98700 (Arbel) -250.01200 (and) -249.98700 (James) -250.01000 (J\056) -249.99500 (Clark) ] TJ -74.49800 -13.94690 Td [ (Centre) -249.99700 (for) -249.99600 (Intelligent) -250.00800 (Machines) -250.00800 (\046) -249.99100 (ECE) -250.00800 (Department\054) -249.98900 (McGill) -249.99700 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ 38.01680 -13.94800 Td [ (3480) -250.00200 (Uni) 24.99460 (v) 14.98620 (ersity) -249.98900 (Street\054) -250.00600 (Montral\054) -250.00200 (QC) -249.99700 (H3A) -249.99700 (0E9\054) -250.00600 (Canada) ] TJ /R29 8.96640 Tf 44.58710 -13.94800 Td [ (f) -0.89990 ] TJ /R31 8.96640 Tf 4.60703 0 Td (qtian\054arbel\054clark) Tj /R29 8.96640 Tf 91.45700 0 Td [ (g) -0.90126 ] TJ /R31 8.96640 Tf 4.60781 0 Td (\100cim\056mcgill\056ca) Tj /R25 11.95520 Tf -153.22900 -41.04610 Td (Abstract) Tj /R33 9.96260 Tf -83.92770 -23.92890 Td [ (Many) -277.00500 (r) 37.01960 (eal\055time) -276.99500 (tasks\054) -282.99000 (suc) 14.98520 (h) -277.00800 (as) -277.00200 (human\055computer) -277.01000 (inter) 15 (ac\055) ] TJ -11.95510 -11.95510 Td [ (tion\054) -357.01200 (r) 37.01960 (equir) 36.99320 (e) -335.98700 (fast) -335.99700 (and) -334.98800 (ef) 18 <026369656e74> -336.00600 (facial) -335.99500 (g) 10.00320 (ender) -336.01500 <636c6173736902636174696f6e2e> ] TJ 11.95590 TL T* [ (Although) -223.99800 (deep) -222.98100 (CNN) -224.00200 (nets) -223.00800 (have) -224 (been) -222.98100 (very) -224.00900 (ef) 18 (fective) -223.99700 (for) -223.00400 (a) -223.99700 (mul\055) ] TJ 11.95510 TL T* [ (titude) -296.98200 (of) -296.99700 <636c6173736902636174696f6e> -298.01000 (tasks\054) -308.98500 (their) -296.98800 (high) -296.98700 (space) -297.00200 (and) -296.99500 (time) -298.01600 (de\055) ] TJ T* [ (mands) -306.98400 (mak) 10.00200 (e) -307.01200 (them) -306.99700 (impr) 14.99870 (actical) -306.98400 (for) -306.98900 (per) 10.00570 (sonal) -307.99800 (computer) 9.98118 (s) -307.00300 (and) ] TJ T* [ (mobile) -316.98300 (de) 15.01770 (vices) -315.98600 (without) -316.99500 (a) -315.98200 (powerful) -317.00100 (GPU) 24.98600 (\056) -315.98400 (In) -317.00300 (this) -316.00100 (paper) 111.01800 (\054) -333.98100 (we) ] TJ T* [ (de) 15.01770 (velop) -348.01200 (a) -346.99600 (16\055layer) 111.01700 (\054) -372.99400 (yet) -347.00200 (lightweight\054) -371.98800 (neur) 14.99010 (al) -348.00800 (network) -347.99300 (whic) 15 (h) ] TJ T* [ (boosts) -265.02000 (ef) 18 <026369656e6379> -263.99500 (while) -264.98600 (maintaining) -264.99300 (high) -264.99300 (accur) 14.98520 (acy) 55.00800 (\056) -354.01700 (Our) -265 (net) ] TJ 11.95630 TL T* [ (is) -372.98300 (pruned) -373.99400 (fr) 44.98640 (om) -372.98900 (the) -372.98900 (VGG\05516) -374 (model) -372.98100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 199.82000 434.74900 Tm (35) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 209.78200 434.74900 Tm [ (\135) -372.99200 (starting) -372.98700 (fr) 44.98510 (om) -374.00900 (the) ] TJ -159.67000 -11.95470 Td [ (last) -325.01800 (con) 39.99880 (volutional) -324.99500 (\050con) 39.99580 (v\051) -325.01200 (layer) -324.99500 (wher) 36.99380 (e) -325.00900 (we) -324.99500 <02> -1.01454 (nd) -324.99500 (neur) 44.98510 (on) -324.99500 (acti\055) ] TJ 11.95510 TL T* [ (vations) -293.99800 (ar) 36.98520 (e) -293.99400 (highly) -294.00500 (uncorr) 36.99750 (elated) -294.01300 (given) -293.98200 (the) -293.98300 (g) 10.00320 (ender) 111.00800 (\056) -442.00200 (Thr) 44.99740 (ough) ] TJ T* [ (F) 45.01580 (isher\047) 40.00990 (s) -273.00700 (Linear) -273.01900 (Discriminant) -272.99500 (Analysis) -273.01700 (\050LD) 34.98930 (A\051) -273.01300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 237.96700 398.88400 Tm (8) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 242.94800 398.88400 Tm [ (\135\054) -279.00200 (we) -273.00300 (show) ] TJ -192.83600 -11.95510 Td [ (that) -234.99500 (this) -234.01400 (high) -234.99800 (decorr) 36.98770 (elation) -234.98800 (mak) 10.00200 (es) -235.01800 (it) -233.98500 (safe) -235.00500 (to) -235.00700 (discar) 36.99870 (d) -235.01500 (dir) 36.99140 (ectly) ] TJ 11.95590 TL T* [ (last) -232.01400 (con) 39.99880 (v) -232.00500 (layer) -231.99100 (neur) 44.98510 (ons) -231.00400 (with) -232.00700 (high) -232.01800 (within\055class) -232.01800 (variance) -231.98600 (and) ] TJ 11.95510 TL T* [ (low) -254.01000 (between\055class) -254.00200 (variance) 14.99260 (\056) -321.00300 (Combined) -253.99700 (with) -254.00400 (either) -254.01900 (Support) ] TJ T* [ (V) 111.00500 (ector) -318.01600 (Mac) 15.01960 (hines) -318.00700 (\050SVM\051) -317.00200 (or) -318.01400 (Bayesian) -318.00200 <636c6173736902636174696f6e2c> -334.98300 (the) -318.01800 (r) 37.01830 (e\055) ] TJ T* [ (duced) -255.01000 (CNNs) -253.99000 (ar) 36.98520 (e) -254.98200 (capable) -254.01800 (of) -255.00400 (ac) 15.01830 (hie) 14.98520 (ving) -255.00400 (compar) 14.99750 (able) -253.98500 (\050or) -255.00900 (e) 15.01220 (ven) ] TJ T* [ (higher\051) -340.98100 (accur) 14.98520 (acies) -342.01200 (on) -340.99200 (the) -340.99500 (LFW) -342.00200 (and) -340.98700 (CelebA) -340.98200 (datasets) -341.98500 (than) ] TJ T* [ (the) -285.98400 (original) -285.98300 (net) -285.98400 (with) -285.99800 (fully) -286.00900 (connected) -285.98200 (layer) 10.00810 (s\056) -417.99900 (On) -285.98400 (LFW) 92.00430 (\054) -285.98900 (only) ] TJ 11.95590 TL T* [ (four) -353.01600 (Con) 40.01660 (v5) ] TJ ET Q 3.98000 w 0 G 964.48800 3034.42000 m 994.37900 3034.42000 l S q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 99.43790 303.24300 Tm [ (3) -352.99500 (neur) 44.98510 (ons) -352.98400 (ar) 36.98520 (e) -353.00500 (able) -352.98800 (to) -352.98800 (maintain) -352.99500 (a) -354.01400 (compar) 14.99750 (ably) ] TJ -49.32580 -11.95590 Td [ (high) -330.98200 (r) 37.01960 (eco) 9.99466 (gnition) -331.98100 (accur) 14.98520 (acy) 55.00680 (\054) -350.99800 (whic) 14.99870 (h) -332.01800 (r) 37.01960 (esult) 1.00228 (s) -332.01800 (in) -330.99100 (a) -330.99900 (r) 37.01830 (eduction) -331.99900 (of) ] TJ 11.95510 TL T* [ (total) -218.99100 (network) -218.99400 (size) -219.00800 (by) -220.00100 (a) -219.01700 (factor) -218.99700 (of) -219.01000 (70X) -219.00900 (with) -218.99000 (a) -219.01700 (11) -219.99300 (fold) -218.99800 (speedup\056) ] TJ T* [ (Comparisons) -369.00900 (with) -369.00300 (a) -368.01200 (state\055of\055the\055art) -368.98600 (pruning) -368.99700 (method) -369.01700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 272.52700 267.37700 Tm (12) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 282.49000 267.37700 Tm (\135) Tj -232.37800 -11.95510 Td [ (\050as) -410.98200 (well) -411.00600 (as) -411.01800 (two) -411.00400 (smaller) -410.01900 (nets) -411.01600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 176.51800 255.42200 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 186.48000 255.42200 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 193.06600 255.42200 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 203.02800 255.42200 Tm [ (\135\051) -410.98800 (in) -411.01700 (terms) -411.01200 (of) -411.01700 (accu\055) ] TJ -152.91600 -11.95470 Td [ (r) 14.98400 (acy) -408.99400 (loss) -409.98600 (and) -409.01500 (con) 40 (volutional) -410 (layer) 10.00810 (s) -408.98400 (pruning) -410.01000 (r) 14.98280 (ate) -408.98300 (ar) 36.98650 (e) -410.01500 (also) ] TJ 11.95510 TL T* [ (pr) 44.98390 (o) 10.00320 (vided\056) ] TJ /R25 11.95520 Tf 35.92300 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R27 9.96260 Tf 11.95510 -18.94800 Td [ (In) -345 (recent) -345.98600 (years\054) -368.99600 (deep) -345 (learning) -344.98400 (has) -344.99400 (re) 25.00810 (v) 20.00160 (olutionized) -346.01600 (man) 14.99010 (y) ] TJ -11.95510 -11.95510 Td [ (computer) -248.01400 (vision) -248.98200 (areas) -248.00800 (due) -247.99200 (to) -247.98600 (high) -248.99500 (accurac) 14.99750 (y) -247.99300 (for) -248 (a) -248.00300 (wide) -249.00700 (v) 24.98110 (ari\055) ] TJ 11.95510 TL T* [ (ety) -384.98700 (of) -384.01300 <636c6173736902636174696f6e> -384.98600 (tasks\056) -714.01600 (Although) -384.01200 <61727469026369616c> -385.00700 (neural) -384.99000 (net\055) ] TJ T* [ (w) 10.00140 (orks) -443.01100 (ha) 19.99730 (v) 14.98280 (e) -442.00900 (been) -442.98400 (used) -441.99200 (for) -442.98600 (visual) -442.99800 (recognition) -442.01000 (tasks) -443.00500 (since) ] TJ T* [ (the) -358.01100 (1980s) -357.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 96.53790 128.82100 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 106.50000 128.82100 Tm [ (\135\054) -386.01500 (recent) -357.98300 (algorithms) -358.01000 (ha) 19.99790 (v) 14.98280 (e) -357.98400 (been) -358.99600 (succes) 0.98513 (sful) -358.98400 (at) ] TJ -56.38830 -11.95630 Td [ (training) -381.00600 (lar) 17.99640 (ge) -380.01400 (netw) 10.00940 (orks) -380.98300 (ef) 25.00810 <026369656e746c79> -380.01700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 195.89500 116.86500 Tm (15) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 205.85700 116.86500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 212.14400 116.86500 Tm (6) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 217.12500 116.86500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 223.40200 116.86500 Tm (28) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 233.36400 116.86500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 239.65000 116.86500 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 249.61300 116.86500 Tm [ (\135\056) -702 (Gi) 24.98600 (v) 14.98280 (en) ] TJ -199.50100 -11.95470 Td [ (the) -314.99800 (huge) -314.01600 (amount) -315.01500 (of) -313.98600 (data) -315.00300 (that) -314.99200 (has) -314.01900 (become) -314.99600 (a) 19.99180 (v) 24.98110 (ailable\054) -330.98600 (recent) ] TJ 11.95510 TL T* [ (adv) 24.98170 (ances) -323.00700 (in) -322.99300 (computing) -324.01600 (ha) 19.99790 (v) 14.98280 (e) -323.01000 (led) -322.99800 (to) -322.99300 (the) -322.99800 (emer) 17.99700 (gence) -323.98800 (of) -323.00200 (deep) ] TJ T* [ (neural) -269.00800 (nets\056) -368 (Ev) 14.98650 (en) -269.99300 (though) -268.98200 (deep) -269.01300 (learning) -268.99700 (techniques) -270.00600 (become) ] TJ 258.75000 473.32000 Td [ (the) -437.99800 (state\055of\055the\055art) -439.01300 (solutions) -437.99100 (for) -438.98600 (v) 24.98110 (arious) -437.99100 (computer) -439 (vision) ] TJ T* [ (tasks\054) -379.99300 (the) -354.99200 (requirement) -353.99700 (of) -355 (a) -353.98500 (po) 24.98600 (werful) -354.99500 (GPU) -354 (has) -354.01400 (made) -354.99000 (their) ] TJ T* [ (wide) -354.99000 (deplo) 10.01550 (yment) -353.99500 (on) -354.99000 (general) -355 (purpose) -354.98000 (PCs) -353.98500 (and) -354.99500 (mobile) -355.00400 (de\055) ] TJ 11.95630 TL T* [ (vices) -358.98900 (impractical\056) -637.98400 (Moreo) 14.99260 (v) 14.98280 (er) 39.98350 (\054) -386.98900 (from) -358.98900 (the) -358.98900 (\140v) 15.01710 (ery\047) -359.00400 (deep) -360.01800 (V) 14.98280 (GG\055) ] TJ 11.95510 TL T* [ (Net) -303.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 329.59400 506.49900 Tm (35) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 339.55700 506.49900 Tm [ (\135) -303.99100 (and) -303.98400 (GoogLeNet) -302.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 416.68700 506.49900 Tm (36) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 426.64900 506.49900 Tm [ (\135) -303.99300 (to) -304.01800 (the) -303.97900 (\140e) 15.00730 (xtremely\047) -304.00800 (deep) -303.98800 (Mi\055) ] TJ -117.78700 -11.95470 Td [ (crosoft) -397.02000 (ResNet) -397.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 377.09600 494.54400 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 387.05900 494.54400 Tm [ (\135\054) -434.00600 (the) -396.98500 (competition) -397.01700 (for) -396.99300 (higher) -397.99700 (accurac) 14.99750 (y) ] TJ -78.19650 -11.95510 Td [ (with) -357.01600 (e) 25.01050 (v) 14.98280 (er) -357.00700 (lar) 17.99700 (ger) -355.98200 (depths) -357.01400 (is) -356.98500 (strong\054) -383.00500 (rendering) -356.98900 (real\055time) -356.98500 (per) 19.99180 (\055) ] TJ 11.95510 TL T* [ (formance) -249.99500 (on) -249.98800 (mobile) -250.00500 (de) 25.01540 (vices) -249.98800 (e) 25.01050 (v) 14.98280 (en) -249.99700 (more) -249.98800 (out) -250.01700 (of) -249.99700 (reach\056) ] TJ 11.95510 -12.65590 Td [ (In) -440.98300 (this) -441 (paper) 39.99090 (\054) -487.99500 (we) -440.98800 (e) 15.01220 (xplore) -441.01000 (w) 10.00320 (ays) -441.02000 (to) -441.01500 (greatly) -441.01000 (prune) -441.01500 (v) 14.98280 (ery) ] TJ -11.95510 -11.95510 Td [ (deep) -477.01600 (netw) 10.00810 (orks) -475.98700 (while) -477.00100 (maintaining) -477.00400 (or) -475.99900 (e) 25.01050 (v) 14.98280 (en) -477.01800 (impro) 15.00240 (ving) -476.99400 (on) ] TJ T* [ (their) -225.00900 <636c6173736902636174696f6e> -225.01100 (accurac) 14.99750 (y) 65.01370 (\056) -301.98400 (Our) -225.01600 (moti) 25.00560 (v) 24.98110 (ation) -225.00200 (stems) -226.01100 (from) -225.01100 (the) ] TJ T* [ (current) -279.99000 (popular) -280.01200 (practice) -279.99500 (where\054) -287.99100 (rather) -279.99700 (than) -280.01700 (train) -279.98300 (a) -279.99700 (deep) -279.99200 (net) ] TJ T* [ (from) -336.99300 (scratch) -337 (using) -337.99300 (all) -336.99300 (the) -336.99300 (a) 19.99180 (v) 24.98110 (ailable) -336.98800 (data\054) -358.99400 (algorithm) -337.98300 (de) 25.01540 (v) 14.98280 (el\055) ] TJ 11.95630 TL T* [ (opers) -285.00400 (usually) -285.99900 (adopt) -284.99400 (a) -285.99600 (general) -285.01100 (netw) 10.00810 (ork) -285.98700 (model) -284.98700 (and) -285.98700 <026e652d74756e65> ] TJ 11.95470 TL T* [ (it) -411.01500 (using) -411 (a) -410.99500 (smaller) -411.01000 (datas) 0.99003 (et) -410.98500 (for) -410.99000 (the) -410.98000 (particular) -411.02000 (task\056) -792.99000 (There\055) ] TJ T* [ (fore\054) -394.99500 (there) -366.99800 (is) -366.00500 (a) -367.00200 (chance) -365.98600 (that) -366.00300 (some) -367.01700 (structures) -365.99800 (from) -366.00800 (the) -366.98800 (pre\055) ] TJ T* [ (trained) -193.01400 (model) -191.98300 (are) -193 (not) -193.00900 (fully) -191.98800 (used) -193.01700 (for) -192.98700 (the) -191.99700 (current) -192.98700 (purpose\056) -290.99100 (Our) ] TJ T* [ (premise) -235 (is) -235.98800 (that) -235.00500 (less) -235.00500 (useful) -235.98500 (structures) -235 (\050together) -235.00500 (with) -236.01500 (possible) ] TJ 11.95590 TL T* [ (redundancies\051) -391.99800 (could) -391.99600 (be) -392.01300 (pr) 0.98023 (u) -1.01454 (ne) 0.98023 (d) -392.00800 (a) 15.01220 (w) 10.00320 (ay) -392.01300 (in) -392.00300 (order) -392.01300 (to) -392.00300 (increase) ] TJ 11.95510 TL T* [ (computational) -274.01800 (ef) 25.00810 <026369656e63> 14.99260 (y) 65.01370 (\056) -380.99300 (Deep) -273.99300 (con) 39.99820 (v) 20.00160 (olutional) -273.98900 (netw) 10.00810 (orks) -273.97900 (are) ] TJ T* [ (generally) -350.00800 (considered) -350.00300 (to) -350.00800 (be) -350.02000 (composed) -349.99100 (of) -350.02000 (tw) 10.00810 (o) -350.01500 (components\072) ] TJ T* [ (the) -358.01100 (con) 39.99820 (v) 20.00160 (olutional) -356.99400 (\050con) 39.99580 (v\051) -358.01600 (layers) -358.01400 (\050al) 1.01944 (ternated) -358.00900 (with) -357.99400 (acti) 24.98110 (v) 24.98110 (ation) ] TJ T* [ (and) -481.01300 (pooling) -479.99800 (layers\051) -481.01500 (as) -481.01500 (feature) -480.98300 (e) 15.01220 (xtractors) -479.98400 (and) -481.01300 (fully) -480.99800 (con\055) ] TJ T* [ (nected) -315.98200 (\050FC\051) -314.98400 (layers) -316.01800 (as) -315.98400 <026e616c> -314.98200 <636c6173736902657273> ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R27 6.97380 Tf 1 0 0 1 461.65000 282.26600 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 465.63500 278.65100 Tm [ (\056) -507.00900 (Deep) -315.98600 (nets) -316.01100 (outper) 20.01140 (\055) ] TJ -156.77300 -11.95590 Td [ (form) -362.00800 (man) 14.99010 (y) -362.99300 (traditional) -362.01800 (computer) -361.99300 (vision) -361.98400 (algorithms) -362.98800 (mainly) ] TJ 11.95510 TL T* [ (because\054) -446.00200 (gi) 24.98850 (v) 14.98280 (en) -406.01100 (enough) -407.01000 (training) -405.98100 (data\054) -446 (the) -406 <02727374> -407.00600 (component) ] TJ T* [ (does) -253.98500 (well) -253.00400 (in) -253.98500 (learning) -253 (the) -253.98900 (compositionality) -253.01200 (of) -253.99700 (the) -253.00700 (real) -254.00200 (w) 10.00320 (orld) ] TJ T* [ (\050by) -263.98800 (constructing) -263.01200 (v) 14.98280 (ery) -263.99800 (complicated) -262.98600 (features) -263.99500 (based) -263.00500 (on) -263.98500 (primi\055) ] TJ T* [ (ti) 24.99090 (v) 14.98280 (e) -271.01800 (ones\051\056) -372.98700 (Mor) 0.99248 (e) -271.01800 (often) -271.00400 (than) -270.99900 (not\054) -276.01300 (such) -271.00400 (features) -271.01400 (learned) -271.01400 (for) -271.01400 (a) ] TJ T* [ (particular) -221.99000 (task) -221.98700 (are) -222.01400 (superior) -221.98300 (to) -223.01200 (handcraft) 0.98513 (ed) -222.98200 (features) -222.00200 (designed) ] TJ 11.95630 TL T* [ (with) -363.01500 (limited) -362.99600 (domain) -361.98900 (kno) 24.99090 (wledge\056) -649.01400 (The) -362.99300 (second) -362.98400 (component\054) ] TJ 11.95470 TL T* [ (FC) -308 (layers\054) -322.99500 (is) -308.01500 (essentially) -307.99000 (similar) -307.99300 (to) -308.01700 (logistic) -309.00700 (re) 15.00730 (gression) -308.00300 (clas\055) ] TJ T* [ <7369026572732c> -270.00400 (which) -267 (model) -266.01000 (the) -265.98700 (log\055odds) -267.01900 (with) -266.01000 (a) -266 (linear) -267.00400 (function\056) -359.00900 (In) ] TJ T* [ (this) -288.00600 (paper) 39.99090 (\054) -299.00600 (we) -287.99400 (increase) -289.01300 (ef) 25.00560 <026369656e63> 14.99260 (y) -287.98600 (for) -289.01100 (each) -288 (of) -289.01100 (the) -287.98100 (tw) 10.00810 (o) -289.00600 (com\055) ] TJ T* [ (ponents\056) -371.00400 (W) 79.98660 (e) -271.01800 <02727374> -270.00900 (in) 40.00560 (v) 14.98280 (estig) 5 (ate) -271.01400 (the) -269.98400 <0272696e67> -270.00400 (patterns) -270.99400 (of) -269.99400 (last) -270.99900 (con) 39.99820 (v) ] TJ T* [ (layer) -360.01800 (neurons) -361.01800 (through) -359.98900 (Fisher\047) 54.99080 (s) -360.01300 (Linear) -360.01300 (Discriminant) -360.98900 (Anal\055) ] TJ 11.95590 TL T* [ (ysis) -355.01400 (\050LD) 39.99580 (A\051) -353.98000 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 361.45500 123.23300 Tm (8) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 366.43600 123.23300 Tm [ (\135) -355.00200 (and) -354.99500 (disco) 14.99750 (v) 14.98280 (er) -355.00900 (that) -354.00500 (those) -354.98000 (neuron) -354.98500 (acti) 24.98110 (v) 24.98110 (ations) ] TJ -57.57380 -11.95510 Td [ (are) -353.99200 (highly) -353.98500 (decorrelated) -354.01900 (for) -353.98000 (each) -353.99000 (class\054) -380.98100 (which) -354.00500 (permits) -353.99000 (dis\055) ] TJ ET Q 3088.62000 1001.43000 m 4033.61000 1001.43000 l S q 10 0 0 10 0 0 cm BT /R27 5.97760 Tf 1 0 0 1 319.72100 93.27700 Tm (1) Tj /R27 7.97010 Tf 3.48711 -2.81211 Td [ (In) -290.97700 (this) -290.98000 (paper) 39.99630 (\054) -300.98500 (FC) -289.97800 (layer) -291.00500 (is) -291.02300 (used) -291.00500 (in) -290.00600 (a) -291.02300 (general) -291.01100 (sense) -290.98600 (and) -290.99900 (includes) -290.01200 (all) -291.00500 (the) ] TJ -14.34610 -9.46484 Td [ (layers) -249.98500 (after) -250 (Con) 40.02080 (v5) ] TJ ET Q 3678.96000 811.98800 m 3702.87000 811.98800 l S q 10 0 0 10 0 0 cm BT /R27 7.97010 Tf 1 0 0 1 370.28700 81 Tm (3\056) Tj /R27 9.96260 Tf -75.16600 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 301.50000 50 Tm (10) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 112 751 500 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 56490
/Type /XObject
/BBox [ 112 751 500 772 ]
/Subtype /Form
>>
stream
xtIJ5*|^~x?P9)<<ҥ+kh4}/?>]漿վ]Z Ǭ57W'b~?Kwk6:>rAニxeG1k-/LfߗA̺(egk5>
=KO1{Vux}Ol|_s؟|*>5=k|*a5x}On :97~1s7rX {|>IQQo6|'\#x_ڽC}M7(췀(N
سW#^Ň}|zblnB'\o=r;$s:z-
V3+έ昵 WD/nl ;q"3Pg휅\3C`k7760c9-Cȸ