%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Smooth Neighbors on Teacher Graphs for Semi\055Supervised Learning) /Producer (PyPDF2) /Author (Yucen Luo\054 Jun Zhu\054 Mengxi Li\054 Yong Ren\054 Bo Zhang) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /R37 33 0 R /s5 34 0 R /s7 37 0 R >> /Font << /R48 40 0 R /R54 43 0 R /R46 47 0 R /R44 51 0 R /R50 55 0 R /R42 59 0 R /R52 62 0 R /R40 66 0 R /F2 70 0 R /F1 71 0 R /R38 72 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 103 0 R /Resources << /XObject << /R126 104 0 R /R124 111 0 R /R122 112 0 R /R120 113 0 R /R145 114 0 R /R162 118 0 R /R147 119 0 R /R160 120 0 R /R141 122 0 R /R140 123 0 R /R143 124 0 R /R164 126 0 R /R149 127 0 R /R148 128 0 R /R144 117 0 R /R118 129 0 R /R130 130 0 R /R132 131 0 R /R146 132 0 R /R134 133 0 R /R136 134 0 R /R156 135 0 R /R157 137 0 R /R154 138 0 R /R155 136 0 R /R152 139 0 R /R153 140 0 R /R150 141 0 R /R151 142 0 R /R112 143 0 R /R110 144 0 R /R142 125 0 R /R116 145 0 R /R158 146 0 R /R159 121 0 R /R108 147 0 R /R114 148 0 R >> /ExtGState << /R163 149 0 R /R131 150 0 R /R125 151 0 R /R133 152 0 R /R123 153 0 R /R135 154 0 R /R121 155 0 R /R115 156 0 R /R129 157 0 R /R109 158 0 R /R161 159 0 R /R119 160 0 R /R113 161 0 R /R111 162 0 R /R117 163 0 R /R107 107 0 R /R106 164 0 R /R37 33 0 R >> /Font << /F2 165 0 R /R167 166 0 R /R165 171 0 R /R54 43 0 R /R169 176 0 R /R50 55 0 R /R171 180 0 R /R40 66 0 R /R127 183 0 R /F1 187 0 R /R38 72 0 R /R173 188 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R139 115 0 R /R102 105 0 R /R104 109 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 230 0 R /Resources << /ExtGState << /R37 33 0 R >> /Font << /R210 231 0 R /R206 236 0 R /R165 171 0 R /R54 43 0 R /R208 239 0 R /R50 55 0 R /R171 180 0 R /R40 66 0 R /F2 244 0 R /F1 245 0 R /R38 72 0 R /R167 166 0 R /R173 188 0 R /R169 176 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 269 0 R /Resources << /ExtGState << /R37 33 0 R >> /Font << /R210 231 0 R /R206 236 0 R /R165 171 0 R /R54 43 0 R /R169 176 0 R /R50 55 0 R /R232 270 0 R /R40 66 0 R /R171 180 0 R /F1 273 0 R /R38 72 0 R /F2 274 0 R /R167 166 0 R /R173 188 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 291 0 R /Resources << /XObject << /R273 292 0 R /R272 294 0 R /R268 293 0 R /R269 295 0 R /R274 296 0 R >> /ExtGState << /R37 33 0 R >> /Font << /R210 231 0 R /R40 66 0 R /R206 236 0 R /R165 171 0 R /R48 40 0 R /R54 43 0 R /R169 176 0 R /R50 55 0 R /R232 270 0 R /R173 188 0 R /R171 180 0 R /F1 297 0 R /R38 72 0 R /F2 298 0 R /R167 166 0 R /R270 299 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 303 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R 321 0 R 322 0 R 323 0 R 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 333 0 R /Resources << /ExtGState << /R37 33 0 R >> /Font << /R167 166 0 R /R165 171 0 R /R54 43 0 R /R169 176 0 R /R50 55 0 R /R171 180 0 R /R40 66 0 R /F2 334 0 R /F1 335 0 R /R38 72 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 336 0 R 337 0 R 338 0 R 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R 348 0 R 349 0 R 350 0 R 351 0 R 352 0 R 353 0 R 354 0 R 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Contents 364 0 R /Resources << /XObject << /R358 365 0 R /R348 367 0 R /R351 368 0 R /R353 369 0 R /R355 370 0 R /R356 371 0 R /R357 372 0 R /R384 373 0 R /R339 375 0 R /R336 376 0 R /R337 377 0 R /R334 378 0 R /R340 374 0 R /R330 379 0 R >> /ExtGState << /R37 33 0 R /R107 107 0 R >> /Font << /R206 236 0 R /R165 171 0 R /R54 43 0 R /R169 176 0 R /R50 55 0 R /R171 180 0 R /R40 66 0 R /F2 424 0 R /F1 425 0 R /R378 380 0 R /R38 72 0 R /R167 166 0 R /R333 383 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 423 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 426 0 R 427 0 R 428 0 R 429 0 R 430 0 R 431 0 R 432 0 R 433 0 R 434 0 R 435 0 R 436 0 R 437 0 R 438 0 R 439 0 R 440 0 R ] /Type /Page >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 441 0 R /Resources << /XObject << /R439 442 0 R /R438 447 0 R /R435 458 0 R /R434 459 0 R /R437 460 0 R /R436 453 0 R /R431 444 0 R /R430 445 0 R /R433 446 0 R /R432 457 0 R /R462 464 0 R /R463 465 0 R /R460 466 0 R /R461 467 0 R /R466 468 0 R /R467 469 0 R /R464 470 0 R /R465 471 0 R /R468 472 0 R /R428 448 0 R /R429 449 0 R /R426 450 0 R /R427 451 0 R /R424 452 0 R /R425 443 0 R /R422 454 0 R /R423 455 0 R /R420 456 0 R /R459 473 0 R /R458 476 0 R /R457 477 0 R /R456 478 0 R /R455 479 0 R /R454 480 0 R /R453 481 0 R /R452 482 0 R /R451 483 0 R /R450 484 0 R /R419 494 0 R /R413 506 0 R /R412 507 0 R /R411 508 0 R /R410 509 0 R /R417 510 0 R /R415 511 0 R /R414 512 0 R /R408 503 0 R /R404 495 0 R /R405 496 0 R /R406 497 0 R /R407 498 0 R /R400 499 0 R /R401 500 0 R /R402 501 0 R /R403 502 0 R /R440 487 0 R /R442 485 0 R /R443 486 0 R /R444 488 0 R /R445 489 0 R /R446 490 0 R /R447 491 0 R /R448 474 0 R /R398 505 0 R /R449 475 0 R /R409 504 0 R >> /ExtGState << /R37 33 0 R /R107 107 0 R >> /Font << /R210 231 0 R /R270 299 0 R /R206 236 0 R /R399 513 0 R /R165 171 0 R /R54 43 0 R /R169 176 0 R /R50 55 0 R /R232 270 0 R /R40 66 0 R /R171 180 0 R /F1 516 0 R /R38 72 0 R /F2 517 0 R /R441 492 0 R /R421 461 0 R /R167 166 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 423 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 518 0 R 519 0 R 520 0 R 521 0 R 522 0 R 523 0 R 524 0 R 525 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 526 0 R /Resources << /ExtGState << /R37 33 0 R >> /Font << /F2 527 0 R /F1 528 0 R /R50 55 0 R /R38 72 0 R /R40 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 529 0 R /Resources << /ExtGState << /R37 33 0 R >> /Font << /F2 530 0 R /F1 531 0 R /R50 55 0 R /R40 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 20245 >> stream q q q 0.1 0 0 0.1 0 0 cm /R37 gs 0 g q 10 0 0 10 0 0 cm BT /R38 14.3462 Tf 1 0 0 1 87.6219 675.067 Tm [ (Smooth) -249.992 (Neighbors) -249.995 (on) -250.013 (T) 91.9897 (eacher) -249.99 (Graphs) -249.99 (f) 24.9923 (or) -249.995 (Semi\055super) 9.99625 (vised) -249.988 (Lear) 14.9893 (ning) ] TJ /R40 11.9552 Tf 9.15898 -37.8582 Td [ (Y) 110.995 (ucen) -249.994 (Luo) ] TJ /R42 7.9701 Tf 52.1242 4.33906 Td [ (1) -0.29866 ] TJ /R40 11.9552 Tf 44.7258 -4.33906 Td [ (Jun) -249.997 (Zhu) ] TJ /R42 7.9701 Tf 38.8543 4.33906 Td [ (1) -0.30019 ] TJ /R44 7.9701 Tf 4.73203 0 Td [ <03> -0.30019 ] TJ /R40 11.9552 Tf 39.993 -4.33906 Td [ (Mengxi) -249.985 (Li) ] TJ /R42 7.9701 Tf 50.809 4.33906 Td [ (2) -0.30019 ] TJ /R40 11.9552 Tf 44.7258 -4.33906 Td [ (Y) 110.016 (ong) -249.989 (Ren) ] TJ /R42 7.9701 Tf 47.498 4.33906 Td [ (1) -0.30019 ] TJ /R40 11.9552 Tf 44.725 -4.33906 Td [ (Bo) -250.01 (Zhang) ] TJ /R42 7.9701 Tf 47.4859 4.33906 Td [ (1) -0.30019 ] TJ -456.364 -13.948 Td [ (1) -0.30019 ] TJ /R40 11.9552 Tf 7.72109 -4.33789 Td [ (Dept\056) -310.009 (of) -250.015 (Comp\056) -310.001 (Sci\056) -310.015 (\046) -249.991 (T) 70.0154 (ech\056\054) -249.995 (State) -250.002 (K) 24.9977 (e) 14.9892 (y) -250.002 (Lab) -250.014 (for) -249.995 (Intell\056) -310.007 (T) 70.0164 (ech\056) -309.995 (\046) -249.991 (Sys\056\054) -250.012 (BNRist) -250.006 (Lab\054) -250.002 (Tsinghua) -249.989 (Uni) 24.9957 (v) 14.9851 (ersity) ] TJ /R42 7.9701 Tf 91.7992 -9.61016 Td [ (2) -0.29866 ] TJ /R40 11.9552 Tf 7.7207 -4.33789 Td [ (Department) -250 (of) -250.014 (Electronical) -249.993 (Engineering\054) -249.985 (Tsinghua) -249.989 (Uni) 24.9957 (v) 14.9851 (ersity) ] TJ /R46 8.9664 Tf -75.3758 -13.948 Td [ (f) -0.8999 ] TJ /R48 8.9664 Tf 4.60781 0 Td [ (luoyc15\054) -600.021 (limq14\054) -599.994 (renyong15) ] TJ /R46 8.9664 Tf 139.875 0 Td [ (g) -0.90126 ] TJ /R48 8.9664 Tf 4.6082 0 Td (\100mails\056tsinghua\056edu\056cn\073) Tj /R46 8.9664 Tf 129.116 0 Td [ (f) -0.90126 ] TJ /R48 8.9664 Tf 4.60703 0 Td [ (dcszj\054) -600.01 (dcszb) ] TJ /R46 8.9664 Tf 64.5578 0 Td [ (g) -0.89854 ] TJ /R48 8.9664 Tf 4.6082 0 Td (\100tsinghua\056edu\056cn) Tj /R38 11.9552 Tf -293.94 -41.0461 Td (Abstract) Tj /R50 9.9626 Tf 1.02 0 0 1 62.0672 530.352 Tm [ (The) -442.006 (r) 36.0024 (ecently) -442.001 (pr) 44.0046 (oposed) -443 (self\055ensembling) -441.987 (methods) -441.994 (have) ] TJ 0.98 0 0 1 50.1121 518.397 Tm [ (ac) 14.9835 (hie) 15.9987 (ved) -245.981 (pr) 46.0032 (omising) -245.996 (r) 36.9974 (esults) -245.989 (in) -245.999 (deep) -246.017 (semi\055) 1.01524 (supervised) -246.015 (learning) 10.0123 (\054) ] TJ 1.02 0 0 1 50.1121 506.442 Tm [ (whic) 14.9953 (h) -299.982 (penalize) -299.997 (inconsistent) -300.006 (pr) 36.009 (edictions) -299.996 (of) -299.981 (unlabeled) -300.005 (data) ] TJ 1.012 0 0 1 50.1121 494.487 Tm [ (under) -245.001 (dif) 18.004 (fer) 36.0031 (ent) -245.011 (perturbations\056) -306.014 (Howe) 15.011 (ver) 109.985 (\054) -246.004 (the) 29.9953 (y) -244.989 (only) -246.011 (c) 0.99766 (onsider) ] TJ 0.995 0 0 1 50.1121 482.532 Tm [ (adding) -250.995 (perturbations) -249.98 (to) -251.014 (eac) 15.0101 (h) -251.003 (single) -249.992 (data) -250.985 (point\054) -250.988 (while) -251.003 (ignor) 19.9937 (\055) ] TJ 1.02 0 0 1 50.1121 470.576 Tm [ (ing) -329.998 (the) -328.99 (connections) -329.991 (between) -329.011 (data) -329.991 (samples\056) -557.008 (In) -330.013 (this) -328.982 (paper) 108.995 (\054) ] TJ 11.9551 TL T* [ (we) -310.985 (pr) 44.0046 (opose) -312.003 (a) -311.015 (no) 9.00825 (vel) -310.993 (method\054) -328.019 (called) -312.018 (Smooth) -310.982 (Neighbor) 10.0017 (s) -311.999 (on) ] TJ -0.54726 -11.9551 Td [ (T) 89.9876 (eac) 14.9881 (her) -256.008 (Gr) 13.9899 (aphs) -256.009 (\050SNTG\051\056) -256.005 (In) -256.015 (SNTG\054) -256.987 (a) -256.007 (gr) 14.9821 (aph) -255.993 (is) -256.99 (constructed) ] TJ 0.54726 -11.9551 Td [ (based) -267.989 (on) -266.993 (the) -267.986 (pr) 36.009 (edictions) -267.015 (of) -268 (the) -266.986 (teac) 13.9875 (her) -267.002 (model\054) ] TJ /R40 9.9626 Tf 187.731 0 Td (i\056e) Tj /R50 9.9626 Tf 9.68329 0 Td [ (\056\054) -272.996 (the) -267.987 (im\055) ] TJ -197.415 -11.9551 Td [ (plicit) -257.993 (self\055ensemble) -258.009 (of) -257.006 (models\056) -341.995 (Then) -257.985 (the) -257.992 (gr) 14.9821 (aph) -257.992 (serves) -258.019 (as) -257.983 (a) ] TJ 0.986 0 0 1 50.1121 410.801 Tm [ (similarity) -253.017 (measur) 36.9959 (e) -253.017 (with) -253.005 (r) 37.9863 (espect) -252.997 (to) -253.009 (whic) 14.9942 (h) -253.005 (the) -253.99 (r) 37.9863 (epr) 37.9839 (esentations) ] TJ 1.02 0 0 1 50.1121 398.845 Tm [ (of) -278.994 (\223) 0.99825 (similar\224) -279.015 (neighboring) -277.997 (points) -278.998 (ar) 36.009 (e) -277.986 (learned) -279.007 (to) -277.993 (be) -279.017 (smooth) ] TJ T* [ (on) -256 (the) -255.992 (low\055dimensional) -255.99 (manifold\056) -336.985 (W) 89.9864 (e) -255.998 (ac) 15.0134 (hie) 15.011 (ve) -255.984 (state\055of\055the\055) ] TJ T* [ (art) -309.993 (r) 36.0024 (esults) -309.995 (on) -311.008 (semi\055supervised) -310.006 (learning) -310.997 (benc) 14.9941 (hmarks\056) -500 (The) ] TJ T* [ (err) 43.9962 (or) -287.005 (r) 15.014 (ates) -286.991 (ar) 36.009 (e) -285.982 (9\05689\045\054) -298.004 (3\05699\045) -286.994 (for) -287.005 (CIF) 113.019 (AR\05510) -287.01 (with) -287.008 (4000) -286.008 (la\055) ] TJ 1.012 0 0 1 50.1121 351.025 Tm [ (bels\054) -245.988 (SVHN) -244.989 (with) -245.012 (500) -245 (labels\054) -246.01 (r) 37.0092 (espectively) 54.0022 (\056) -305.011 (In) -245.987 (particular) 110.019 (\054) -244.997 (the) ] TJ 0.994 0 0 1 50.1121 339.07 Tm [ (impr) 44.9867 (o) 10.0038 (vements) -252.007 (ar) 37.01 (e) -251.982 <7369676e690263616e74> -252.982 (when) -252.002 (the) -252.997 (labels) -252.017 (ar) 37.01 (e) -251.982 (fe) 15.0116 (wer) 110.996 (\056) -313.996 (F) 104.99 (or) ] TJ 1.02 0 0 1 50.1121 327.114 Tm [ (the) -315.998 (non\055augmented) -316.01 (MNIST) -315.002 (with) -315.99 (only) -315.992 (20) -316.006 (labels\054) -333.016 (the) -315.999 (err) 43.995 (or) ] TJ 0.999 0 0 1 50.1121 315.159 Tm [ (r) 15.0021 (ate) -248.991 (is) -250 (r) 36.9812 (educed) -249 (fr) 44.9909 (om) -250.011 (pr) 36.9953 (e) 15.015 (vious) -249.005 (4\05681\045) -249.007 (to) -249.994 (1\05636\045\056) -310.011 (Our) -248.982 (method) ] TJ 1 0 0 1 50.1121 303.204 Tm [ (also) -250.013 (shows) -250.001 (r) 45.0182 (ob) 20.0065 (ustness) -250.006 (to) -249.985 (noisy) -250.018 (labels\056) ] TJ /R38 11.9552 Tf 30.368 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R40 9.9626 Tf 0.98 0 0 1 62.0672 253.849 Tm [ (As) -200.986 (collecting) -201.007 (a) -201.991 (fully) -201.007 (labeled) -201 (dataset) -201.014 (is) -202.002 (often) -201.007 (e) 15.021 (xpensi) 25.9961 (v) 15.006 (e) -200.989 (and) ] TJ 1.015 0 0 1 50.1121 241.894 Tm [ (time\055consuming\054) -245.993 (semi\055super) 1.01765 (vised) -245.992 (learning) -244.985 (\050SSL\051) -246.008 (has) -244.985 (been) ] TJ 1.018 0 0 1 50.1121 229.939 Tm [ (e) 15.0104 (xtensi) 24.011 (v) 15.0085 (ely) -243.991 (studied) -244.997 (i) 0.99419 (n) -245.013 (computer) -244.017 (vision) -243.984 (to) -244.98 (impro) 14.9971 (v) 15.0091 (e) -244.008 (general\055) ] TJ 1.02 0 0 1 50.1121 217.984 Tm [ (ization) -264.007 (performance) -263.99 (of) -264.011 (the) -263.988 <636c61737369026572> -264.009 (by) -263.996 (le) 25 (v) 14 (eraging) -264.008 (limited) ] TJ 1.018 0 0 1 50.1121 206.029 Tm [ (labeled) -245.997 (data) -246.004 (and) -247 (a) -246.012 (lar) 17.9989 (ge) -245.986 (amount) -246 (of) -246.984 (unlabeled) -245.984 (data) -246.003 (\133) ] TJ 1 0 0 1 256.59 206.029 Tm (9) Tj 1.018 0 0 1 261.572 206.029 Tm [ (\135\056) -305.984 (The) ] TJ 0.98 0 0 1 50.1121 194.074 Tm [ (success) -229.993 (of) -230.008 (SSL) -230.015 (relies) -229.999 (on) -230.007 (the) -230.019 (k) 10.0061 (e) 15.98 (y) ] TJ /R50 9.9626 Tf 129.228 0 Td (smoothness) Tj /R40 9.9626 Tf 48.2286 0 Td (assumption\054) Tj /R50 9.9626 Tf 50.2212 0 Td (i\056e) Tj /R40 9.9626 Tf 9.68391 0 Td (\056\054) Tj 1.02 0 0 1 50.1121 182.118 Tm [ (data) -275.006 (points) -274 (close) -274.984 (to) -273.997 (each) -274.991 (other) -273.985 (are) -274.983 (lik) 10 (ely) -273.983 (to) -274.995 (ha) 20.0106 (v) 14 (e) -273.988 (the) -274.983 (same) ] TJ 0.991 0 0 1 50.1121 170.163 Tm [ (label\056) -313.011 (It) -251.007 (has) -251.983 (a) -251.003 (special) -251.996 (case) -251.01 (named) ] TJ /R50 9.9626 Tf 135.174 0 Td (cluster) Tj /R40 9.9626 Tf 29.8546 0 Td (or) Tj /R50 9.9626 Tf 10.8062 0 Td [ (low) -251.993 (density) -250.992 (sep\055) ] TJ 0.989 0 0 1 50.1121 158.208 Tm [ (ar) 14.9809 (ation) ] TJ /R40 9.9626 Tf 31.7196 0 Td [ (assumption\054) -254 (which) -255.008 (states) -254.003 (that) -253.985 (the) -253.992 (decision) -253.982 (boundary) ] TJ 1.011 0 0 1 50.1121 146.253 Tm [ (should) -247.003 (lie) -247.014 (in) -246.984 (lo) 23.9894 (w) -246.982 (density) -246.994 (re) 15 (gions\054) -247.011 (not) -247.007 (crossing) -247.016 (high) -246.991 (density) ] TJ 1.002 0 0 1 50.1121 134.298 Tm [ (re) 15.0042 (gions) -249.997 (\133) ] TJ 1 0 0 1 85.1711 134.298 Tm (10) Tj 1.002 0 0 1 95.134 134.298 Tm [ (\135\056) -310.984 (Based) -250.005 (on) -249.997 (these) -250.005 (assumptions\054) -249.985 (man) 14.9945 (y) -249.983 (traditional) ] TJ 1 0 0 1 50.1121 122.343 Tm [ (methods) -250 (ha) 19.9973 (v) 14.9828 (e) -250.002 (been) -249.996 (de) 25.0167 (v) 14.9828 (eloped) -249.984 (\13322\054) -249.988 (54\054) -249.985 (51\054) -249.985 (10\054) -249.985 (4\135\056) ] TJ 0.992 0 0 1 62.0672 110.33 Tm [ (Recently) -251.014 (due) -251.993 (to) -251.003 (the) -250.991 (great) -250.98 (adv) 25.001 (ances) -250.995 (of) -252.011 (deep) -250.993 (learning) -250.993 (\133) ] TJ 1 0 0 1 271.883 110.33 Tm (25) Tj 0.992 0 0 1 281.846 110.33 Tm (\135\054) Tj 1.02 0 0 1 50.1121 98.375 Tm [ (remarkable) -250.996 (results) -250.999 (ha) 20.0094 (v) 13.9983 (e) -250.002 (been) -251.013 (achie) 23.9964 (v) 14.9977 (ed) -250.994 (on) -251.003 (SSL) -250.989 (\133) ] TJ 1 0 0 1 244.997 98.375 Tm (24) Tj 1.02 0 0 1 254.96 98.375 Tm (\054) Tj 1 0 0 1 260.051 98.375 Tm (35) Tj 1.02 0 0 1 270.013 98.375 Tm (\054) Tj 1 0 0 1 275.104 98.375 Tm (40) Tj 1.02 0 0 1 285.067 98.375 Tm (\054) Tj ET Q 3.98 w 0 G 501.121 904.148 m 1446.11 904.148 l S q 10 0 0 10 0 0 cm BT /R52 5.9776 Tf 1 0 0 1 60.141 83.8129 Tm [ <03> -0.90058 ] TJ /R40 7.9701 Tf 4.3168 -2.81289 Td [ (Corresponding) -250 (author) 54.9815 (\056) ] TJ /R40 9.9626 Tf 244.404 473.32 Td (27) Tj 1.02 0 0 1 318.825 554.32 Tm [ (\135\056) -335.993 (Among) -256.013 (these) -255.996 (w) 10.0089 (orks\054) -259.001 (perturbation\055based) -255.993 (methods) -254.989 (\133) ] TJ 1 0 0 1 533.854 554.32 Tm (37) Tj 1.02 0 0 1 543.817 554.32 Tm (\054) Tj 1 0 0 1 308.862 542.365 Tm (2) Tj 1.02 0 0 1 313.843 542.365 Tm (\054) Tj 1 0 0 1 319.893 542.365 Tm (35) Tj 1.02 0 0 1 329.855 542.365 Tm (\054) Tj 1 0 0 1 335.905 542.365 Tm (39) Tj 1.02 0 0 1 345.867 542.365 Tm (\054) Tj 1 0 0 1 351.917 542.365 Tm (27) Tj 1.02 0 0 1 361.88 542.365 Tm [ (\135) -345.012 (ha) 19.0111 (v) 14.9989 (e) -344.988 (demonstrated) -345.992 (great) -345.016 (promise\056) -603.984 (Adding) ] TJ -51.9784 -11.9547 Td [ (noise) -289.984 (to) -290.986 (the) -290.013 (deep) -289.992 (model) -290.998 (is) -290.008 (important) -290.004 (to) -290.989 (reduce) -289.984 (o) 14.9965 (v) 13.9971 <6572027474696e67> ] TJ 11.9551 TL T* [ (and) -292.005 (learn) -293.004 (more) -292.014 (rob) 18.9943 (us) 0.98984 (t) -292.992 (abstractions\054) ] TJ /R50 9.9626 Tf 144.249 0 Td [ (e) 15.0061 (\056g) ] TJ /R40 9.9626 Tf 11.749 0 Td [ (\056\054) -304.02 (dropout) -293.007 (\133) ] TJ 1 0 0 1 514.121 518.455 Tm (21) Tj 1.02 0 0 1 524.083 518.455 Tm [ (\135) -292.002 (and) ] TJ -211.001 -11.9563 Td [ (randomized) -282.01 (data) -283.003 (augmentation) -281.993 (\133) ] TJ 1 0 0 1 441.078 506.499 Tm (13) Tj 1.02 0 0 1 451.04 506.499 Tm [ (\135\056) -415.987 (In) -281.998 (SSL\054) -281.989 (perturbation) ] TJ 0.99 0 0 1 308.862 494.544 Tm [ (re) 14.9955 (gularization) -254.008 (aids) -254.008 (by) -252.991 (e) 14.9955 (xploring) -254.003 (the) ] TJ /R50 9.9626 Tf 144.05 0 Td (smoothness) Tj /R40 9.9626 Tf 48.4667 0 Td (assumption\056) Tj 1.02 0 0 1 308.862 482.589 Tm [ (F) 14.9917 (or) -264.011 (e) 15.0061 (xample\054) -269.013 (the) -263.989 (Manifold) -262.994 (T) 77.9858 (angent) -263.999 <436c61737369026572> -263.004 (\050MTC\051) -263.984 (\133) ] TJ 1 0 0 1 531.765 482.589 Tm (37) Tj 1.02 0 0 1 541.728 482.589 Tm (\135) Tj -228.3 -11.9551 Td [ (trains) -256.017 (contrasti) 24.0012 (v) 14.9989 (e) -255.998 (auto\055encoders) -255.998 (to) -256.008 (learn) -255.989 (the) -256.993 (data) -256.017 (manifold) ] TJ T* [ (and) -384.992 (re) 13.9971 (gularizes) -384.99 (the) -385.999 (predictions) -384.99 (to) -386.013 (be) -385 (insensiti) 25.015 (v) 13.9971 (e) -385.004 (to) -386.013 (local) ] TJ 1.003 0 0 1 308.862 446.723 Tm [ (perturbations) -248.986 (along) -250.012 (the) -248.988 (lo) 25.0139 (w\055dimensional) -249.988 (manifold\056) -309.007 (Pseudo\055) ] TJ 0.987 0 0 1 308.862 434.768 Tm [ (Ensemble) -253.007 (\133) ] TJ 1 0 0 1 353.401 434.768 Tm (2) Tj 0.987 0 0 1 358.382 434.768 Tm [ (\135) -252.992 (and) ] TJ /R54 9.9626 Tf 1 0 0 1 380.822 434.768 Tm <00> Tj /R40 9.9626 Tf 0.987 0 0 1 389.532 434.768 Tm [ (model) -252.982 (in) -252.004 (Ladder) -253.007 (Netw) 11.009 (ork) -253.002 (\133) ] TJ 1 0 0 1 497.126 434.768 Tm (35) Tj 0.987 0 0 1 507.089 434.768 Tm [ (\135) -252.992 (e) 26.0054 (v) 25.0023 (aluate) ] TJ 1.02 0 0 1 308.862 422.813 Tm [ (the) -376.004 <636c6173736902657273> -377.001 (with) -376.004 (and) -376.996 (without) -375.99 (perturbations\054) -408.996 (which) -376.984 (act) ] TJ T* [ (as) -274.005 (a) ] TJ /R50 9.9626 Tf 18.1763 0 Td [ (\223teac) 14.9869 (her\224) ] TJ /R40 9.9626 Tf 43.5375 0 Td [ (and) -274.015 (a) ] TJ /R50 9.9626 Tf 24.2647 0 Td (\223student\224) Tj /R40 9.9626 Tf 39.8598 0 Td [ (\054) -281.013 (respecti) 25.0102 (v) 13.9971 (ely) 63.9839 (\056) -389.992 (The) -273.993 (student) ] TJ -125.838 -11.9551 Td [ (needs) -266.983 (to) -267 (predict) -268.013 (consistently) -266.987 (with) -266.987 (the) -266.987 (tar) 16.9954 (gets) -267.002 (generated) -267.016 (by) ] TJ 0.987 0 0 1 308.862 386.948 Tm [ (the) -253.01 (teacher) -252.99 (on) -254.018 (unlabe) 1.01052 (led) -254.003 (data\056) -313.996 (F) 15.0163 (ol) 1.00804 (lo) 25.0023 (wing) -252.997 (the) -254.005 (s) 0.99811 (ame) -254.015 (principle\054) ] TJ 1.015 0 0 1 308.862 374.992 Tm [ (temporal) -244 (ensembling\054) -244.997 (mean) -244.994 (teacher) -244.014 (and) -245.004 (virtual) -244.005 (adv) 15.0125 (ersarial) ] TJ 1.02 0 0 1 308.862 363.037 Tm [ (training) -251.991 (\133) ] TJ 1 0 0 1 346.424 363.037 Tm (27) Tj 1.02 0 0 1 356.387 363.037 Tm (\054) Tj 1 0 0 1 361.492 363.037 Tm (46) Tj 1.02 0 0 1 371.455 363.037 Tm (\054) Tj 1 0 0 1 376.56 363.037 Tm (33) Tj 1.02 0 0 1 386.523 363.037 Tm [ (\135) -251.986 (impro) 14.0019 (v) 14.9965 (e) -252 (the) -252.995 (tar) 17.9949 (get) -252.995 (quali) 0.98503 (ty) -253.009 (in) -252.01 (dif) 23.982 (f) 0.98984 (erent) ] TJ -76.4901 -11.9551 Td [ (w) 10.0089 (ays) -275.997 (to) -275.994 (form) -276.006 (better) -276.016 (teachers\056) -396.988 (All) -275.987 (these) -275.982 (approaches) -275.982 (aim) -275.982 (to) ] TJ 0.35195 -11.9551 Td [ (fuse) -287 (the) -287.015 (inputs) -287.993 (into) -286.984 (coherent) -286.981 (clusters) -287.005 (by) -286.981 (adding) -286.996 (noise) -287.985 (and) ] TJ 1 0 0 1 308.862 327.172 Tm [ (smoothing) -250.017 (the) -249.99 (mapping) -250.002 (function) -250.012 (locally) -250.012 (\13327\135\056) ] TJ 1.005 0 0 1 320.817 311.682 Tm [ (Ho) 25.0105 (we) 24.9934 (v) 15.0155 (er) 39.0092 (\054) -247 (these) -246.986 (methods) -246.993 (only) -246.988 (consider) -247.018 (the) -246.998 (perturbations) ] TJ 1.02 0 0 1 308.862 299.727 Tm (around) Tj /R50 9.9626 Tf 30.6411 0 Td [ (eac) 14.9869 (h) -298.982 (single) ] TJ /R40 9.9626 Tf 48.4126 0 Td [ (data) -298.994 (point\054) -312.015 (while) -297.994 (ignoring) -299.003 (the) -298.009 (connec\055) ] TJ -79.0537 -11.9551 Td [ (tions) -284.002 (between) -283.007 (data) -284.002 (points\054) -293.007 (therefore) -284.007 (not) -282.983 (fully) -283.992 (utilizing) -284.007 (the) ] TJ 0.999 0 0 1 308.862 275.817 Tm [ (information) -249.004 (in) -249.014 (the) -248.989 (unlabeled) -249.016 (data) -247.986 (structure\054) -250.017 (such) -249.011 (as) -248.02 (clusters) ] TJ 1.02 0 0 1 308.862 263.862 Tm [ (or) -244.983 (manifolds\056) -303.989 (An) -244 (e) 14.0067 (xtreme) -243.986 (situation) -245.004 (may) -244.99 (happen) -245.004 (where) -245.019 (the) ] TJ T* [ (function) -293 (is) -293.009 (smooth) -293.982 (in) -292.985 (the) -293.011 (vicinity) -292.997 (of) -292.992 (each) -292.983 (unlabeled) -294.001 (point) ] TJ 11.9559 TL T* [ (b) 19.9962 (ut) -309.015 (not) -308.01 (smooth) -308.013 (in) -308.015 (the) -308.003 (v) 23.994 (acanc) 15.0158 (y) -308.018 (among) -307.984 (them\056) -492.988 (This) -309.003 (art) 1.00425 (if) 8.98543 (act) ] TJ 0.984 0 0 1 308.862 227.996 Tm [ (could) -253.993 (be) -254.986 (a) 20.9868 (v) 20.008 (oided) -253.993 (if) -254.989 (the) -254 (unlabeled) -253.983 (data) -255.009 (struct) 0.98621 (ure) -254.984 (is) -254.018 (tak) 9.9816 (en) -253.993 (into) ] TJ 1.02 0 0 1 308.862 216.041 Tm [ (consideration\056) -405.012 (It) -279.01 (is) -279.017 (kno) 25.0054 (wn) -279.019 (that) -279.019 (data) -279.005 (points) -279 (similar) -279.005 (to) -278.995 (each) ] TJ 1.012 0 0 1 308.862 204.086 Tm [ (other) -247.994 (\050) ] TJ /R50 9.9626 Tf 26.2607 0 Td [ (e) 14.9843 (\056g) ] TJ /R40 9.9626 Tf 11.7473 0 Td [ (\056\054) -247.997 (in) -247.985 (the) -247.994 (same) -247.994 (class\051) -247.997 (tend) -247.987 (to) -247.987 (form) -247.992 (clusters) -247.014 (\050) ] TJ /R50 9.9626 Tf 168.323 0 Td (cluster) Tj /R40 9.9626 Tf 1.02 0 0 1 308.862 192.131 Tm [ (assumption\051\056) -527.99 (Therefore\054) -338.001 (the) -319.997 (connections) -319.997 (between) -318.988 (similar) ] TJ 11.9547 TL T* [ (data) -292.997 (points) -293.989 (help) -293.004 (the) -294.011 (fusing) -292.997 (of) -292.992 (clusters) -294.001 (become) -293.007 (tighter) -294.011 (and) ] TJ 1 0 0 1 308.862 168.22 Tm [ (more) -249.988 (ef) 25.0081 (fecti) 25.0179 (v) 14.9828 (e) -250.002 (\050see) -250.002 (Fig\056) -250.007 (5) -249.993 (for) -249.997 (the) -249.988 (visualization) -249.988 (of) -249.997 (real) -250.002 (data\051\056) ] TJ 1.02 0 0 1 320.817 152.731 Tm [ (Moti) 24.9814 (v) 23.994 (ated) -390.981 (by) -390.004 (that\054) -426.99 (we) -390.986 (propose) ] TJ /R50 9.9626 Tf 130.846 0 Td [ (Smooth) -391.015 (Neighbor) 10 (s) -390.991 (on) ] TJ 1.009 0 0 1 308.304 140.776 Tm [ (T) 91.0087 (eac) 15.0192 (her) -247.996 (Gr) 15.0094 (aphs) ] TJ /R40 9.9626 Tf 66.2727 0 Td [ (\050SNTG\051) -248.015 (that) -248.015 (considers) -248.02 (the) -248.01 (connections) -247.986 (be\055) ] TJ 0.98 0 0 1 308.862 128.821 Tm [ (tween) -224.01 (data) -224 (points) -223.982 (to) -224.995 (induce) -223.992 (smoothness) -223.982 (on) -224.007 (the) -224.017 (data) -224.002 (manifold\056) ] TJ 1.018 0 0 1 308.862 116.866 Tm [ (By) -244.992 (learning) -246.008 (a) -245.009 (teacher) -244.995 (graph) -245.982 (based) -245.019 (on) -244.985 (the) -245.991 (tar) 18.0013 (gets) -245.004 (generated) ] TJ 0.986 0 0 1 308.862 104.91 Tm [ (by) -252.983 (the) -252.995 (teacher) 40.002 (\054) -252.998 (our) -252.983 (model) -252.99 (encourages) -252.985 (in) 39.9846 (v) 25.992 (ariance) -252.99 (when) -252.995 (some) ] TJ 1.02 0 0 1 308.862 92.9551 Tm [ (perturbations) -358.007 (are) -358.014 (added) -356.986 (to) -357.99 (the) -358.014 (neighboring) -357.985 (points) -357.995 (on) -357.98 (the) ] TJ T* [ (graph\056) -541 (Since) -324.018 (deep) -324.011 (netw) 8.99023 (orks) -323.985 (ha) 20.0082 (v) 14.9965 (e) -324.999 (a) -324 (hierarchical) -323.99 (property) 63.9887 (\054) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (8896) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA