Move tokenizer tests into canonical test subdir structure.

[SVN r44388]

libs/tokenizer

@@ -1 +1 @@
-Subproject commit ff6163088205b3316d58d855df8ecd273e665ede
+Subproject commit 79e83dece7c0278db438695a2fc91826732f31fd

status/Jamfile.v2

@@ -89,6 +89,7 @@ build-project ../libs/system/test ;            # test-suite system
 build-project ../libs/test/test ;              # test-suite test
 build-project ../libs/thread/test ;            # test-suite thread
 build-project ../libs/timer/test ;             # test-suite timer
+build-project ../libs/tokenizer/test ;         # test-suite tokenizer
 build-project ../libs/tr1/test ;               # test-suite tr1
 build-project ../libs/tuple/test ;             # test-suite tuple
 build-project ../libs/type_traits/test ;       # test-suite type_traits
@@ -148,12 +149,3 @@ explicit unit_test_framework ;
           [ compile-fail libs/config/test/threads/test_thread_fail1.cpp ]
           [ compile-fail libs/config/test/threads/test_thread_fail2.cpp ]
         ;
-
-    test-suite tokenizer
-        : [ run libs/tokenizer/examples.cpp test_exec_monitor ]
-          [ run libs/tokenizer/simple_example_1.cpp ]
-          [ run libs/tokenizer/simple_example_2.cpp ]
-          [ run libs/tokenizer/simple_example_3.cpp ]
-          [ run libs/tokenizer/simple_example_4.cpp ]
-          [ run libs/tokenizer/simple_example_5.cpp ]
-        ;