Tokenizer examples added

[SVN r10329]

status/regression.cfg

@@ -45,6 +45,7 @@ link-fail libs/static_assert/static_assert_test_fail_8.cpp
 run libs/test/example/test_tools_example.cpp
 run-fail libs/test/test/test_tools_fail2.cpp
 compile libs/timer/timer_test.cpp
+run libs/tokenizer/examples.cpp
 run libs/type_traits/tests/alignment_test.cpp
 run libs/type_traits/tests/arithmetic_traits_test.cpp
 run libs/type_traits/tests/composite_traits_test.cpp