Bugs and Suggestions

This is line 1 with the code tag<br />
This line has iiiiiiiiii's<br />
This line has wwwwwwwwww's<br />
This line has a bunch of          spaces<br />
   This line is supposed to be indented three spaces<br />
      This line is supposed to be indented six spaces<br />

This is line 1 with the pre tag
This line has iiiiiiiiii's
This line has wwwwwwwwww's
This line has a bunch of          spaces
   This line is indented three spaces
      This line is indented six spaces

char* testStringsWithTokens[] = { 
// Test                        Expected Result
  "a",                         "1 <1 a>",
  "a b c",                     "3 <1 a><1 b><1 c>",
  " a b c ",                   "3 <1 a><1 b><1 c>",
  "one two three",             "3 <3 one><3 two><5 three>",
  "one\ttwo\tthree",           "3 <3 one><3 two><5 three>",
  "one,two,,,, ,,, three,,,",  "3 <3 one><3 two><5 three>",
  " one two three",            "3 <3 one><3 two><5 three>",
  " one\ttwo\tthree",          "3 <3 one><3 two><5 three>",
  " one,two,,,, ,,, three,,,", "3 <3 one><3 two><5 three>",
  " one two three ",           "3 <3 one><3 two><5 three>",
  " one\ttwo\tthree ",         "3 <3 one><3 two><5 three>",
  " one,two,,,, ,,, three,,, ","3 <3 one><3 two><5 three>",
  "one two three ",            "3 <3 one><3 two><5 three>",
  "one\ttwo\tthree ",          "3 <3 one><3 two><5 three>",
  "one,two,,,, ,,, three,,, ", "3 <3 one><3 two><5 three>",
// snip .... more tests
};