cppTokenizer.h

#ifndef CPPTOKENIZER_H
#define CPPTOKENIZER_H

#include <vector>
#include <string>

std::vector<std::string>
tokenize(const std::string & str, const std::string & delimiters)
{
  std::vector<std::string> tokens;

  // Skip delimiters at beginning.
  std::string::size_type lastPos = str.find_first_not_of(delimiters, 0);

  // Find first "non-delimiter".
  std::string::size_type pos     = str.find_first_of(delimiters, lastPos);

  while (std::string::npos != pos || std::string::npos != lastPos)
  {
    // Found a token, add it to the vector.
    tokens.push_back(str.substr(lastPos, pos - lastPos));

    // Skip delimiters. Note the "not_of".
    lastPos = str.find_first_not_of(delimiters, pos);

    // Find next "non-delimiter".
    pos = str.find_first_of(delimiters, lastPos);
  }

  return tokens;
}

#endif // CPPTOKENIZER_H