tokenize.h

Go to the documentation of this file.

 
#ifndef GUL14_TOKENIZE_H_
#define GUL14_TOKENIZE_H_
 
#include <string>
#include <vector>
#include "gul14/internal.h"
#include "gul14/string_util.h"
#include "gul14/string_view.h"
 
namespace gul14 {
 
template <typename StringContainer = std::vector<std::string>,
          typename ContainerInsertFct = void (*)(StringContainer&, string_view)>
inline StringContainer
tokenize(string_view str, string_view delimiters = default_whitespace_characters,
         ContainerInsertFct insert_fct = detail::emplace_back<StringContainer>)
{
    StringContainer tokens{ };
 
    string_view::size_type token_start = 0;
    string_view::size_type token_end = 0;
 
    while (true)
    {
        token_start = str.find_first_not_of(delimiters, token_end);
        if (token_start == string_view::npos)
            break;
 
        token_end = str.find_first_of(delimiters, token_start);
        if (token_end == string_view::npos)
        {
            insert_fct(tokens,
                string_view{ str.data() + token_start, str.length() - token_start });
            break;
        }
        else
        {
            insert_fct(tokens,
                string_view{ str.data() + token_start, token_end - token_start });
        }
    }
 
    return tokens;
}
 
template <typename StringContainer = std::vector<string_view>,
          typename ContainerInsertFct = void (*)(StringContainer&, string_view)>
inline StringContainer
tokenize_sv(string_view str, string_view delimiters = default_whitespace_characters,
            ContainerInsertFct insert_fct = detail::emplace_back<StringContainer>)
{
    return tokenize<StringContainer>(str, delimiters, insert_fct);
}
 
} // namespace gul14
 
#endif