cgv
advanced_scan.h File Reference
#include <vector>
#include "token.h"
#include "scan.h"
#include "lib_begin.h"
#include <cgv/config/lib_end.h>

Go to the source code of this file.

Classes

struct  cgv::utils::line
 
struct  cgv::utils::typed_token
 

Namespaces

 cgv
 the cgv namespace
 
 cgv::utils
 namespace that holds tools that dont fit any other namespace
 

Enumerations

enum  cgv::utils::token_type
 different types that a typed_token can have
 

Functions

void cgv::utils::split_to_tokens (const char *begin, const char *end, std::vector< token > &tokens, const std::string &separators, bool merge_separators, const std::string &open_parenthesis, const std::string &close_parenthesis, const std::string &whitespaces, unsigned int max_nr_tokens)
 
void cgv::utils::split_to_tokens (const token &tok, std::vector< token > &tokens, const std::string &separators, bool merge_separators=true, const std::string &open_parenthesis="", const std::string &close_parenthesis="", const std::string &whitespaces=" \t\n", unsigned int=-1)
 text range given as token
 
void cgv::utils::split_to_tokens (const std::string &s, std::vector< token > &tokens, const std::string &separators, bool merge_separators=true, const std::string &open_parenthesis="", const std::string &close_parenthesis="", const std::string &whitespaces=" \t\n", unsigned int=(unsigned int) -1)
 text range given as string
 
void cgv::utils::split_to_lines (const char *global_begin, const char *global_end, std::vector< line > &lines, bool truncate_trailing_spaces)
 
void cgv::utils::split_to_lines (const token &tok, std::vector< line > &lines, bool truncate_trailing_spaces=true)
 text range given as token
 
void cgv::utils::split_to_lines (const std::string &s, std::vector< line > &lines, bool truncate_trailing_spaces=true)
 text range given as string
 
bool cgv::utils::balanced_find_content (const char *begin, const char *end, token &content, char open_parenthesis, char close_parenthesis)
 

Detailed Description

More advanced text processing for splitting text into lines or tokens