diff options
Diffstat (limited to 'odb/odb/cxx-lexer.hxx')
-rw-r--r-- | odb/odb/cxx-lexer.hxx | 131 |
1 files changed, 131 insertions, 0 deletions
diff --git a/odb/odb/cxx-lexer.hxx b/odb/odb/cxx-lexer.hxx new file mode 100644 index 0000000..ea16132 --- /dev/null +++ b/odb/odb/cxx-lexer.hxx @@ -0,0 +1,131 @@ +// file : odb/cxx-lexer.hxx +// license : GNU GPL v3; see accompanying LICENSE file + +#ifndef ODB_CXX_LEXER_HXX +#define ODB_CXX_LEXER_HXX + +#include <odb/gcc.hxx> + +#include <string> + +#include <odb/cxx-token.hxx> + +// A C++ keyword. This is an extension to libcpp token types. GCC 4.7.0 +// adds this define. +// +#if BUILDING_GCC_MAJOR == 4 && BUILDING_GCC_MINOR <= 6 +# define CPP_KEYWORD ((cpp_ttype) (N_TTYPES + 1)) +#endif + +class cxx_lexer +{ +public: + virtual + ~cxx_lexer (); + +public: + struct invalid_input {}; + + virtual cpp_ttype + next (std::string& token, tree* node = 0) = 0; + + // Location of the last returned token. + // + virtual location_t + location () const = 0; + +public: + static char const* token_spelling[N_TTYPES + 1]; +}; + + +// Adapter to scan a saved token sequence. It returns numbers in the same +// form as they were saved in the token sequence. +// +class cxx_tokens_lexer: public cxx_lexer +{ +public: + void + start (cxx_tokens const&, location_t start_loc = 0); + + virtual cpp_ttype + next (std::string& token, tree* node = 0); + + virtual location_t + location () const; + +private: + cxx_tokens const* tokens_; + cxx_tokens::const_iterator cur_; + location_t loc_; +}; + + +// A thin wrapper around the pragma_lex() function that recognizes +// CPP_KEYWORD. It returns numbers as tree nodes. +// +class cxx_pragma_lexer: public cxx_lexer +{ +public: + void + start (); + + // Start with an already extracted (using the pragma_lex() function) + // token. This function translates the CPP_NAME to CPP_KEYWORD if + // necessary and returns the string token. It also uses the passed + // token and type for subsequent calls to next() so after the last + // next() call they will contain the information about the last + // token parsed. + // + std::string + start (tree& token, cpp_ttype& type); + + virtual cpp_ttype + next (std::string& token, tree* node = 0); + + virtual location_t + location () const; + +private: + std::string + translate (); + +private: + tree* token_; + cpp_ttype* type_; + + tree token_data_; + cpp_ttype type_data_; +}; + +// A thin wrapper around cpp_reader for lexing C++ code fragments. It +// returns numbers as string literals. +// +class cxx_string_lexer: public cxx_lexer +{ +public: + cxx_string_lexer (); + + virtual + ~cxx_string_lexer (); + +public: + void + start (std::string const&); + + virtual cpp_ttype + next (std::string& token, tree* node = 0); + + virtual location_t + location () const; + +private: + std::string data_; + std::string buf_; + line_maps line_map_; + cpp_reader* reader_; + cpp_callbacks* callbacks_; + location_t loc_; +}; + +#endif // ODB_CXX_LEXER_HXX |