|
libsnobol4 1.0.2
High-performance SNOBOL4-style pattern matching library
|
Lexer for SNOBOL pattern syntax. More...


Go to the source code of this file.
Classes | |
| struct | token_t |
| struct | snobol_lexer_state_t |
Macros | |
| #define | SNOBOL_LEXER_ERROR_MAX 160 |
Typedefs | |
| typedef struct snobol_lexer | snobol_lexer_t |
Enumerations | |
| enum | token_type_t { TOKEN_EOF , TOKEN_LIT , TOKEN_IDENT , TOKEN_CHARCLASS , TOKEN_INTEGER , TOKEN_PIPE , TOKEN_LPAREN , TOKEN_RPAREN , TOKEN_STAR , TOKEN_PLUS , TOKEN_QUESTION , TOKEN_ANCHOR_START , TOKEN_ANCHOR_END , TOKEN_AT , TOKEN_COLON , TOKEN_LBRACKET , TOKEN_RBRACKET , TOKEN_DOT , TOKEN_EQUALS , TOKEN_COMMA , TOKEN_ERROR } |
Functions | |
| snobol_lexer_t * | snobol_lexer_create (const char *source, size_t len) |
| token_t | snobol_lexer_next (snobol_lexer_t *lexer) |
| token_t | snobol_lexer_peek (snobol_lexer_t *lexer) |
| size_t | snobol_lexer_get_pos (snobol_lexer_t *lexer) |
| size_t | snobol_lexer_get_line (snobol_lexer_t *lexer) |
| bool | snobol_lexer_has_error (const snobol_lexer_t *lexer) |
| const char * | snobol_lexer_get_error (const snobol_lexer_t *lexer) |
| snobol_lexer_state_t | snobol_lexer_save (snobol_lexer_t *lexer) |
| void | snobol_lexer_restore (snobol_lexer_t *lexer, snobol_lexer_state_t state) |
| void | snobol_lexer_destroy (snobol_lexer_t *lexer) |
| const char * | snobol_token_name (token_type_t type) |
Lexer for SNOBOL pattern syntax.
Converts UTF-8 source text into a stream of tokens. Opaque handle pattern - implementation details hidden from callers.
Definition in file lexer.h.
| #define SNOBOL_LEXER_ERROR_MAX 160 |
| typedef struct snobol_lexer snobol_lexer_t |
| enum token_type_t |
Token types matching SNOBOL pattern syntax
| snobol_lexer_t * snobol_lexer_create | ( | const char * | source, |
| size_t | len ) |
Create a new lexer for the given source
| source | UTF-8 source text (must remain valid until lexer is destroyed) |
| len | Length of source (or -1 for strlen) |
| void snobol_lexer_destroy | ( | snobol_lexer_t * | lexer | ) |
Destroy lexer and free resources
| lexer | Lexer to destroy (NULL is safe) |
| const char * snobol_lexer_get_error | ( | const snobol_lexer_t * | lexer | ) |
Get the lexer's error message (describes the offending character and its position). Valid only while snobol_lexer_has_error() is true.
| lexer | Lexer instance |
| size_t snobol_lexer_get_line | ( | snobol_lexer_t * | lexer | ) |
Get current line number (for error reporting)
| lexer | Lexer instance |
| size_t snobol_lexer_get_pos | ( | snobol_lexer_t * | lexer | ) |
Get current position in source (for error reporting)
| lexer | Lexer instance |
| bool snobol_lexer_has_error | ( | const snobol_lexer_t * | lexer | ) |
Check whether the lexer encountered an unrecognized character. Once an error is set it is sticky: all subsequent tokens are TOKEN_ERROR.
| lexer | Lexer instance (NULL returns false) |
| token_t snobol_lexer_next | ( | snobol_lexer_t * | lexer | ) |
Get the next token from the lexer
| lexer | Lexer instance |
| token_t snobol_lexer_peek | ( | snobol_lexer_t * | lexer | ) |
Peek at the next token without consuming it
| lexer | Lexer instance |
| void snobol_lexer_restore | ( | snobol_lexer_t * | lexer, |
| snobol_lexer_state_t | state ) |
Restore lexer state
| lexer | Lexer instance |
| state | State to restore |
| snobol_lexer_state_t snobol_lexer_save | ( | snobol_lexer_t * | lexer | ) |
Save lexer state for later restoration
| lexer | Lexer instance |
| const char * snobol_token_name | ( | token_type_t | type | ) |
Get human-readable token type name for error messages
| type | Token type |