73#define SNOBOL_SEARCH_MAX_PREFIX 16
107#define META_HAS_LITERAL_PREFIX (1u << 0)
108#define META_HAS_FIRST_BYTE (1u << 1)
109#define META_HAS_CANDIDATE_BITMAP (1u << 2)
110#define META_MAY_MATCH_EMPTY (1u << 3)
111#define META_ALWAYS_CONSUMES (1u << 4)
112#define META_IS_SINGLE_CHAR_ALT (1u << 5)
113#define META_IS_BREAK_FAMILY (1u << 6)
114#define META_IS_SPAN_FAMILY (1u << 7)
115#define META_IS_BREAKX (1u << 8)
116#define META_ASCII_CLASS_ONLY (1u << 9)
117#define META_HAS_START_BITMAP (1u << 10)
118#define META_AUTOMATON_ELIGIBLE (1u << 11)
119#define META_IS_ALT_LITERALS (1u << 12)
120#define META_HAS_BMH_SKIP (1u << 13)
121#define META_IS_LITERAL_ONLY (1u << 14)
122#define META_SEARCH_VM_ELIGIBLE (1u << 15)
123#define META_SIMD_ELIGIBLE (1u << 16)
124#define META_IS_ALT_LITERALS_FLAT (1u << 17)
125#define META_HAS_REQUIRED_LIT (1u << 18)
126#define META_FUSION_ELIGIBLE (1u << 19)
137#define SNOBOL_DFA_DEAD UINT16_MAX
217 const struct snobol_pattern *pattern);
377#define snobol_meta_has_literal_prefix(m) \
378 (!!((m)->flags & META_HAS_LITERAL_PREFIX))
379#define snobol_meta_has_first_byte(m) (!!((m)->flags & META_HAS_FIRST_BYTE))
380#define snobol_meta_has_candidate_bitmap(m) \
381 (!!((m)->flags & META_HAS_CANDIDATE_BITMAP))
382#define snobol_meta_may_match_empty(m) (!!((m)->flags & META_MAY_MATCH_EMPTY))
383#define snobol_meta_always_consumes(m) (!!((m)->flags & META_ALWAYS_CONSUMES))
384#define snobol_meta_is_single_char_alt(m) \
385 (!!((m)->flags & META_IS_SINGLE_CHAR_ALT))
386#define snobol_meta_is_break_family(m) (!!((m)->flags & META_IS_BREAK_FAMILY))
387#define snobol_meta_is_span_family(m) (!!((m)->flags & META_IS_SPAN_FAMILY))
388#define snobol_meta_is_breakx(m) (!!((m)->flags & META_IS_BREAKX))
389#define snobol_meta_ascii_class_only(m) (!!((m)->flags & META_ASCII_CLASS_ONLY))
390#define snobol_meta_has_start_bitmap(m) (!!((m)->flags & META_HAS_START_BITMAP))
391#define snobol_meta_automaton_eligible(m) \
392 (!!((m)->flags & META_AUTOMATON_ELIGIBLE))
393#define snobol_meta_is_alt_literals(m) (!!((m)->flags & META_IS_ALT_LITERALS))
394#define snobol_meta_alt_literals_flat(m) \
395 (!!((m)->flags & META_IS_ALT_LITERALS_FLAT))
396#define snobol_meta_has_bmh_skip(m) (!!((m)->flags & META_HAS_BMH_SKIP))
397#define snobol_meta_is_literal_only(m) (!!((m)->flags & META_IS_LITERAL_ONLY))
398#define snobol_meta_search_vm_eligible(m) \
399 (!!((m)->flags & META_SEARCH_VM_ELIGIBLE))
400#define snobol_meta_simd_eligible(m) (!!((m)->flags & META_SIMD_ELIGIBLE))
401#define snobol_meta_has_required_lit(m) (!!((m)->flags & META_HAS_REQUIRED_LIT))
402#define snobol_meta_fusion_eligible(m) (!!((m)->flags & META_FUSION_ELIGIBLE))
416 "tier field must be within first 64 bytes of snobol_search_meta_t");
569 VM *vm,
const char *subject,
size_t subject_len,
size_t start_offset,
593 VM *vm,
const char *subject,
size_t subject_len,
628struct snobol_pattern;
bool snobol_search_exec(VM *vm, const char *subject, size_t subject_len, size_t start_offset, const snobol_search_meta_t *meta, const snobol_dfa_t *dfa, snobol_search_result_t *out_result, snobol_search_diag_t *diag)
struct snobol_auto_trie_t snobol_auto_trie_t
Opaque pre-allocated trie used by the Tier-5 alternation matcher.
bool check_simd_eligible(const uint8_t *bc, size_t bc_len)
snobol_search_tier_t snobol_search_executed_tier(const snobol_search_meta_t *meta, bool dfa_available, size_t subject_len, bool anchored)
void snobol_dfa_free(snobol_dfa_t *dfa)
void snobol_search_meta_free(snobol_search_meta_t *meta)
bool snobol_search_exec_anchored(VM *vm, const char *subject, size_t subject_len, const snobol_search_meta_t *meta, const snobol_dfa_t *dfa, snobol_search_result_t *out_result, snobol_search_diag_t *diag)
bool tier_simd_nfa(VM *vm, const char *subject, size_t subject_len, size_t start_offset, const snobol_search_meta_t *meta, const snobol_dfa_t *dfa, snobol_search_result_t *out_result, snobol_search_diag_t *diag, bool anchored)
void snobol_auto_trie_free(snobol_auto_trie_t *trie)
snobol_dfa_t * build_dfa(const uint8_t *bc, size_t bc_len, const VM *vm)
bool snobol_pattern_automaton_available(const struct snobol_pattern *pattern)
void snobol_search_dump_cost_model(FILE *out)
Print the cost-model tier coefficients used by select_tier_by_cost().
snobol_search_skip_reason_t
@ SNOBOL_SEARCH_SKIP_LITERAL
@ SNOBOL_SEARCH_SKIP_NONE
@ SNOBOL_SEARCH_SKIP_BREAK_SCAN
@ SNOBOL_SEARCH_SKIP_JIT_EXIT_RATE
@ SNOBOL_SEARCH_BAILOUT_UNSUPPORTED
@ SNOBOL_SEARCH_SKIP_JIT_BUDGET
@ SNOBOL_SEARCH_SKIP_BITMAP
@ SNOBOL_SEARCH_SKIP_JIT_COLD
@ SNOBOL_SEARCH_SKIP_FIRST_BYTE
@ SNOBOL_SEARCH_SKIP_SPAN_SCAN
@ SNOBOL_SEARCH_BAILOUT_CANDIDATE
@ SNOBOL_SEARCH_BAILOUT_SAFETY
void snobol_search_derive_meta(const uint8_t *bc, size_t bc_len, snobol_search_meta_t *out)
void snobol_search_vm_cleanup(VM *vm)
#define SNOBOL_SEARCH_MAX_PREFIX
snobol_auto_trie_t * snobol_pattern_get_trie_cache(const struct snobol_pattern *pattern)
Return the pattern's cached Tier-5 alternation trie, or NULL if it has not been built yet....
void snobol_fusion_free(snobol_fusion_t *fusion)
bool tier_fusion(VM *vm, const char *subject, size_t subject_len, size_t start_offset, const snobol_search_meta_t *meta, const snobol_dfa_t *dfa, snobol_search_result_t *out_result, snobol_search_diag_t *diag, bool anchored)
snobol_auto_trie_t * snobol_build_alt_trie(const uint8_t *bc, size_t bc_len)
Portable function-attribute macros for SNOBOL4.
VM state: all mutable state for a single pattern execution.
struct snobol_fusion_segment_t::@236033107013075262003164050113201127364051355164::@075213112345222035105263074331127142012342106343 alt
struct snobol_fusion_segment_t::@236033107013075262003164050113201127364051355164::@267177212254254225124202022136303141037107315366 lit
struct snobol_fusion_segment_t::@236033107013075262003164050113201127364051355164::@015262335013162170013205374336275101310027212037 run
struct snobol_fusion_segment_t * alts[MAX_FUSION_ALT]
struct snobol_fusion_segment_t::@236033107013075262003164050113201127364051355164::@040141274147077071306120076365311033220246344375 chr
uint32_t alt_lens[MAX_FUSION_ALT]
snobol_fusion_segment_t segs[MAX_FUSION_SEGMENTS]
uint64_t candidates_tested
uint64_t candidates_skipped
snobol_search_skip_reason_t last_skip_reason
Virtual machine types, opcodes, and execution API for libsnobol4.