utf16_regexp.cc

Go to the documentation of this file.

#include "src/util/c99_stdint.h"

#include "src/ir/regexp/encoding/utf16/utf16_regexp.h"
#include "src/ir/regexp/encoding/range_suffix.h"
#include "src/ir/regexp/encoding/utf16/utf16_range.h"
#include "src/ir/regexp/regexp_cat.h"
#include "src/ir/regexp/regexp_match.h"
#include "src/util/range.h"

namespace re2c {

RegExp * UTF16Symbol(utf16::rune r)
{
    if (r <= utf16::MAX_1WORD_RUNE)
        return new MatchOp(Range::sym (r));
    else
    {
        const uint32_t ld = utf16::lead_surr(r);
        const uint32_t tr = utf16::trail_surr(r);
        return new CatOp(new MatchOp(Range::sym (ld)), new MatchOp(Range::sym (tr)));
    }
}

/*
 * Split Unicode character class {[l1, h1), ..., [lN, hN)} into
 * ranges [l1, h1-1], ..., [lN, hN-1] and return alternation of
 * them. We store partially built range in suffix tree, which
 * allows to eliminate common suffixes while building.
 */
RegExp * UTF16Range(const Range * r)
{
    RangeSuffix * root = NULL;
    for (; r != NULL; r = r->next ())
        UTF16splitByRuneLength(root, r->lower (), r->upper () - 1);
    return to_regexp (root);
}

} // namespace re2c