source: tags/ms_r16q4/ARBDB/admatch.cxx

// =============================================================== //
//                                                                 //
//   File      : admatch.cxx                                       //
//   Purpose   : functions related to string match/replace         //
//                                                                 //
//   ReCoded for POSIX ERE                                         //
//            by Ralf Westram (coder@reallysoft.de) in April 2009  //
//   Institute of Microbiology (Technical University Munich)       //
//   http://www.arb-home.de/                                       //
//                                                                 //
// =============================================================== //

#include "gb_local.h"

#include <arb_strbuf.h>
#include <arb_match.h>

#include <cctype>

// ------------------------
//      string matcher

enum string_matcher_type {
    SM_INVALID = -1,
    SM_ANY     = 0,             // matches any string
    SM_WILDCARDED,              // match with wildcards (GBS_string_matches)
    SM_REGEXPR,                 // match using regexpr
};

struct GBS_string_matcher {
    string_matcher_type  type;
    GB_CASE              case_flag;
    char                *wildexpr;
    GBS_regex           *regexpr;
};

GBS_string_matcher *GBS_compile_matcher(const char *search_expr, GB_CASE case_flag) {
    /* returns a valid string matcher (to be used with GBS_string_matches_regexp)
     * or NULL (in which case an error was exported)
     */

    GBS_string_matcher *matcher = ARB_alloc<GBS_string_matcher>(1);
    GB_ERROR            error   = 0;

    matcher->type      = SM_INVALID;
    matcher->case_flag = case_flag;
    matcher->wildexpr  = NULL;
    matcher->regexpr   = NULL;

    if (search_expr[0] == '/') {
        const char *end = strchr(search_expr, 0)-1;
        if (end>search_expr && end[0] == '/') {
            GB_CASE     expr_attached_case;
            const char *unwrapped_expr = GBS_unwrap_regexpr(search_expr, &expr_attached_case, &error);

            if (unwrapped_expr) {
                if (expr_attached_case != GB_MIND_CASE) error = "format '/../i' not allowed here";
                else {
                    matcher->regexpr = GBS_compile_regexpr(unwrapped_expr, case_flag, &error);
                    if (matcher->regexpr) {
                        matcher->type = SM_REGEXPR;
                    }
                }
            }
        }
    }

    if (matcher->regexpr == NULL && !error) {
        if (strcmp(search_expr, "*") == 0) {
            matcher->type = SM_ANY;
        }
        else {
            matcher->type     = SM_WILDCARDED;
            matcher->wildexpr = ARB_strdup(search_expr);
        }
    }

    if (matcher->type == SM_INVALID) {
        error = GBS_global_string("Failed to create GBS_string_matcher from '%s'", search_expr);
    }

    if (error) {
        GBS_free_matcher(matcher);
        matcher = 0;
        GB_export_error(error);
    }
    return matcher;
}

void GBS_free_matcher(GBS_string_matcher *matcher) {
    free(matcher->wildexpr);
    if (matcher->regexpr) GBS_free_regexpr(matcher->regexpr);
    free(matcher);
}

// -------------------------
//      wildcard search

GB_CSTR GBS_find_string(GB_CSTR cont, GB_CSTR substr, int match_mode) {
    /* search a substring in another string
     * match_mode == 0     -> exact match
     * match_mode == 1     -> a==A
     * match_mode == 2     -> a==a && a==?
     * match_mode == else  -> a==A && a==?
     */
    const char *p1, *p2;
    char        b;

    switch (match_mode) {

        case 0: // exact match
            for (p1 = cont, p2 = substr; *p1;) {
                if (!(b = *p2)) {
                    return (char *)cont;
                }
                else {
                    if (b == *p1) {
                        p1++;
                        p2++;
                    }
                    else {
                        p2 = substr;
                        p1 = (++cont);
                    }
                }
            }
            if (!*p2)   return (char *)cont;
            break;

        case 1: // a==A
            for (p1 = cont, p2 = substr; *p1;) {
                if (!(b = *p2)) {
                    return (char *)cont;
                }
                else {
                    if (toupper(*p1) == toupper(b)) {
                        p1++;
                        p2++;
                    }
                    else {
                        p2 = substr;
                        p1 = (++cont);
                    }
                }
            }
            if (!*p2) return (char *)cont;
            break;
        case 2: // a==a && a==?
            for (p1 = cont, p2 = substr; *p1;) {
                if (!(b = *p2)) {
                    return (char *)cont;
                }
                else {
                    if (b == *p1 || (b=='?')) {
                        p1++;
                        p2++;
                    }
                    else {
                        p2 = substr;
                        p1 = (++cont);
                    }
                }
            }
            if (!*p2) return (char *)cont;
            break;

        default: // a==A && a==?
            for (p1 = cont, p2 = substr; *p1;) {
                if (!(b = *p2)) {
                    return (char *)cont;
                }
                else {
                    if (toupper(*p1) == toupper(b) || (b=='?')) {
                        p1++;
                        p2++;
                    }
                    else {
                        p2 = substr;
                        p1 = (++cont);
                    }
                }
            }
            if (!*p2) return (char *)cont;
            break;
    }
    return 0;
}

bool GBS_string_matches(const char *str, const char *search, GB_CASE case_sens)
/* Wildcards in 'search' string:
 *      ?   one character
 *      *   several characters
 *
 * if 'case_sens' == GB_IGNORE_CASE -> change all letters to uppercase
 *
 * returns true if strings are equal, false otherwise
 */
{
    const char *p1, *p2;
    char        a, b, *d;
    long        i;
    char        fsbuf[256];

    p1 = str;
    p2 = search;
    while (1) {
        a = *p1;
        b = *p2;
        if (b == '*') {
            if (!p2[1]) break; // '*' also matches nothing
            i = 0;
            d = fsbuf;
            for (p2++; (b=*p2)&&(b!='*');) {
                *(d++) = b;
                p2++;
                i++;
                if (i > 250) break;
            }
            if (*p2 != '*') {
                p1 += strlen(p1)-i;     // check the end of the string
                if (p1 < str) return false;
                p2 -= i;
            }
            else {
                *d  = 0;
                p1  = GBS_find_string(p1, fsbuf, 2+(case_sens == GB_IGNORE_CASE)); // match with '?' wildcard
                if (!p1) return false;
                p1 += i;
            }
            continue;
        }

        if (!a) return !b;
        if (a != b) {
            if (b != '?') {
                if (!b) return !a;
                if (case_sens == GB_IGNORE_CASE) {
                    a = toupper(a);
                    b = toupper(b);
                    if (a != b) return false;
                }
                else {
                    return false;
                }
            }
        }
        p1++;
        p2++;
    }
    return true;
}

bool GBS_string_matches_regexp(const char *str, const GBS_string_matcher *expr) {
    /* Wildcard or regular expression match
     * Returns true if match
     *
     * Use GBS_compile_matcher() and GBS_free_matcher() to maintain 'expr'
     */
    bool matches = false;

    switch (expr->type) {
        case SM_ANY: {
            matches = true;
            break;
        }
        case SM_WILDCARDED: {
            matches = GBS_string_matches(str, expr->wildexpr, expr->case_flag);
            break;
        }
        case SM_REGEXPR: {
            matches = GBS_regmatch_compiled(str, expr->regexpr, NULL) != NULL;
            break;
        }
        case SM_INVALID: {
            gb_assert(0);
            break;
        }
    }

    return matches;
}

// -----------------------------------
//      Search replace tool (SRT)

#define GBS_SET   ((char)1)
#define GBS_SEP   ((char)2)
#define GBS_MWILD ((char)3)
#define GBS_WILD  ((char)4)

__ATTR__USERESULT_TODO static GB_ERROR gbs_build_replace_string(GBS_strstruct *strstruct,
                                                                char *bar, char *wildcards, long max_wildcard,
                                                                char **mwildcards, long max_mwildcard, GBDATA *gb_container)
{
    int wildcardcnt  = 0;
    int mwildcardcnt = 0;

    char *p = bar;
    char  c;
    while ((c=*(p++))) {
        switch (c) {
            case GBS_MWILD:
            case GBS_WILD: {
                char d = *(p++);
                if (gb_container && (d=='(')) { // if a gbcont then replace till ')'
                    char *klz = gbs_search_second_bracket(p);
                    if (klz) {          // reference found: $(gbd)
                        int separator = 0;
                        *klz = 0;
                        char *psym = strpbrk(p, "#|:");
                        if (psym) {
                            separator = *psym;
                            *psym = 0;
                        }

                        GBDATA *gb_entry = *p
                            ? GB_search(gb_container, p, GB_FIND)
                            : gb_container;

                        if (psym) *psym = separator;

                        char *entry = (gb_entry && gb_entry != gb_container)
                            ? GB_read_as_string(gb_entry)
                            : ARB_strdup("");

                        if (entry) {
                            char *h;
                            switch (separator) {
                                case ':':
                                    h = GBS_string_eval(entry, psym+1, gb_container);
                                    if (!h) return GB_await_error();

                                    GBS_strcat(strstruct, h);
                                    free(h);
                                    break;

                                case '|':
                                    h = GB_command_interpreter(GB_get_root(gb_container), entry, psym+1, gb_container, 0);
                                    if (!h) return GB_await_error();

                                    GBS_strcat(strstruct, h);
                                    free(h);
                                    break;

                                case '#':
                                    if (!gb_entry) {
                                        GBS_strcat(strstruct, psym+1);
                                        break;
                                    }
                                    // fall-through
                                default:
                                    GBS_strcat(strstruct, entry);
                                    break;
                            }
                            free(entry);
                        }
                        *klz = ')';
                        p = klz+1;
                        break;
                    }
                    c = '*';
                    GBS_chrcat(strstruct, c);
                    GBS_chrcat(strstruct, d);
                }
                else {
                    int wildcard_num = d - '1';
                    if (c == GBS_WILD) {
                        c = '?';
                        if ((wildcard_num<0)||(wildcard_num>9)) {
                            p--;            // use this character
                            wildcard_num = wildcardcnt++;
                        }
                        if (wildcard_num>=max_wildcard) {
                            GBS_chrcat(strstruct, c);
                        }
                        else {
                            GBS_chrcat(strstruct, wildcards[wildcard_num]);
                        }
                    }
                    else {
                        c = '*';
                        if ((wildcard_num<0)||(wildcard_num>9)) {
                            p--;            // use this character
                            wildcard_num = mwildcardcnt++;
                        }
                        if (wildcard_num>=max_mwildcard) {
                            GBS_chrcat(strstruct, c);
                        }
                        else {
                            GBS_strcat(strstruct, mwildcards[wildcard_num]);
                        }
                    }
                }
                break;
            }
            default:
                GBS_chrcat(strstruct, c);
                break;
        }
    }
    return 0;
}

static char *gbs_compress_command(const char *com) {
    /* Prepare SRT.
     *
     * Replaces all
     *   '=' by GBS_SET
     *   ':' by GBS_SEP
     *   '?' by GBS_WILD if followed by a number or '?'
     *   '*' by GBS_MWILD  or '('
     * \ is the escape character
     */
    char *result, *s, *d;
    int   ch;

    s = d = result = ARB_strdup(com);
    while ((ch = *(s++))) {
        switch (ch) {
            case '=':   *(d++) = GBS_SET; break;
            case ':':   *(d++) = GBS_SEP; break;
            case '?':
                ch = *s; // @@@ unused
                *(d++) = GBS_WILD;
                break;
            case '*':
                ch = *s; // @@@ unused
                *(d++) = GBS_MWILD;
                break;
            case '\\':
                ch = *(s++); if (!ch) { s--; break; };
                switch (ch) {
                    case 'n':   *(d++) = '\n'; break;
                    case 't':   *(d++) = '\t'; break;
                    case '0':   *(d++) = '\0'; break;
                    default:    *(d++) = ch; break;
                }
                break;
            default:
                *(d++) = ch;
        }
    }
    *d = 0;
    return result;
}


char *GBS_string_eval(const char *insource, const char *icommand, GBDATA *gb_container)
     /* GBS_string_eval replaces substrings in source
      * Syntax: command = "oliver=olli:peter=peti"
      *
      * Returns a heapcopy of result of replacement.
      *
      *         * is a wildcard for any number of character
      *         ? is a wildcard for exactly one character
      *
      * To reference to the wildcards on the left side of the '='
      * use ? and *, to reference in a different order use:
      *         *0 to reference to the first occurrence of *
      *         *1          second
      *         ...
      *         *9
      *
      * if the last and first characters of the search string are no '*' wildcards then
      * the replace is repeated as many times as possible
      * '\' is the escape character: e.g. \n is newline; '\\' is '\'; '\=' is '='; ....
      *
      * eg:
      * print first three characters of first word and the whole second word:
      *
      *         *(arb_key)          is the value of the a database entry arb key
      *         *(arb_key#string)   value of the database entry or 'string' if the entry does not exist
      *         *(arb_key\:SRT)     runs SRT recursively on the value of the database entry
      *         *([arb_key]|ACI)    runs the ACI command interpreter on the value of the database entry (or on an empty string)
      *
      * If an error occurs it returns NULL - in this case the error was exported.
      */
{
    GB_CSTR  source;            // pointer into the current string when parsed
    char    *search;            // pointer into the current command when parsed
    GB_CSTR  p;                 // short live pointer
    char     c;
    GB_CSTR  already_transferred; // point into 'in' string to non parsed position

    char      wildcard[40];
    char     *mwildcard[10];
    GB_ERROR  error;

    long i;
    long max_wildcard;
    long max_mwildcard;

    char *start_of_wildcard;
    char  what_wild_card;

    GB_CSTR start_match;

    char *doppelpunkt;

    char *bar;
    char *in;
    char *nextdp;
    GBS_strstruct *strstruct;
    char *command;

    if (!icommand || !icommand[0]) return ARB_strdup(insource);

    command = gbs_compress_command(icommand);
    in = ARB_strdup(insource);               // copy insource to allow to destroy it

    for (doppelpunkt = command; doppelpunkt; doppelpunkt = nextdp) {    // loop over command string
        // in is in , strstruct is out
        max_wildcard = 0;
        max_mwildcard = 0;
        nextdp = strchr(doppelpunkt, GBS_SEP);
        if (nextdp) {
            *(nextdp++) = 0;
        }
        if (!doppelpunkt[0]) {                      // empty command -> search next
            continue;
        }

        bar = strchr(doppelpunkt+1, GBS_SET);               // Parse the command string !!!!
        if (bar) {
            *(bar++) = 0;
        }
        else {
            GB_export_errorf("SRT ERROR: no '=' found in command '%s' (position > %zi)", icommand, doppelpunkt-command+1);
            free(command);
            free(in);
            return 0;
        }

        already_transferred = in;
        strstruct = GBS_stropen(1000);          // create output stream

        if ((!*in) && doppelpunkt[0] == GBS_MWILD && doppelpunkt[1] == 0) {     // empty string -> pars myself
            // * matches empty string !!!!
            mwildcard[max_mwildcard++] = ARB_strdup("");
            gbs_build_replace_string(strstruct, bar, wildcard, max_wildcard, mwildcard, max_mwildcard, gb_container);
            goto gbs_pars_unsuccessfull;    // successfull search
        }

        for (source = in; *source;) {               // loop over string
            search = doppelpunkt;

            start_match = 0;                // match string for '*'
            while ((c = *(search++))) {             // search matching command
                switch (c) {
                    case GBS_MWILD:
                        if (!start_match) start_match = source;

                        start_of_wildcard = search;
                        if (!(c = *(search++))) {       // last character is a wildcard -> that was it
                            mwildcard[max_mwildcard++] = ARB_strdup(source);
                            source += strlen(source);
                            goto gbs_pars_successfull;      // successfull search and end wildcard
                        }
                        while ((c=*(search++)) && c!=GBS_MWILD && c!=GBS_WILD) ;     // search the next wildcardstring
                        search--;                   // back one character
                        *search = 0;
                        what_wild_card = c;
                        p = GBS_find_string(source, start_of_wildcard, 0);
                        if (!p) {                   // string not found -> unsuccessful search
                            goto gbs_pars_unsuccessfull;
                        }
                        c = *p;                     // set wildcard // @@@ unused
                        mwildcard[max_mwildcard++] = ARB_strpartdup(source, p-1);
                        source = p + strlen(start_of_wildcard);         // we parsed it
                        *search = what_wild_card;
                        break;

                    case GBS_WILD:
                        if (!source[0]) {
                            goto gbs_pars_unsuccessfull;
                        }
                        if (!start_match) start_match = source;
                        wildcard[max_wildcard++] = *(source++);
                        break;
                    default:
                        if (start_match) {
                            if (c != *(source++)) {
                                goto gbs_pars_unsuccessfull;
                            }
                            break;
                        }
                        else {
                            char *buf1;
                            buf1 = search-1;
                            while ((c=*(search++)) && c!=GBS_MWILD && c!=GBS_WILD) ;     // search the next wildcardstring
                            search--;                   // back one character
                            *search = 0;
                            what_wild_card = c;
                            p = GBS_find_string(source, buf1, 0);
                            if (!p) {                   // string not found -> unsuccessful search
                                goto gbs_pars_unsuccessfull;
                            }
                            start_match = p;
                            source = p + strlen(buf1);          // we parsed it
                            *search = what_wild_card;
                        }
                        break;
                }
            }

        gbs_pars_successfull :
            /* now we got
             * source:                  pointer to end of match
             * start_match:             pointer to start of match
             * in:                      pointer to the entire string
             * already_transferred:     pointer to the start of the unparsed string
             * bar:                     the replace string
             */

            // now look for the replace string
            GBS_strncat(strstruct, already_transferred, start_match-already_transferred); // cat old data
            error               = gbs_build_replace_string(strstruct, bar, wildcard, max_wildcard, // do the command
                                             mwildcard, max_mwildcard, gb_container);
            already_transferred = source;

            for (i = 0; i < max_mwildcard; i++) {
                freenull(mwildcard[i]);
            }
            max_wildcard  = 0;
            max_mwildcard = 0;

            if (error) {
                GBS_strforget(strstruct);
                free(command);
                free(in);
                GB_export_error(error);
                return 0;
            }
        }
    gbs_pars_unsuccessfull :
        GBS_strcat(strstruct, already_transferred); // cat the rest data

        for (i = 0; i < max_mwildcard; i++) {
            freenull(mwildcard[i]);
        }
        max_wildcard  = 0;
        max_mwildcard = 0;

        freeset(in, GBS_strclose(strstruct));
    }
    free(command);
    return in;
}