lnav/src/data_scanner.cc

#include "config.h"

#include "pcrepp.hh"
#include "data_scanner.hh"

using namespace std;

static pcrepp MATCHERS[DT_TERMINAL_MAX] = {
    pcrepp("([\\w]+://[\\S'\"\\[\\](){}]+)"),
    pcrepp("(:|=)"),
    pcrepp("(,|/)"),

    pcrepp("([0-9a-fA-F][0-9a-fA-F](?::[0-9a-fA-F][0-9a-fA-F]){5,5})"),
    pcrepp("(\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}\\.\\d{1,3})"),

    pcrepp("(\\d?\\d:\\d\\d(:\\d\\d)?(:\\d+|.\\d+)?)"),
    pcrepp("(-?0x[0-9a-fA-F]+)"),
    pcrepp("(-?0[0-7]+)"),
    pcrepp("(-?[0-9]+(\\.[0-9]+)?[ ]*%)"),
    pcrepp("(-?[0-9]+(\\.[0-9]+)?([eE][-+][0-9]+)?)"),
		
    pcrepp("([^\\s:=,/(){}\\[\\]]+)"),
    pcrepp("(\r?\n|\r)"),
    pcrepp("([ \r\t]+)"),
    pcrepp("\\."),
    
    pcrepp("(.)"),
};

bool data_scanner::tokenize(pcre_context &pc, data_token_t &token_out)
{
    int lpc;

    token_out = data_token_t(-1);
    for (lpc = 0; lpc < DT_TERMINAL_MAX; lpc++) {
	if (MATCHERS[lpc].match(pc, this->ds_pcre_input, PCRE_ANCHORED)) {
	    token_out = data_token_t(lpc);
	    break;
	}
    }

    assert(token_out == data_token_t(-1) ||
	   (0 <= token_out && token_out < DT_TERMINAL_MAX));

    return (token_out != -1);
}