Header And Logo
|
#include "postgres.h"#include "catalog/pg_collation.h"#include "commands/defrem.h"#include "tsearch/ts_locale.h"#include "tsearch/ts_public.h"#include "tsearch/ts_type.h"#include "tsearch/ts_utils.h"#include "utils/builtins.h"
Go to the source code of this file.
| #define A_BINGO 0x0001 |
Definition at line 217 of file wparser_def.c.
Referenced by TParserGet().
| #define A_CLEAR 0x0010 |
Definition at line 221 of file wparser_def.c.
Referenced by TParserGet().
| #define A_CLRALL 0x0040 |
Definition at line 223 of file wparser_def.c.
Referenced by TParserGet().
| #define A_MERGE 0x0020 |
Definition at line 222 of file wparser_def.c.
Referenced by TParserGet().
| #define A_NEXT 0x0000 |
Definition at line 216 of file wparser_def.c.
| #define A_POP 0x0002 |
Definition at line 218 of file wparser_def.c.
Referenced by TParserGet().
| #define A_PUSH 0x0004 |
Definition at line 219 of file wparser_def.c.
Referenced by TParserGet().
| #define A_RERUN 0x0008 |
Definition at line 220 of file wparser_def.c.
Referenced by TParserGet().
| #define ASCIIHWORD 16 |
Definition at line 47 of file wparser_def.c.
| #define ASCIIPARTHWORD 11 |
Definition at line 42 of file wparser_def.c.
| #define ASCIIWORD 1 |
Definition at line 32 of file wparser_def.c.
| #define COMPLEXTOKEN | ( | x | ) | ( (x)==URL_T || (x)==NUMHWORD || (x)==ASCIIHWORD || (x)==HWORD ) |
Definition at line 2007 of file wparser_def.c.
| #define DECIMAL_T 20 |
Definition at line 51 of file wparser_def.c.
| #define EMAIL 4 |
Definition at line 35 of file wparser_def.c.
| #define ENDPUNCTOKEN | ( | x | ) | ( (x)==SPACE ) |
Definition at line 2008 of file wparser_def.c.
| #define FILEPATH 19 |
Definition at line 50 of file wparser_def.c.
| #define HLIDREPLACE | ( | x | ) | ( (x)==TAG_T ) |
Definition at line 2011 of file wparser_def.c.
Referenced by mark_fragment(), and mark_hl_words().
| #define HLIDSKIP | ( | x | ) | ( (x)==URL_T || (x)==NUMHWORD || (x)==ASCIIHWORD || (x)==HWORD ) |
Definition at line 2012 of file wparser_def.c.
Referenced by mark_fragment(), and mark_hl_words().
| #define HOST 6 |
Definition at line 37 of file wparser_def.c.
Referenced by p_ishost().
| #define HWORD 17 |
Definition at line 48 of file wparser_def.c.
| #define LASTNUM 23 |
Definition at line 56 of file wparser_def.c.
Referenced by prsd_lextype().
| #define LEAVETOKEN | ( | x | ) | ( (x)==SPACE ) |
Definition at line 2006 of file wparser_def.c.
| #define NOENDTOKEN | ( | x | ) | ( NONWORDTOKEN(x) || (x)==SCIENTIFIC || (x)==VERSIONNUMBER || (x)==DECIMAL_T || (x)==SIGNEDINT || (x)==UNSIGNEDINT || TS_IDIGNORE(x) ) |
Definition at line 2015 of file wparser_def.c.
Referenced by mark_hl_fragments(), and mark_hl_words().
| #define NONWORDTOKEN | ( | x | ) | ( (x)==SPACE || HLIDREPLACE(x) || HLIDSKIP(x) ) |
Definition at line 2014 of file wparser_def.c.
Referenced by get_next_fragment(), mark_hl_fragments(), and mark_hl_words().
| #define NUMHWORD 15 |
Definition at line 46 of file wparser_def.c.
| #define NUMPARTHWORD 9 |
Definition at line 40 of file wparser_def.c.
| #define NUMWORD 3 |
Definition at line 34 of file wparser_def.c.
| #define p_iswhat | ( | type | ) |
| #define PARTHWORD 10 |
Definition at line 41 of file wparser_def.c.
| #define PROTOCOL 14 |
Definition at line 45 of file wparser_def.c.
| #define SCIENTIFIC 7 |
Definition at line 38 of file wparser_def.c.
| #define SIGNEDINT 21 |
Definition at line 52 of file wparser_def.c.
| #define SPACE 12 |
Definition at line 43 of file wparser_def.c.
| #define TAG_T 13 |
Definition at line 44 of file wparser_def.c.
Definition at line 1702 of file wparser_def.c.
| #define TS_IDIGNORE | ( | x | ) | ( (x)==TAG_T || (x)==PROTOCOL || (x)==SPACE || (x)==XMLENTITY ) |
Definition at line 2010 of file wparser_def.c.
| #define UNSIGNEDINT 22 |
Definition at line 53 of file wparser_def.c.
| #define URL_T 5 |
Definition at line 36 of file wparser_def.c.
| #define URLPATH 18 |
Definition at line 49 of file wparser_def.c.
Referenced by p_isURLPath().
| #define VERSIONNUMBER 8 |
Definition at line 39 of file wparser_def.c.
| #define WORD_T 2 |
Definition at line 33 of file wparser_def.c.
| #define XMLENTITY 23 |
Definition at line 54 of file wparser_def.c.
| #define XMLHLIDSKIP | ( | x | ) | ( (x)==URL_T || (x)==NUMHWORD || (x)==ASCIIHWORD || (x)==HWORD ) |
Definition at line 2013 of file wparser_def.c.
Referenced by mark_fragment(), and mark_hl_words().
| typedef int(* TParserCharTest)(struct TParser *) |
Definition at line 200 of file wparser_def.c.
| typedef struct TParserPosition TParserPosition |
| typedef void(* TParserSpecial)(struct TParser *) |
Definition at line 202 of file wparser_def.c.
| enum TParserState |
Definition at line 115 of file wparser_def.c.
{
TPS_Base = 0,
TPS_InNumWord,
TPS_InAsciiWord,
TPS_InWord,
TPS_InUnsignedInt,
TPS_InSignedIntFirst,
TPS_InSignedInt,
TPS_InSpace,
TPS_InUDecimalFirst,
TPS_InUDecimal,
TPS_InDecimalFirst,
TPS_InDecimal,
TPS_InVerVersion,
TPS_InSVerVersion,
TPS_InVersionFirst,
TPS_InVersion,
TPS_InMantissaFirst,
TPS_InMantissaSign,
TPS_InMantissa,
TPS_InXMLEntityFirst,
TPS_InXMLEntity,
TPS_InXMLEntityNumFirst,
TPS_InXMLEntityNum,
TPS_InXMLEntityHexNumFirst,
TPS_InXMLEntityHexNum,
TPS_InXMLEntityEnd,
TPS_InTagFirst,
TPS_InXMLBegin,
TPS_InTagCloseFirst,
TPS_InTagName,
TPS_InTagBeginEnd,
TPS_InTag,
TPS_InTagEscapeK,
TPS_InTagEscapeKK,
TPS_InTagBackSleshed,
TPS_InTagEnd,
TPS_InCommentFirst,
TPS_InCommentLast,
TPS_InComment,
TPS_InCloseCommentFirst,
TPS_InCloseCommentLast,
TPS_InCommentEnd,
TPS_InHostFirstDomain,
TPS_InHostDomainSecond,
TPS_InHostDomain,
TPS_InPortFirst,
TPS_InPort,
TPS_InHostFirstAN,
TPS_InHost,
TPS_InEmail,
TPS_InFileFirst,
TPS_InFileTwiddle,
TPS_InPathFirst,
TPS_InPathFirstFirst,
TPS_InPathSecond,
TPS_InFile,
TPS_InFileNext,
TPS_InURLPathFirst,
TPS_InURLPathStart,
TPS_InURLPath,
TPS_InFURL,
TPS_InProtocolFirst,
TPS_InProtocolSecond,
TPS_InProtocolEnd,
TPS_InHyphenAsciiWordFirst,
TPS_InHyphenAsciiWord,
TPS_InHyphenWordFirst,
TPS_InHyphenWord,
TPS_InHyphenNumWordFirst,
TPS_InHyphenNumWord,
TPS_InHyphenDigitLookahead,
TPS_InParseHyphen,
TPS_InParseHyphenHyphen,
TPS_InHyphenWordPart,
TPS_InHyphenAsciiWordPart,
TPS_InHyphenNumWordPart,
TPS_InHyphenUnsignedInt,
TPS_Null /* last state (fake value) */
} TParserState;
| void _make_compiler_happy | ( | void | ) |
Definition at line 631 of file wparser_def.c.
References NULL, p_iseqC(), and p_isneC().
{
p_isalnum(NULL);
p_isnotalnum(NULL);
p_isalpha(NULL);
p_isnotalpha(NULL);
p_isdigit(NULL);
p_isnotdigit(NULL);
p_islower(NULL);
p_isnotlower(NULL);
p_isprint(NULL);
p_isnotprint(NULL);
p_ispunct(NULL);
p_isnotpunct(NULL);
p_isspace(NULL);
p_isnotspace(NULL);
p_isupper(NULL);
p_isnotupper(NULL);
p_isxdigit(NULL);
p_isnotxdigit(NULL);
p_isEOF(NULL);
p_iseqC(NULL);
p_isneC(NULL);
}
| static bool checkcondition_HL | ( | void * | checkval, | |
| QueryOperand * | val | |||
| ) | [static] |
| static void get_next_fragment | ( | HeadlineParsedText * | prs, | |
| int * | startpos, | |||
| int * | endpos, | |||
| int * | curlen, | |||
| int * | poslen, | |||
| int | max_words | |||
| ) | [static] |
Definition at line 2145 of file wparser_def.c.
References i, HeadlineWordEntry::item, NONWORDTOKEN, HeadlineWordEntry::repeated, HeadlineWordEntry::type, and HeadlineParsedText::words.
Referenced by mark_hl_fragments().
{
int i;
/*
* Objective: Generate a fragment of words between startpos and endpos
* such that it has at most max_words and both ends has query words. If
* the startpos and endpos are the endpoints of the cover and the cover
* has fewer words than max_words, then this function should just return
* the cover
*/
/* first move startpos to an item */
for (i = *startpos; i <= *endpos; i++)
{
*startpos = i;
if (prs->words[i].item && !prs->words[i].repeated)
break;
}
/* cut endpos to have only max_words */
*curlen = 0;
*poslen = 0;
for (i = *startpos; i <= *endpos && *curlen < max_words; i++)
{
if (!NONWORDTOKEN(prs->words[i].type))
*curlen += 1;
if (prs->words[i].item && !prs->words[i].repeated)
*poslen += 1;
}
/* if the cover was cut then move back endpos to a query item */
if (*endpos > i)
{
*endpos = i;
for (i = *endpos; i >= *startpos; i--)
{
*endpos = i;
if (prs->words[i].item && !prs->words[i].repeated)
break;
if (!NONWORDTOKEN(prs->words[i].type))
*curlen -= 1;
}
}
}
| static bool hlCover | ( | HeadlineParsedText * | prs, | |
| TSQuery | query, | |||
| int * | p, | |||
| int * | q | |||
| ) | [static] |
Definition at line 2038 of file wparser_def.c.
References checkcondition_HL(), HeadlineParsedText::curwords, GETQUERY, i, HeadlineWordEntry::item, hlCheck::len, QI_VAL, QueryItem::qoperand, TSQueryData::size, TS_execute(), QueryItem::type, hlCheck::words, and HeadlineParsedText::words.
Referenced by mark_hl_fragments(), and mark_hl_words().
{
int i,
j;
QueryItem *item = GETQUERY(query);
int pos = *p;
*q = -1;
*p = 0x7fffffff;
for (j = 0; j < query->size; j++)
{
if (item->type != QI_VAL)
{
item++;
continue;
}
for (i = pos; i < prs->curwords; i++)
{
if (prs->words[i].item == &item->qoperand)
{
if (i > *q)
*q = i;
break;
}
}
item++;
}
if (*q < 0)
return false;
item = GETQUERY(query);
for (j = 0; j < query->size; j++)
{
if (item->type != QI_VAL)
{
item++;
continue;
}
for (i = *q; i >= pos; i--)
{
if (prs->words[i].item == &item->qoperand)
{
if (i < *p)
*p = i;
break;
}
}
item++;
}
if (*p <= *q)
{
hlCheck ch;
ch.words = &(prs->words[*p]);
ch.len = *q - *p + 1;
if (TS_execute(GETQUERY(query), &ch, false, checkcondition_HL))
return true;
else
{
(*p)++;
return hlCover(prs, query, p, q);
}
}
return false;
}
| static void mark_fragment | ( | HeadlineParsedText * | prs, | |
| int | highlight, | |||
| int | startpos, | |||
| int | endpos | |||
| ) | [static] |
Definition at line 2109 of file wparser_def.c.
References HLIDREPLACE, HLIDSKIP, i, HeadlineWordEntry::in, HeadlineWordEntry::item, HeadlineWordEntry::repeated, HeadlineWordEntry::replace, HeadlineWordEntry::selected, HeadlineWordEntry::skip, HeadlineWordEntry::type, HeadlineParsedText::words, and XMLHLIDSKIP.
Referenced by mark_hl_fragments().
{
int i;
for (i = startpos; i <= endpos; i++)
{
if (prs->words[i].item)
prs->words[i].selected = 1;
if (highlight == 0)
{
if (HLIDREPLACE(prs->words[i].type))
prs->words[i].replace = 1;
else if (HLIDSKIP(prs->words[i].type))
prs->words[i].skip = 1;
}
else
{
if (XMLHLIDSKIP(prs->words[i].type))
prs->words[i].skip = 1;
}
prs->words[i].in = (prs->words[i].repeated) ? 0 : 1;
}
}
| static void mark_hl_fragments | ( | HeadlineParsedText * | prs, | |
| TSQuery | query, | |||
| int | highlight, | |||
| int | shortword, | |||
| int | min_words, | |||
| int | max_words, | |||
| int | max_fragments | |||
| ) | [static] |
Definition at line 2190 of file wparser_def.c.
References CoverPos::curlen, HeadlineParsedText::curwords, CoverPos::endpos, CoverPos::excluded, get_next_fragment(), hlCover(), i, HeadlineWordEntry::in, CoverPos::in, HeadlineWordEntry::len, mark_fragment(), NOENDTOKEN, NONWORDTOKEN, palloc(), pfree(), CoverPos::poslen, repalloc(), CoverPos::startpos, HeadlineWordEntry::type, and HeadlineParsedText::words.
Referenced by prsd_headline().
{
int32 poslen,
curlen,
i,
f,
num_f = 0;
int32 stretch,
maxstretch,
posmarker;
int32 startpos = 0,
endpos = 0,
p = 0,
q = 0;
int32 numcovers = 0,
maxcovers = 32;
int32 minI,
minwords,
maxitems;
CoverPos *covers;
covers = palloc(maxcovers * sizeof(CoverPos));
/* get all covers */
while (hlCover(prs, query, &p, &q))
{
startpos = p;
endpos = q;
/*
* Break the cover into smaller fragments such that each fragment has
* at most max_words. Also ensure that each end of the fragment is a
* query word. This will allow us to stretch the fragment in either
* direction
*/
while (startpos <= endpos)
{
get_next_fragment(prs, &startpos, &endpos, &curlen, &poslen, max_words);
if (numcovers >= maxcovers)
{
maxcovers *= 2;
covers = repalloc(covers, sizeof(CoverPos) * maxcovers);
}
covers[numcovers].startpos = startpos;
covers[numcovers].endpos = endpos;
covers[numcovers].curlen = curlen;
covers[numcovers].poslen = poslen;
covers[numcovers].in = 0;
covers[numcovers].excluded = 0;
numcovers++;
startpos = endpos + 1;
endpos = q;
}
/* move p to generate the next cover */
p++;
}
/* choose best covers */
for (f = 0; f < max_fragments; f++)
{
maxitems = 0;
minwords = 0x7fffffff;
minI = -1;
/*
* Choose the cover that contains max items. In case of tie choose the
* one with smaller number of words.
*/
for (i = 0; i < numcovers; i++)
{
if (!covers[i].in && !covers[i].excluded &&
(maxitems < covers[i].poslen || (maxitems == covers[i].poslen
&& minwords > covers[i].curlen)))
{
maxitems = covers[i].poslen;
minwords = covers[i].curlen;
minI = i;
}
}
/* if a cover was found mark it */
if (minI >= 0)
{
covers[minI].in = 1;
/* adjust the size of cover */
startpos = covers[minI].startpos;
endpos = covers[minI].endpos;
curlen = covers[minI].curlen;
/* stretch the cover if cover size is lower than max_words */
if (curlen < max_words)
{
/* divide the stretch on both sides of cover */
maxstretch = (max_words - curlen) / 2;
/*
* first stretch the startpos stop stretching if 1. we hit the
* beginning of document 2. exceed maxstretch 3. we hit an
* already marked fragment
*/
stretch = 0;
posmarker = startpos;
for (i = startpos - 1; i >= 0 && stretch < maxstretch && !prs->words[i].in; i--)
{
if (!NONWORDTOKEN(prs->words[i].type))
{
curlen++;
stretch++;
}
posmarker = i;
}
/* cut back startpos till we find a non short token */
for (i = posmarker; i < startpos && (NOENDTOKEN(prs->words[i].type) || prs->words[i].len <= shortword); i++)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen--;
}
startpos = i;
/* now stretch the endpos as much as possible */
posmarker = endpos;
for (i = endpos + 1; i < prs->curwords && curlen < max_words && !prs->words[i].in; i++)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen++;
posmarker = i;
}
/* cut back endpos till we find a non-short token */
for (i = posmarker; i > endpos && (NOENDTOKEN(prs->words[i].type) || prs->words[i].len <= shortword); i--)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen--;
}
endpos = i;
}
covers[minI].startpos = startpos;
covers[minI].endpos = endpos;
covers[minI].curlen = curlen;
/* Mark the chosen fragments (covers) */
mark_fragment(prs, highlight, startpos, endpos);
num_f++;
/* exclude overlapping covers */
for (i = 0; i < numcovers; i++)
{
if (i != minI && ((covers[i].startpos >= covers[minI].startpos && covers[i].startpos <= covers[minI].endpos) || (covers[i].endpos >= covers[minI].startpos && covers[i].endpos <= covers[minI].endpos)))
covers[i].excluded = 1;
}
}
else
break;
}
/* show at least min_words we have not marked anything */
if (num_f <= 0)
{
startpos = endpos = curlen = 0;
for (i = 0; i < prs->curwords && curlen < min_words; i++)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen++;
endpos = i;
}
mark_fragment(prs, highlight, startpos, endpos);
}
pfree(covers);
}
| static void mark_hl_words | ( | HeadlineParsedText * | prs, | |
| TSQuery | query, | |||
| int | highlight, | |||
| int | shortword, | |||
| int | min_words, | |||
| int | max_words | |||
| ) | [static] |
Definition at line 2361 of file wparser_def.c.
References HeadlineParsedText::curwords, hlCover(), HLIDREPLACE, HLIDSKIP, i, HeadlineWordEntry::in, HeadlineWordEntry::item, HeadlineWordEntry::len, NOENDTOKEN, NONWORDTOKEN, HeadlineWordEntry::repeated, HeadlineWordEntry::replace, HeadlineWordEntry::selected, HeadlineWordEntry::skip, HeadlineWordEntry::type, HeadlineParsedText::words, and XMLHLIDSKIP.
Referenced by prsd_headline().
{
int p = 0,
q = 0;
int bestb = -1,
beste = -1;
int bestlen = -1;
int pose = 0,
posb,
poslen,
curlen;
int i;
if (highlight == 0)
{
while (hlCover(prs, query, &p, &q))
{
/* find cover len in words */
curlen = 0;
poslen = 0;
for (i = p; i <= q && curlen < max_words; i++)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen++;
if (prs->words[i].item && !prs->words[i].repeated)
poslen++;
pose = i;
}
if (poslen < bestlen && !(NOENDTOKEN(prs->words[beste].type) || prs->words[beste].len <= shortword))
{
/* best already finded, so try one more cover */
p++;
continue;
}
posb = p;
if (curlen < max_words)
{ /* find good end */
for (i = i - 1; i < prs->curwords && curlen < max_words; i++)
{
if (i != q)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen++;
if (prs->words[i].item && !prs->words[i].repeated)
poslen++;
}
pose = i;
if (NOENDTOKEN(prs->words[i].type) || prs->words[i].len <= shortword)
continue;
if (curlen >= min_words)
break;
}
if (curlen < min_words && i >= prs->curwords)
{ /* got end of text and our cover is shoter
* than min_words */
for (i = p - 1; i >= 0; i--)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen++;
if (prs->words[i].item && !prs->words[i].repeated)
poslen++;
if (curlen >= max_words)
break;
if (NOENDTOKEN(prs->words[i].type) || prs->words[i].len <= shortword)
continue;
if (curlen >= min_words)
break;
}
posb = (i >= 0) ? i : 0;
}
}
else
{ /* shorter cover :((( */
for (; curlen > min_words; i--)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen--;
if (prs->words[i].item && !prs->words[i].repeated)
poslen--;
pose = i;
if (NOENDTOKEN(prs->words[i].type) || prs->words[i].len <= shortword)
continue;
break;
}
}
if (bestlen < 0 || (poslen > bestlen && !(NOENDTOKEN(prs->words[pose].type) || prs->words[pose].len <= shortword)) ||
(bestlen >= 0 && !(NOENDTOKEN(prs->words[pose].type) || prs->words[pose].len <= shortword) &&
(NOENDTOKEN(prs->words[beste].type) || prs->words[beste].len <= shortword)))
{
bestb = posb;
beste = pose;
bestlen = poslen;
}
p++;
}
if (bestlen < 0)
{
curlen = 0;
for (i = 0; i < prs->curwords && curlen < min_words; i++)
{
if (!NONWORDTOKEN(prs->words[i].type))
curlen++;
pose = i;
}
bestb = 0;
beste = pose;
}
}
else
{
bestb = 0;
beste = prs->curwords - 1;
}
for (i = bestb; i <= beste; i++)
{
if (prs->words[i].item)
prs->words[i].selected = 1;
if (highlight == 0)
{
if (HLIDREPLACE(prs->words[i].type))
prs->words[i].replace = 1;
else if (HLIDSKIP(prs->words[i].type))
prs->words[i].skip = 1;
}
else
{
if (XMLHLIDSKIP(prs->words[i].type))
prs->words[i].skip = 1;
}
prs->words[i].in = (prs->words[i].repeated) ? 0 : 1;
}
}
| static TParserPosition* newTParserPosition | ( | TParserPosition * | prev | ) | [static] |
Definition at line 270 of file wparser_def.c.
References palloc(), TParserPosition::prev, and TParserPosition::pushedAtAction.
Referenced by p_isURLPath(), TParserCopyInit(), TParserGet(), and TParserInit().
{
TParserPosition *res = (TParserPosition *) palloc(sizeof(TParserPosition));
if (prev)
memcpy(res, prev, sizeof(TParserPosition));
else
memset(res, 0, sizeof(TParserPosition));
res->prev = prev;
res->pushedAtAction = NULL;
return res;
}
| static int p_isascii | ( | TParser * | prs | ) | [static] |
Definition at line 587 of file wparser_def.c.
References TParserPosition::charlen, isascii, TParserPosition::posbyte, TParser::state, and TParser::str.
Referenced by p_isasclet().
| static int p_isasclet | ( | TParser * | prs | ) | [static] |
Definition at line 593 of file wparser_def.c.
References p_isascii().
{
return (p_isascii(prs) && p_isalpha(prs)) ? 1 : 0;
}
| static int p_iseq | ( | TParser * | prs, | |
| char | c | |||
| ) | [static] |
Definition at line 549 of file wparser_def.c.
References Assert, TParserPosition::posbyte, TParser::state, and TParser::str.
| static int p_iseqC | ( | TParser * | prs | ) | [static] |
Definition at line 575 of file wparser_def.c.
References TParser::c, and p_iseq().
Referenced by _make_compiler_happy().
| static int p_ishost | ( | TParser * | prs | ) | [static] |
Definition at line 723 of file wparser_def.c.
References TParserPosition::charlen, HOST, TParserPosition::lenbytetoken, TParser::lenbytetoken, TParserPosition::lenchartoken, TParser::lenchartoken, TParserPosition::posbyte, TParserPosition::poschar, TParser::state, TParserCopyClose(), TParserCopyInit(), TParserGet(), TParser::type, and TParser::wanthost.
{
TParser *tmpprs = TParserCopyInit(prs);
int res = 0;
tmpprs->wanthost = true;
if (TParserGet(tmpprs) && tmpprs->type == HOST)
{
prs->state->posbyte += tmpprs->lenbytetoken;
prs->state->poschar += tmpprs->lenchartoken;
prs->state->lenbytetoken += tmpprs->lenbytetoken;
prs->state->lenchartoken += tmpprs->lenchartoken;
prs->state->charlen = tmpprs->state->charlen;
res = 1;
}
TParserCopyClose(tmpprs);
return res;
}
| static int p_isignore | ( | TParser * | prs | ) | [static] |
Definition at line 717 of file wparser_def.c.
References TParser::ignore.
{
return (prs->ignore) ? 1 : 0;
}
| static int p_isneC | ( | TParser * | prs | ) | [static] |
Definition at line 581 of file wparser_def.c.
References TParser::c, and p_iseq().
Referenced by _make_compiler_happy().
| static int p_isspecial | ( | TParser * | prs | ) | [static] |
Definition at line 774 of file wparser_def.c.
References GetDatabaseEncoding(), lengthof, pg_dsplen(), PG_UTF8, TParserPosition::posbyte, TParserPosition::poschar, TParser::state, and TParser::str.
{
/*
* pg_dsplen could return -1 which means error or control character
*/
if (pg_dsplen(prs->str + prs->state->posbyte) == 0)
return 1;
#ifdef USE_WIDE_UPPER_LOWER
/*
* Unicode Characters in the 'Mark, Spacing Combining' Category That
* characters are not alpha although they are not breakers of word too.
* Check that only in utf encoding, because other encodings aren't
* supported by postgres or even exists.
*/
if (GetDatabaseEncoding() == PG_UTF8 && prs->usewide)
{
static pg_wchar strange_letter[] = {
/*
* use binary search, so elements should be ordered
*/
0x0903, /* DEVANAGARI SIGN VISARGA */
0x093E, /* DEVANAGARI VOWEL SIGN AA */
0x093F, /* DEVANAGARI VOWEL SIGN I */
0x0940, /* DEVANAGARI VOWEL SIGN II */
0x0949, /* DEVANAGARI VOWEL SIGN CANDRA O */
0x094A, /* DEVANAGARI VOWEL SIGN SHORT O */
0x094B, /* DEVANAGARI VOWEL SIGN O */
0x094C, /* DEVANAGARI VOWEL SIGN AU */
0x0982, /* BENGALI SIGN ANUSVARA */
0x0983, /* BENGALI SIGN VISARGA */
0x09BE, /* BENGALI VOWEL SIGN AA */
0x09BF, /* BENGALI VOWEL SIGN I */
0x09C0, /* BENGALI VOWEL SIGN II */
0x09C7, /* BENGALI VOWEL SIGN E */
0x09C8, /* BENGALI VOWEL SIGN AI */
0x09CB, /* BENGALI VOWEL SIGN O */
0x09CC, /* BENGALI VOWEL SIGN AU */
0x09D7, /* BENGALI AU LENGTH MARK */
0x0A03, /* GURMUKHI SIGN VISARGA */
0x0A3E, /* GURMUKHI VOWEL SIGN AA */
0x0A3F, /* GURMUKHI VOWEL SIGN I */
0x0A40, /* GURMUKHI VOWEL SIGN II */
0x0A83, /* GUJARATI SIGN VISARGA */
0x0ABE, /* GUJARATI VOWEL SIGN AA */
0x0ABF, /* GUJARATI VOWEL SIGN I */
0x0AC0, /* GUJARATI VOWEL SIGN II */
0x0AC9, /* GUJARATI VOWEL SIGN CANDRA O */
0x0ACB, /* GUJARATI VOWEL SIGN O */
0x0ACC, /* GUJARATI VOWEL SIGN AU */
0x0B02, /* ORIYA SIGN ANUSVARA */
0x0B03, /* ORIYA SIGN VISARGA */
0x0B3E, /* ORIYA VOWEL SIGN AA */
0x0B40, /* ORIYA VOWEL SIGN II */
0x0B47, /* ORIYA VOWEL SIGN E */
0x0B48, /* ORIYA VOWEL SIGN AI */
0x0B4B, /* ORIYA VOWEL SIGN O */
0x0B4C, /* ORIYA VOWEL SIGN AU */
0x0B57, /* ORIYA AU LENGTH MARK */
0x0BBE, /* TAMIL VOWEL SIGN AA */
0x0BBF, /* TAMIL VOWEL SIGN I */
0x0BC1, /* TAMIL VOWEL SIGN U */
0x0BC2, /* TAMIL VOWEL SIGN UU */
0x0BC6, /* TAMIL VOWEL SIGN E */
0x0BC7, /* TAMIL VOWEL SIGN EE */
0x0BC8, /* TAMIL VOWEL SIGN AI */
0x0BCA, /* TAMIL VOWEL SIGN O */
0x0BCB, /* TAMIL VOWEL SIGN OO */
0x0BCC, /* TAMIL VOWEL SIGN AU */
0x0BD7, /* TAMIL AU LENGTH MARK */
0x0C01, /* TELUGU SIGN CANDRABINDU */
0x0C02, /* TELUGU SIGN ANUSVARA */
0x0C03, /* TELUGU SIGN VISARGA */
0x0C41, /* TELUGU VOWEL SIGN U */
0x0C42, /* TELUGU VOWEL SIGN UU */
0x0C43, /* TELUGU VOWEL SIGN VOCALIC R */
0x0C44, /* TELUGU VOWEL SIGN VOCALIC RR */
0x0C82, /* KANNADA SIGN ANUSVARA */
0x0C83, /* KANNADA SIGN VISARGA */
0x0CBE, /* KANNADA VOWEL SIGN AA */
0x0CC0, /* KANNADA VOWEL SIGN II */
0x0CC1, /* KANNADA VOWEL SIGN U */
0x0CC2, /* KANNADA VOWEL SIGN UU */
0x0CC3, /* KANNADA VOWEL SIGN VOCALIC R */
0x0CC4, /* KANNADA VOWEL SIGN VOCALIC RR */
0x0CC7, /* KANNADA VOWEL SIGN EE */
0x0CC8, /* KANNADA VOWEL SIGN AI */
0x0CCA, /* KANNADA VOWEL SIGN O */
0x0CCB, /* KANNADA VOWEL SIGN OO */
0x0CD5, /* KANNADA LENGTH MARK */
0x0CD6, /* KANNADA AI LENGTH MARK */
0x0D02, /* MALAYALAM SIGN ANUSVARA */
0x0D03, /* MALAYALAM SIGN VISARGA */
0x0D3E, /* MALAYALAM VOWEL SIGN AA */
0x0D3F, /* MALAYALAM VOWEL SIGN I */
0x0D40, /* MALAYALAM VOWEL SIGN II */
0x0D46, /* MALAYALAM VOWEL SIGN E */
0x0D47, /* MALAYALAM VOWEL SIGN EE */
0x0D48, /* MALAYALAM VOWEL SIGN AI */
0x0D4A, /* MALAYALAM VOWEL SIGN O */
0x0D4B, /* MALAYALAM VOWEL SIGN OO */
0x0D4C, /* MALAYALAM VOWEL SIGN AU */
0x0D57, /* MALAYALAM AU LENGTH MARK */
0x0D82, /* SINHALA SIGN ANUSVARAYA */
0x0D83, /* SINHALA SIGN VISARGAYA */
0x0DCF, /* SINHALA VOWEL SIGN AELA-PILLA */
0x0DD0, /* SINHALA VOWEL SIGN KETTI AEDA-PILLA */
0x0DD1, /* SINHALA VOWEL SIGN DIGA AEDA-PILLA */
0x0DD8, /* SINHALA VOWEL SIGN GAETTA-PILLA */
0x0DD9, /* SINHALA VOWEL SIGN KOMBUVA */
0x0DDA, /* SINHALA VOWEL SIGN DIGA KOMBUVA */
0x0DDB, /* SINHALA VOWEL SIGN KOMBU DEKA */
0x0DDC, /* SINHALA VOWEL SIGN KOMBUVA HAA AELA-PILLA */
0x0DDD, /* SINHALA VOWEL SIGN KOMBUVA HAA DIGA
* AELA-PILLA */
0x0DDE, /* SINHALA VOWEL SIGN KOMBUVA HAA GAYANUKITTA */
0x0DDF, /* SINHALA VOWEL SIGN GAYANUKITTA */
0x0DF2, /* SINHALA VOWEL SIGN DIGA GAETTA-PILLA */
0x0DF3, /* SINHALA VOWEL SIGN DIGA GAYANUKITTA */
0x0F3E, /* TIBETAN SIGN YAR TSHES */
0x0F3F, /* TIBETAN SIGN MAR TSHES */
0x0F7F, /* TIBETAN SIGN RNAM BCAD */
0x102B, /* MYANMAR VOWEL SIGN TALL AA */
0x102C, /* MYANMAR VOWEL SIGN AA */
0x1031, /* MYANMAR VOWEL SIGN E */
0x1038, /* MYANMAR SIGN VISARGA */
0x103B, /* MYANMAR CONSONANT SIGN MEDIAL YA */
0x103C, /* MYANMAR CONSONANT SIGN MEDIAL RA */
0x1056, /* MYANMAR VOWEL SIGN VOCALIC R */
0x1057, /* MYANMAR VOWEL SIGN VOCALIC RR */
0x1062, /* MYANMAR VOWEL SIGN SGAW KAREN EU */
0x1063, /* MYANMAR TONE MARK SGAW KAREN HATHI */
0x1064, /* MYANMAR TONE MARK SGAW KAREN KE PHO */
0x1067, /* MYANMAR VOWEL SIGN WESTERN PWO KAREN EU */
0x1068, /* MYANMAR VOWEL SIGN WESTERN PWO KAREN UE */
0x1069, /* MYANMAR SIGN WESTERN PWO KAREN TONE-1 */
0x106A, /* MYANMAR SIGN WESTERN PWO KAREN TONE-2 */
0x106B, /* MYANMAR SIGN WESTERN PWO KAREN TONE-3 */
0x106C, /* MYANMAR SIGN WESTERN PWO KAREN TONE-4 */
0x106D, /* MYANMAR SIGN WESTERN PWO KAREN TONE-5 */
0x1083, /* MYANMAR VOWEL SIGN SHAN AA */
0x1084, /* MYANMAR VOWEL SIGN SHAN E */
0x1087, /* MYANMAR SIGN SHAN TONE-2 */
0x1088, /* MYANMAR SIGN SHAN TONE-3 */
0x1089, /* MYANMAR SIGN SHAN TONE-5 */
0x108A, /* MYANMAR SIGN SHAN TONE-6 */
0x108B, /* MYANMAR SIGN SHAN COUNCIL TONE-2 */
0x108C, /* MYANMAR SIGN SHAN COUNCIL TONE-3 */
0x108F, /* MYANMAR SIGN RUMAI PALAUNG TONE-5 */
0x17B6, /* KHMER VOWEL SIGN AA */
0x17BE, /* KHMER VOWEL SIGN OE */
0x17BF, /* KHMER VOWEL SIGN YA */
0x17C0, /* KHMER VOWEL SIGN IE */
0x17C1, /* KHMER VOWEL SIGN E */
0x17C2, /* KHMER VOWEL SIGN AE */
0x17C3, /* KHMER VOWEL SIGN AI */
0x17C4, /* KHMER VOWEL SIGN OO */
0x17C5, /* KHMER VOWEL SIGN AU */
0x17C7, /* KHMER SIGN REAHMUK */
0x17C8, /* KHMER SIGN YUUKALEAPINTU */
0x1923, /* LIMBU VOWEL SIGN EE */
0x1924, /* LIMBU VOWEL SIGN AI */
0x1925, /* LIMBU VOWEL SIGN OO */
0x1926, /* LIMBU VOWEL SIGN AU */
0x1929, /* LIMBU SUBJOINED LETTER YA */
0x192A, /* LIMBU SUBJOINED LETTER RA */
0x192B, /* LIMBU SUBJOINED LETTER WA */
0x1930, /* LIMBU SMALL LETTER KA */
0x1931, /* LIMBU SMALL LETTER NGA */
0x1933, /* LIMBU SMALL LETTER TA */
0x1934, /* LIMBU SMALL LETTER NA */
0x1935, /* LIMBU SMALL LETTER PA */
0x1936, /* LIMBU SMALL LETTER MA */
0x1937, /* LIMBU SMALL LETTER RA */
0x1938, /* LIMBU SMALL LETTER LA */
0x19B0, /* NEW TAI LUE VOWEL SIGN VOWEL SHORTENER */
0x19B1, /* NEW TAI LUE VOWEL SIGN AA */
0x19B2, /* NEW TAI LUE VOWEL SIGN II */
0x19B3, /* NEW TAI LUE VOWEL SIGN U */
0x19B4, /* NEW TAI LUE VOWEL SIGN UU */
0x19B5, /* NEW TAI LUE VOWEL SIGN E */
0x19B6, /* NEW TAI LUE VOWEL SIGN AE */
0x19B7, /* NEW TAI LUE VOWEL SIGN O */
0x19B8, /* NEW TAI LUE VOWEL SIGN OA */
0x19B9, /* NEW TAI LUE VOWEL SIGN UE */
0x19BA, /* NEW TAI LUE VOWEL SIGN AY */
0x19BB, /* NEW TAI LUE VOWEL SIGN AAY */
0x19BC, /* NEW TAI LUE VOWEL SIGN UY */
0x19BD, /* NEW TAI LUE VOWEL SIGN OY */
0x19BE, /* NEW TAI LUE VOWEL SIGN OAY */
0x19BF, /* NEW TAI LUE VOWEL SIGN UEY */
0x19C0, /* NEW TAI LUE VOWEL SIGN IY */
0x19C8, /* NEW TAI LUE TONE MARK-1 */
0x19C9, /* NEW TAI LUE TONE MARK-2 */
0x1A19, /* BUGINESE VOWEL SIGN E */
0x1A1A, /* BUGINESE VOWEL SIGN O */
0x1A1B, /* BUGINESE VOWEL SIGN AE */
0x1B04, /* BALINESE SIGN BISAH */
0x1B35, /* BALINESE VOWEL SIGN TEDUNG */
0x1B3B, /* BALINESE VOWEL SIGN RA REPA TEDUNG */
0x1B3D, /* BALINESE VOWEL SIGN LA LENGA TEDUNG */
0x1B3E, /* BALINESE VOWEL SIGN TALING */
0x1B3F, /* BALINESE VOWEL SIGN TALING REPA */
0x1B40, /* BALINESE VOWEL SIGN TALING TEDUNG */
0x1B41, /* BALINESE VOWEL SIGN TALING REPA TEDUNG */
0x1B43, /* BALINESE VOWEL SIGN PEPET TEDUNG */
0x1B44, /* BALINESE ADEG ADEG */
0x1B82, /* SUNDANESE SIGN PANGWISAD */
0x1BA1, /* SUNDANESE CONSONANT SIGN PAMINGKAL */
0x1BA6, /* SUNDANESE VOWEL SIGN PANAELAENG */
0x1BA7, /* SUNDANESE VOWEL SIGN PANOLONG */
0x1BAA, /* SUNDANESE SIGN PAMAAEH */
0x1C24, /* LEPCHA SUBJOINED LETTER YA */
0x1C25, /* LEPCHA SUBJOINED LETTER RA */
0x1C26, /* LEPCHA VOWEL SIGN AA */
0x1C27, /* LEPCHA VOWEL SIGN I */
0x1C28, /* LEPCHA VOWEL SIGN O */
0x1C29, /* LEPCHA VOWEL SIGN OO */
0x1C2A, /* LEPCHA VOWEL SIGN U */
0x1C2B, /* LEPCHA VOWEL SIGN UU */
0x1C34, /* LEPCHA CONSONANT SIGN NYIN-DO */
0x1C35, /* LEPCHA CONSONANT SIGN KANG */
0xA823, /* SYLOTI NAGRI VOWEL SIGN A */
0xA824, /* SYLOTI NAGRI VOWEL SIGN I */
0xA827, /* SYLOTI NAGRI VOWEL SIGN OO */
0xA880, /* SAURASHTRA SIGN ANUSVARA */
0xA881, /* SAURASHTRA SIGN VISARGA */
0xA8B4, /* SAURASHTRA CONSONANT SIGN HAARU */
0xA8B5, /* SAURASHTRA VOWEL SIGN AA */
0xA8B6, /* SAURASHTRA VOWEL SIGN I */
0xA8B7, /* SAURASHTRA VOWEL SIGN II */
0xA8B8, /* SAURASHTRA VOWEL SIGN U */
0xA8B9, /* SAURASHTRA VOWEL SIGN UU */
0xA8BA, /* SAURASHTRA VOWEL SIGN VOCALIC R */
0xA8BB, /* SAURASHTRA VOWEL SIGN VOCALIC RR */
0xA8BC, /* SAURASHTRA VOWEL SIGN VOCALIC L */
0xA8BD, /* SAURASHTRA VOWEL SIGN VOCALIC LL */
0xA8BE, /* SAURASHTRA VOWEL SIGN E */
0xA8BF, /* SAURASHTRA VOWEL SIGN EE */
0xA8C0, /* SAURASHTRA VOWEL SIGN AI */
0xA8C1, /* SAURASHTRA VOWEL SIGN O */
0xA8C2, /* SAURASHTRA VOWEL SIGN OO */
0xA8C3, /* SAURASHTRA VOWEL SIGN AU */
0xA952, /* REJANG CONSONANT SIGN H */
0xA953, /* REJANG VIRAMA */
0xAA2F, /* CHAM VOWEL SIGN O */
0xAA30, /* CHAM VOWEL SIGN AI */
0xAA33, /* CHAM CONSONANT SIGN YA */
0xAA34, /* CHAM CONSONANT SIGN RA */
0xAA4D /* CHAM CONSONANT SIGN FINAL H */
};
pg_wchar *StopLow = strange_letter,
*StopHigh = strange_letter + lengthof(strange_letter),
*StopMiddle;
pg_wchar c;
if (prs->pgwstr)
c = *(prs->pgwstr + prs->state->poschar);
else
c = (pg_wchar) *(prs->wstr + prs->state->poschar);
while (StopLow < StopHigh)
{
StopMiddle = StopLow + ((StopHigh - StopLow) >> 1);
if (*StopMiddle == c)
return 1;
else if (*StopMiddle < c)
StopLow = StopMiddle + 1;
else
StopHigh = StopMiddle;
}
}
#endif
return 0;
}
| static int p_isstophost | ( | TParser * | prs | ) | [static] |
Definition at line 706 of file wparser_def.c.
References TParser::wanthost.
| static int p_isurlchar | ( | TParser * | prs | ) | [static] |
Definition at line 599 of file wparser_def.c.
References TParserPosition::charlen, TParserPosition::posbyte, TParser::state, and TParser::str.
{
char ch;
/* no non-ASCII need apply */
if (prs->state->charlen != 1)
return 0;
ch = *(prs->str + prs->state->posbyte);
/* no spaces or control characters */
if (ch <= 0x20 || ch >= 0x7F)
return 0;
/* reject characters disallowed by RFC 3986 */
switch (ch)
{
case '"':
case '<':
case '>':
case '\\':
case '^':
case '`':
case '{':
case '|':
case '}':
return 0;
}
return 1;
}
| static int p_isURLPath | ( | TParser * | prs | ) | [static] |
Definition at line 745 of file wparser_def.c.
References TParserPosition::charlen, TParserPosition::lenbytetoken, TParser::lenbytetoken, TParserPosition::lenchartoken, TParser::lenchartoken, newTParserPosition(), TParserPosition::posbyte, TParserPosition::poschar, TParserPosition::state, TParser::state, TParserCopyClose(), TParserCopyInit(), TParserGet(), TParser::type, and URLPATH.
{
TParser *tmpprs = TParserCopyInit(prs);
int res = 0;
tmpprs->state = newTParserPosition(tmpprs->state);
tmpprs->state->state = TPS_InURLPathFirst;
if (TParserGet(tmpprs) && tmpprs->type == URLPATH)
{
prs->state->posbyte += tmpprs->lenbytetoken;
prs->state->poschar += tmpprs->lenchartoken;
prs->state->lenbytetoken += tmpprs->lenbytetoken;
prs->state->lenchartoken += tmpprs->lenchartoken;
prs->state->charlen = tmpprs->state->charlen;
res = 1;
}
TParserCopyClose(tmpprs);
return res;
}
| p_iswhat | ( | alnum | ) |
Definition at line 555 of file wparser_def.c.
References Assert.
{
Assert(prs->state);
return (prs->state->posbyte == prs->lenstr || prs->state->charlen == 0) ? 1 : 0;
}
| Datum prsd_end | ( | PG_FUNCTION_ARGS | ) |
Definition at line 1998 of file wparser_def.c.
References PG_GETARG_POINTER, PG_RETURN_VOID, and TParserClose().
{
TParser *p = (TParser *) PG_GETARG_POINTER(0);
TParserClose(p);
PG_RETURN_VOID();
}
| Datum prsd_headline | ( | PG_FUNCTION_ARGS | ) |
Definition at line 2505 of file wparser_def.c.
References defGetString(), DefElem::defname, ereport, errcode(), errmsg(), ERROR, HeadlineParsedText::fragdelim, HeadlineParsedText::fragdelimlen, lfirst, mark_hl_fragments(), mark_hl_words(), pg_atoi(), PG_GETARG_POINTER, PG_GETARG_TSQUERY, PG_RETURN_POINTER, pg_strcasecmp(), pstrdup(), HeadlineParsedText::startsel, HeadlineParsedText::startsellen, HeadlineParsedText::stopsel, HeadlineParsedText::stopsellen, and val.
{
HeadlineParsedText *prs = (HeadlineParsedText *) PG_GETARG_POINTER(0);
List *prsoptions = (List *) PG_GETARG_POINTER(1);
TSQuery query = PG_GETARG_TSQUERY(2);
/* from opt + start and end tag */
int min_words = 15;
int max_words = 35;
int shortword = 3;
int max_fragments = 0;
int highlight = 0;
ListCell *l;
/* config */
prs->startsel = NULL;
prs->stopsel = NULL;
foreach(l, prsoptions)
{
DefElem *defel = (DefElem *) lfirst(l);
char *val = defGetString(defel);
if (pg_strcasecmp(defel->defname, "MaxWords") == 0)
max_words = pg_atoi(val, sizeof(int32), 0);
else if (pg_strcasecmp(defel->defname, "MinWords") == 0)
min_words = pg_atoi(val, sizeof(int32), 0);
else if (pg_strcasecmp(defel->defname, "ShortWord") == 0)
shortword = pg_atoi(val, sizeof(int32), 0);
else if (pg_strcasecmp(defel->defname, "MaxFragments") == 0)
max_fragments = pg_atoi(val, sizeof(int32), 0);
else if (pg_strcasecmp(defel->defname, "StartSel") == 0)
prs->startsel = pstrdup(val);
else if (pg_strcasecmp(defel->defname, "StopSel") == 0)
prs->stopsel = pstrdup(val);
else if (pg_strcasecmp(defel->defname, "FragmentDelimiter") == 0)
prs->fragdelim = pstrdup(val);
else if (pg_strcasecmp(defel->defname, "HighlightAll") == 0)
highlight = (pg_strcasecmp(val, "1") == 0 ||
pg_strcasecmp(val, "on") == 0 ||
pg_strcasecmp(val, "true") == 0 ||
pg_strcasecmp(val, "t") == 0 ||
pg_strcasecmp(val, "y") == 0 ||
pg_strcasecmp(val, "yes") == 0);
else
ereport(ERROR,
(errcode(ERRCODE_INVALID_PARAMETER_VALUE),
errmsg("unrecognized headline parameter: \"%s\"",
defel->defname)));
}
if (highlight == 0)
{
if (min_words >= max_words)
ereport(ERROR,
(errcode(ERRCODE_INVALID_PARAMETER_VALUE),
errmsg("MinWords should be less than MaxWords")));
if (min_words <= 0)
ereport(ERROR,
(errcode(ERRCODE_INVALID_PARAMETER_VALUE),
errmsg("MinWords should be positive")));
if (shortword < 0)
ereport(ERROR,
(errcode(ERRCODE_INVALID_PARAMETER_VALUE),
errmsg("ShortWord should be >= 0")));
if (max_fragments < 0)
ereport(ERROR,
(errcode(ERRCODE_INVALID_PARAMETER_VALUE),
errmsg("MaxFragments should be >= 0")));
}
if (max_fragments == 0)
/* call the default headline generator */
mark_hl_words(prs, query, highlight, shortword, min_words, max_words);
else
mark_hl_fragments(prs, query, highlight, shortword, min_words, max_words, max_fragments);
if (!prs->startsel)
prs->startsel = pstrdup("<b>");
if (!prs->stopsel)
prs->stopsel = pstrdup("</b>");
if (!prs->fragdelim)
prs->fragdelim = pstrdup(" ... ");
prs->startsellen = strlen(prs->startsel);
prs->stopsellen = strlen(prs->stopsel);
prs->fragdelimlen = strlen(prs->fragdelim);
PG_RETURN_POINTER(prs);
}
| Datum prsd_lextype | ( | PG_FUNCTION_ARGS | ) |
Definition at line 1958 of file wparser_def.c.
References LexDescr::alias, LexDescr::descr, i, LASTNUM, lex_descr, LexDescr::lexid, palloc(), PG_RETURN_POINTER, pstrdup(), and tok_alias.
| Datum prsd_nexttoken | ( | PG_FUNCTION_ARGS | ) |
Definition at line 1982 of file wparser_def.c.
References TParser::lenbytetoken, PG_GETARG_POINTER, PG_RETURN_INT32, TParser::token, TParserGet(), and TParser::type.
{
TParser *p = (TParser *) PG_GETARG_POINTER(0);
char **t = (char **) PG_GETARG_POINTER(1);
int *tlen = (int *) PG_GETARG_POINTER(2);
if (!TParserGet(p))
PG_RETURN_INT32(0);
*t = p->token;
*tlen = p->lenbytetoken;
PG_RETURN_INT32(p->type);
}
| Datum prsd_start | ( | PG_FUNCTION_ARGS | ) |
Definition at line 1976 of file wparser_def.c.
References PG_GETARG_INT32, PG_GETARG_POINTER, PG_RETURN_POINTER, and TParserInit().
{
PG_RETURN_POINTER(TParserInit((char *) PG_GETARG_POINTER(0), PG_GETARG_INT32(1)));
}
| static void SpecialFURL | ( | TParser * | prs | ) | [static] |
Definition at line 682 of file wparser_def.c.
References TParserPosition::lenbytetoken, TParserPosition::lenchartoken, TParserPosition::posbyte, TParserPosition::poschar, TParser::state, and TParser::wanthost.
{
prs->wanthost = true;
prs->state->posbyte -= prs->state->lenbytetoken;
prs->state->poschar -= prs->state->lenchartoken;
}
| static void SpecialHyphen | ( | TParser * | prs | ) | [static] |
Definition at line 690 of file wparser_def.c.
References TParserPosition::lenbytetoken, TParserPosition::lenchartoken, TParserPosition::posbyte, TParserPosition::poschar, and TParser::state.
{
prs->state->posbyte -= prs->state->lenbytetoken;
prs->state->poschar -= prs->state->lenchartoken;
}
| static void SpecialTags | ( | TParser * | prs | ) | [static] |
Definition at line 658 of file wparser_def.c.
References TParser::ignore, TParserPosition::lenchartoken, pg_strncasecmp(), TParser::state, and TParser::token.
{
switch (prs->state->lenchartoken)
{
case 8: /* </script */
if (pg_strncasecmp(prs->token, "</script", 8) == 0)
prs->ignore = false;
break;
case 7: /* <script || </style */
if (pg_strncasecmp(prs->token, "</style", 7) == 0)
prs->ignore = false;
else if (pg_strncasecmp(prs->token, "<script", 7) == 0)
prs->ignore = true;
break;
case 6: /* <style */
if (pg_strncasecmp(prs->token, "<style", 6) == 0)
prs->ignore = true;
break;
default:
break;
}
}
| static void SpecialVerVersion | ( | TParser * | prs | ) | [static] |
Definition at line 697 of file wparser_def.c.
References TParserPosition::lenbytetoken, TParserPosition::lenchartoken, TParserPosition::posbyte, TParserPosition::poschar, and TParser::state.
{
prs->state->posbyte -= prs->state->lenbytetoken;
prs->state->poschar -= prs->state->lenchartoken;
prs->state->lenbytetoken = 0;
prs->state->lenchartoken = 0;
}
| static void TParserClose | ( | TParser * | prs | ) | [static] |
Definition at line 384 of file wparser_def.c.
References pfree(), TParserPosition::prev, and TParser::state.
Referenced by prsd_end().
| static void TParserCopyClose | ( | TParser * | prs | ) | [static] |
Definition at line 411 of file wparser_def.c.
References pfree(), TParserPosition::prev, and TParser::state.
Referenced by p_ishost(), and p_isURLPath().
Definition at line 354 of file wparser_def.c.
References TParser::charmaxlen, TParser::lenstr, newTParserPosition(), NULL, palloc0(), TParserPosition::posbyte, TParserPosition::poschar, TParserPosition::state, TParser::state, and TParser::str.
Referenced by p_ishost(), and p_isURLPath().
{
TParser *prs = (TParser *) palloc0(sizeof(TParser));
prs->charmaxlen = orig->charmaxlen;
prs->str = orig->str + orig->state->posbyte;
prs->lenstr = orig->lenstr - orig->state->posbyte;
#ifdef USE_WIDE_UPPER_LOWER
prs->usewide = orig->usewide;
if (orig->pgwstr)
prs->pgwstr = orig->pgwstr + orig->state->poschar;
if (orig->wstr)
prs->wstr = orig->wstr + orig->state->poschar;
#endif
prs->state = newTParserPosition(NULL);
prs->state->state = TPS_Base;
#ifdef WPARSER_TRACE
/* See note above about %.*s */
fprintf(stderr, "parsing copy of \"%.*s\"\n", prs->lenstr, prs->str);
#endif
return prs;
}
Definition at line 1792 of file wparser_def.c.
References A_BINGO, A_CLEAR, A_CLRALL, A_MERGE, A_POP, A_PUSH, A_RERUN, TParserStateAction::action, Assert, TParserStateActionItem::c, TParser::c, TParserPosition::charlen, TParser::charmaxlen, TParserStateActionItem::flags, TParserStateActionItem::isclass, TParserPosition::lenbytetoken, TParser::lenbytetoken, TParserPosition::lenchartoken, TParser::lenchartoken, TParser::lenstr, newTParserPosition(), NULL, pfree(), pg_mblen(), TParserPosition::posbyte, TParserPosition::poschar, TParserPosition::prev, TParserPosition::pushedAtAction, TParserStateActionItem::special, TParserStateAction::state, TParserPosition::state, TParser::state, TParser::str, tok_alias, TParser::token, TParserStateActionItem::tostate, TPS_Base, TPS_Null, TParser::type, and TParserStateActionItem::type.
Referenced by p_ishost(), p_isURLPath(), and prsd_nexttoken().
{
const TParserStateActionItem *item = NULL;
Assert(prs->state);
if (prs->state->posbyte >= prs->lenstr)
return false;
prs->token = prs->str + prs->state->posbyte;
prs->state->pushedAtAction = NULL;
/* look at string */
while (prs->state->posbyte <= prs->lenstr)
{
if (prs->state->posbyte == prs->lenstr)
prs->state->charlen = 0;
else
prs->state->charlen = (prs->charmaxlen == 1) ? prs->charmaxlen :
pg_mblen(prs->str + prs->state->posbyte);
Assert(prs->state->posbyte + prs->state->charlen <= prs->lenstr);
Assert(prs->state->state >= TPS_Base && prs->state->state < TPS_Null);
Assert(Actions[prs->state->state].state == prs->state->state);
if (prs->state->pushedAtAction)
{
/* After a POP, pick up at the next test */
item = prs->state->pushedAtAction + 1;
prs->state->pushedAtAction = NULL;
}
else
{
item = Actions[prs->state->state].action;
Assert(item != NULL);
}
/* find action by character class */
while (item->isclass)
{
prs->c = item->c;
if (item->isclass(prs) != 0)
break;
item++;
}
#ifdef WPARSER_TRACE
{
TParserPosition *ptr;
fprintf(stderr, "state ");
/* indent according to stack depth */
for (ptr = prs->state->prev; ptr; ptr = ptr->prev)
fprintf(stderr, " ");
fprintf(stderr, "%s ", Actions[prs->state->state].state_name);
if (prs->state->posbyte < prs->lenstr)
fprintf(stderr, "at %c", *(prs->str + prs->state->posbyte));
else
fprintf(stderr, "at EOF");
fprintf(stderr, " matched rule %d flags%s%s%s%s%s%s%s%s%s%s%s\n",
(int) (item - Actions[prs->state->state].action),
(item->flags & A_BINGO) ? " BINGO" : "",
(item->flags & A_POP) ? " POP" : "",
(item->flags & A_PUSH) ? " PUSH" : "",
(item->flags & A_RERUN) ? " RERUN" : "",
(item->flags & A_CLEAR) ? " CLEAR" : "",
(item->flags & A_MERGE) ? " MERGE" : "",
(item->flags & A_CLRALL) ? " CLRALL" : "",
(item->tostate != TPS_Null) ? " tostate " : "",
(item->tostate != TPS_Null) ? Actions[item->tostate].state_name : "",
(item->type > 0) ? " type " : "",
tok_alias[item->type]);
}
#endif
/* call special handler if exists */
if (item->special)
item->special(prs);
/* BINGO, token is found */
if (item->flags & A_BINGO)
{
Assert(item->type > 0);
prs->lenbytetoken = prs->state->lenbytetoken;
prs->lenchartoken = prs->state->lenchartoken;
prs->state->lenbytetoken = prs->state->lenchartoken = 0;
prs->type = item->type;
}
/* do various actions by flags */
if (item->flags & A_POP)
{ /* pop stored state in stack */
TParserPosition *ptr = prs->state->prev;
pfree(prs->state);
prs->state = ptr;
Assert(prs->state);
}
else if (item->flags & A_PUSH)
{ /* push (store) state in stack */
prs->state->pushedAtAction = item; /* remember where we push */
prs->state = newTParserPosition(prs->state);
}
else if (item->flags & A_CLEAR)
{ /* clear previous pushed state */
TParserPosition *ptr;
Assert(prs->state->prev);
ptr = prs->state->prev->prev;
pfree(prs->state->prev);
prs->state->prev = ptr;
}
else if (item->flags & A_CLRALL)
{ /* clear all previous pushed state */
TParserPosition *ptr;
while (prs->state->prev)
{
ptr = prs->state->prev->prev;
pfree(prs->state->prev);
prs->state->prev = ptr;
}
}
else if (item->flags & A_MERGE)
{ /* merge posinfo with current and pushed state */
TParserPosition *ptr = prs->state;
Assert(prs->state->prev);
prs->state = prs->state->prev;
prs->state->posbyte = ptr->posbyte;
prs->state->poschar = ptr->poschar;
prs->state->charlen = ptr->charlen;
prs->state->lenbytetoken = ptr->lenbytetoken;
prs->state->lenchartoken = ptr->lenchartoken;
pfree(ptr);
}
/* set new state if pointed */
if (item->tostate != TPS_Null)
prs->state->state = item->tostate;
/* check for go away */
if ((item->flags & A_BINGO) ||
(prs->state->posbyte >= prs->lenstr &&
(item->flags & A_RERUN) == 0))
break;
/* go to beginning of loop if we should rerun or we just restore state */
if (item->flags & (A_RERUN | A_POP))
continue;
/* move forward */
if (prs->state->charlen)
{
prs->state->posbyte += prs->state->charlen;
prs->state->lenbytetoken += prs->state->charlen;
prs->state->poschar++;
prs->state->lenchartoken++;
}
}
return (item && (item->flags & A_BINGO)) ? true : false;
}
| static TParser* TParserInit | ( | char * | str, | |
| int | len | |||
| ) | [static] |
Definition at line 287 of file wparser_def.c.
References TParser::charmaxlen, lc_ctype_is_c(), TParser::lenstr, newTParserPosition(), NULL, palloc(), palloc0(), pg_database_encoding_max_length(), pg_mb2wchar_with_len(), TParserPosition::state, TParser::state, and TParser::str.
Referenced by prsd_start().
{
TParser *prs = (TParser *) palloc0(sizeof(TParser));
prs->charmaxlen = pg_database_encoding_max_length();
prs->str = str;
prs->lenstr = len;
#ifdef USE_WIDE_UPPER_LOWER
/*
* Use wide char code only when max encoding length > 1.
*/
if (prs->charmaxlen > 1)
{
Oid collation = DEFAULT_COLLATION_OID; /* TODO */
pg_locale_t mylocale = 0; /* TODO */
prs->usewide = true;
if (lc_ctype_is_c(collation))
{
/*
* char2wchar doesn't work for C-locale and sizeof(pg_wchar) could
* be different from sizeof(wchar_t)
*/
prs->pgwstr = (pg_wchar *) palloc(sizeof(pg_wchar) * (prs->lenstr + 1));
pg_mb2wchar_with_len(prs->str, prs->pgwstr, prs->lenstr);
}
else
{
prs->wstr = (wchar_t *) palloc(sizeof(wchar_t) * (prs->lenstr + 1));
char2wchar(prs->wstr, prs->lenstr + 1, prs->str, prs->lenstr,
mylocale);
}
}
else
prs->usewide = false;
#endif
prs->state = newTParserPosition(NULL);
prs->state->state = TPS_Base;
#ifdef WPARSER_TRACE
/*
* Use of %.*s here is a bit risky since it can misbehave if the data is
* not in what libc thinks is the prevailing encoding. However, since
* this is just a debugging aid, we choose to live with that.
*/
fprintf(stderr, "parsing \"%.*s\"\n", len, str);
#endif
return prs;
}
const TParserStateAction Actions[] [static] |
Definition at line 1710 of file wparser_def.c.
const TParserStateActionItem actionTPS_Base[] [static] |
{
{p_isEOF, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '<', A_PUSH, TPS_InTagFirst, 0, NULL},
{p_isignore, 0, A_NEXT, TPS_InSpace, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InAsciiWord, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InWord, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InUnsignedInt, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InSignedIntFirst, 0, NULL},
{p_iseqC, '+', A_PUSH, TPS_InSignedIntFirst, 0, NULL},
{p_iseqC, '&', A_PUSH, TPS_InXMLEntityFirst, 0, NULL},
{p_iseqC, '~', A_PUSH, TPS_InFileTwiddle, 0, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFileFirst, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InPathFirstFirst, 0, NULL},
{NULL, 0, A_NEXT, TPS_InSpace, 0, NULL}
}
Definition at line 1056 of file wparser_def.c.
const TParserStateActionItem actionTPS_InAsciiWord[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, ASCIIWORD, NULL},
{p_isasclet, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InHostFirstDomain, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InFileNext, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHyphenAsciiWordFirst, 0, NULL},
{p_iseqC, '_', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '@', A_PUSH, TPS_InEmail, 0, NULL},
{p_iseqC, ':', A_PUSH, TPS_InProtocolFirst, 0, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFileFirst, 0, NULL},
{p_isdigit, 0, A_PUSH, TPS_InHost, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InNumWord, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InWord, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, ASCIIWORD, NULL}
}
Definition at line 1084 of file wparser_def.c.
const TParserStateActionItem actionTPS_InCloseCommentFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_InCloseCommentLast, 0, NULL},
{NULL, 0, A_NEXT, TPS_InComment, 0, NULL}
}
Definition at line 1391 of file wparser_def.c.
const TParserStateActionItem actionTPS_InCloseCommentLast[] [static] |
const TParserStateActionItem actionTPS_InComment[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_InCloseCommentFirst, 0, NULL},
{NULL, 0, A_NEXT, TPS_Null, 0, NULL}
}
Definition at line 1385 of file wparser_def.c.
const TParserStateActionItem actionTPS_InCommentEnd[] [static] |
Definition at line 1404 of file wparser_def.c.
const TParserStateActionItem actionTPS_InCommentFirst[] [static] |
const TParserStateActionItem actionTPS_InCommentLast[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_InComment, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1379 of file wparser_def.c.
const TParserStateActionItem actionTPS_InDecimal[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, DECIMAL_T, NULL},
{p_isdigit, 0, A_NEXT, TPS_InDecimal, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InVerVersion, 0, NULL},
{p_iseqC, 'e', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{p_iseqC, 'E', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, DECIMAL_T, NULL}
}
Definition at line 1173 of file wparser_def.c.
const TParserStateActionItem actionTPS_InDecimalFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_CLEAR, TPS_InDecimal, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1167 of file wparser_def.c.
const TParserStateActionItem actionTPS_InEmail[] [static] |
const TParserStateActionItem actionTPS_InFile[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, FILEPATH, NULL},
{p_isasclet, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InFileNext, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFileFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, FILEPATH, NULL}
}
Definition at line 1523 of file wparser_def.c.
const TParserStateActionItem actionTPS_InFileFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '.', A_NEXT, TPS_InPathFirst, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '~', A_PUSH, TPS_InFileTwiddle, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1479 of file wparser_def.c.
const TParserStateActionItem actionTPS_InFileNext[] [static] |
const TParserStateActionItem actionTPS_InFileTwiddle[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '/', A_NEXT, TPS_InFileFirst, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1489 of file wparser_def.c.
const TParserStateActionItem actionTPS_InFURL[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isURLPath, 0, A_BINGO | A_CLRALL, TPS_Base, URL_T, SpecialFURL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1558 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHost[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHost, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InHost, 0, NULL},
{p_iseqC, '@', A_PUSH, TPS_InEmail, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InHostFirstDomain, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '_', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1462 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHostDomain[] [static] |
{
{p_isEOF, 0, A_BINGO | A_CLRALL, TPS_Base, HOST, NULL},
{p_isasclet, 0, A_NEXT, TPS_InHostDomain, 0, NULL},
{p_isdigit, 0, A_PUSH, TPS_InHost, 0, NULL},
{p_iseqC, ':', A_PUSH, TPS_InPortFirst, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '_', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InHostFirstDomain, 0, NULL},
{p_iseqC, '@', A_PUSH, TPS_InEmail, 0, NULL},
{p_isdigit, 0, A_POP, TPS_Null, 0, NULL},
{p_isstophost, 0, A_BINGO | A_CLRALL, TPS_InURLPathStart, HOST, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFURL, 0, NULL},
{NULL, 0, A_BINGO | A_CLRALL, TPS_Base, HOST, NULL}
}
Definition at line 1426 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHostDomainSecond[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InHostDomain, 0, NULL},
{p_isdigit, 0, A_PUSH, TPS_InHost, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '_', A_PUSH, TPS_InHostFirstAN, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InHostFirstDomain, 0, NULL},
{p_iseqC, '@', A_PUSH, TPS_InEmail, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1415 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHostFirstAN[] [static] |
const TParserStateActionItem actionTPS_InHostFirstDomain[] [static] |
const TParserStateActionItem actionTPS_InHyphenAsciiWord[] [static] |
{
{p_isEOF, 0, A_BINGO | A_CLRALL, TPS_InParseHyphen, ASCIIHWORD, SpecialHyphen},
{p_isasclet, 0, A_NEXT, TPS_InHyphenAsciiWord, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InHyphenWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InHyphenWord, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHyphenNumWord, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHyphenAsciiWordFirst, 0, NULL},
{NULL, 0, A_BINGO | A_CLRALL, TPS_InParseHyphen, ASCIIHWORD, SpecialHyphen}
}
Definition at line 1588 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenAsciiWordFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InHyphenAsciiWord, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InHyphenWord, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHyphenDigitLookahead, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1580 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenAsciiWordPart[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, ASCIIPARTHWORD, NULL},
{p_isasclet, 0, A_NEXT, TPS_InHyphenAsciiWordPart, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InHyphenWordPart, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InHyphenWordPart, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHyphenNumWordPart, 0, NULL},
{NULL, 0, A_BINGO, TPS_InParseHyphen, ASCIIPARTHWORD, NULL}
}
Definition at line 1661 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenDigitLookahead[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHyphenDigitLookahead, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InHyphenNumWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InHyphenNumWord, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1629 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenNumWord[] [static] |
{
{p_isEOF, 0, A_BINGO | A_CLRALL, TPS_InParseHyphen, NUMHWORD, SpecialHyphen},
{p_isalnum, 0, A_NEXT, TPS_InHyphenNumWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InHyphenNumWord, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHyphenNumWordFirst, 0, NULL},
{NULL, 0, A_BINGO | A_CLRALL, TPS_InParseHyphen, NUMHWORD, SpecialHyphen}
}
Definition at line 1621 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenNumWordFirst[] [static] |
const TParserStateActionItem actionTPS_InHyphenNumWordPart[] [static] |
const TParserStateActionItem actionTPS_InHyphenUnsignedInt[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_Null, 0, NULL},
{p_isalpha, 0, A_CLEAR, TPS_InHyphenNumWordPart, 0, NULL},
{p_isspecial, 0, A_CLEAR, TPS_InHyphenNumWordPart, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1677 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenWord[] [static] |
{
{p_isEOF, 0, A_BINGO | A_CLRALL, TPS_InParseHyphen, HWORD, SpecialHyphen},
{p_isalpha, 0, A_NEXT, TPS_InHyphenWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InHyphenWord, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHyphenNumWord, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHyphenWordFirst, 0, NULL},
{NULL, 0, A_BINGO | A_CLRALL, TPS_InParseHyphen, HWORD, SpecialHyphen}
}
Definition at line 1605 of file wparser_def.c.
const TParserStateActionItem actionTPS_InHyphenWordFirst[] [static] |
const TParserStateActionItem actionTPS_InHyphenWordPart[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, PARTHWORD, NULL},
{p_isalpha, 0, A_NEXT, TPS_InHyphenWordPart, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InHyphenWordPart, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InHyphenNumWordPart, 0, NULL},
{NULL, 0, A_BINGO, TPS_InParseHyphen, PARTHWORD, NULL}
}
Definition at line 1653 of file wparser_def.c.
const TParserStateActionItem actionTPS_InMantissa[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, SCIENTIFIC, NULL},
{p_isdigit, 0, A_NEXT, TPS_InMantissa, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, SCIENTIFIC, NULL}
}
Definition at line 1222 of file wparser_def.c.
const TParserStateActionItem actionTPS_InMantissaFirst[] [static] |
const TParserStateActionItem actionTPS_InMantissaSign[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_CLEAR, TPS_InMantissa, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1216 of file wparser_def.c.
const TParserStateActionItem actionTPS_InNumWord[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, NUMWORD, NULL},
{p_isalnum, 0, A_NEXT, TPS_InNumWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InNumWord, 0, NULL},
{p_iseqC, '@', A_PUSH, TPS_InEmail, 0, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFileFirst, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InFileNext, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHyphenNumWordFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, NUMWORD, NULL}
}
Definition at line 1073 of file wparser_def.c.
const TParserStateActionItem actionTPS_InParseHyphen[] [static] |
{
{p_isEOF, 0, A_RERUN, TPS_Base, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InHyphenAsciiWordPart, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InHyphenWordPart, 0, NULL},
{p_isdigit, 0, A_PUSH, TPS_InHyphenUnsignedInt, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InParseHyphenHyphen, 0, NULL},
{NULL, 0, A_RERUN, TPS_Base, 0, NULL}
}
Definition at line 1637 of file wparser_def.c.
const TParserStateActionItem actionTPS_InParseHyphenHyphen[] [static] |
const TParserStateActionItem actionTPS_InPathFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_InFile, 0, NULL},
{p_iseqC, '.', A_NEXT, TPS_InPathSecond, 0, NULL},
{p_iseqC, '/', A_NEXT, TPS_InFileFirst, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1498 of file wparser_def.c.
const TParserStateActionItem actionTPS_InPathFirstFirst[] [static] |
const TParserStateActionItem actionTPS_InPathSecond[] [static] |
{
{p_isEOF, 0, A_BINGO | A_CLEAR, TPS_Base, FILEPATH, NULL},
{p_iseqC, '/', A_NEXT | A_PUSH, TPS_InFileFirst, 0, NULL},
{p_iseqC, '/', A_BINGO | A_CLEAR, TPS_Base, FILEPATH, NULL},
{p_isspace, 0, A_BINGO | A_CLEAR, TPS_Base, FILEPATH, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1515 of file wparser_def.c.
const TParserStateActionItem actionTPS_InPort[] [static] |
{
{p_isEOF, 0, A_BINGO | A_CLRALL, TPS_Base, HOST, NULL},
{p_isdigit, 0, A_NEXT, TPS_InPort, 0, NULL},
{p_isstophost, 0, A_BINGO | A_CLRALL, TPS_InURLPathStart, HOST, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFURL, 0, NULL},
{NULL, 0, A_BINGO | A_CLRALL, TPS_Base, HOST, NULL}
}
Definition at line 1447 of file wparser_def.c.
const TParserStateActionItem actionTPS_InPortFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InPort, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1441 of file wparser_def.c.
const TParserStateActionItem actionTPS_InProtocolEnd[] [static] |
Definition at line 1576 of file wparser_def.c.
const TParserStateActionItem actionTPS_InProtocolFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '/', A_NEXT, TPS_InProtocolSecond, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1564 of file wparser_def.c.
const TParserStateActionItem actionTPS_InProtocolSecond[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '/', A_NEXT, TPS_InProtocolEnd, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1570 of file wparser_def.c.
const TParserStateActionItem actionTPS_InSignedInt[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, SIGNEDINT, NULL},
{p_isdigit, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InDecimalFirst, 0, NULL},
{p_iseqC, 'e', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{p_iseqC, 'E', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, SIGNEDINT, NULL}
}
Definition at line 1131 of file wparser_def.c.
const TParserStateActionItem actionTPS_InSignedIntFirst[] [static] |
const TParserStateActionItem actionTPS_InSpace[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, SPACE, NULL},
{p_iseqC, '<', A_BINGO, TPS_Base, SPACE, NULL},
{p_isignore, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '-', A_BINGO, TPS_Base, SPACE, NULL},
{p_iseqC, '+', A_BINGO, TPS_Base, SPACE, NULL},
{p_iseqC, '&', A_BINGO, TPS_Base, SPACE, NULL},
{p_iseqC, '/', A_BINGO, TPS_Base, SPACE, NULL},
{p_isnotalnum, 0, A_NEXT, TPS_InSpace, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, SPACE, NULL}
}
Definition at line 1140 of file wparser_def.c.
const TParserStateActionItem actionTPS_InSVerVersion[] [static] |
const TParserStateActionItem actionTPS_InTag[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '>', A_NEXT, TPS_InTagEnd, 0, SpecialTags},
{p_iseqC, '\'', A_NEXT, TPS_InTagEscapeK, 0, NULL},
{p_iseqC, '"', A_NEXT, TPS_InTagEscapeKK, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_Null, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '=', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '#', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '/', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, ':', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '.', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '&', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '?', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '%', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '~', A_NEXT, TPS_Null, 0, NULL},
{p_isspace, 0, A_NEXT, TPS_Null, 0, SpecialTags},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1325 of file wparser_def.c.
const TParserStateActionItem actionTPS_InTagBackSleshed[] [static] |
Definition at line 1361 of file wparser_def.c.
const TParserStateActionItem actionTPS_InTagBeginEnd[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '>', A_NEXT, TPS_InTagEnd, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1319 of file wparser_def.c.
const TParserStateActionItem actionTPS_InTagCloseFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InTagName, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1299 of file wparser_def.c.
const TParserStateActionItem actionTPS_InTagEnd[] [static] |
Definition at line 1366 of file wparser_def.c.
const TParserStateActionItem actionTPS_InTagEscapeK[] [static] |
const TParserStateActionItem actionTPS_InTagEscapeKK[] [static] |
const TParserStateActionItem actionTPS_InTagFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '/', A_PUSH, TPS_InTagCloseFirst, 0, NULL},
{p_iseqC, '!', A_PUSH, TPS_InCommentFirst, 0, NULL},
{p_iseqC, '?', A_PUSH, TPS_InXMLBegin, 0, NULL},
{p_isasclet, 0, A_PUSH, TPS_InTagName, 0, NULL},
{p_iseqC, ':', A_PUSH, TPS_InTagName, 0, NULL},
{p_iseqC, '_', A_PUSH, TPS_InTagName, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1280 of file wparser_def.c.
const TParserStateActionItem actionTPS_InTagName[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '/', A_NEXT, TPS_InTagBeginEnd, 0, NULL},
{p_iseqC, '>', A_NEXT, TPS_InTagEnd, 0, SpecialTags},
{p_isspace, 0, A_NEXT, TPS_InTag, 0, SpecialTags},
{p_isalnum, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, ':', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '.', A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_Null, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1305 of file wparser_def.c.
const TParserStateActionItem actionTPS_InUDecimal[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, DECIMAL_T, NULL},
{p_isdigit, 0, A_NEXT, TPS_InUDecimal, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InVersionFirst, 0, NULL},
{p_iseqC, 'e', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{p_iseqC, 'E', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, DECIMAL_T, NULL}
}
Definition at line 1158 of file wparser_def.c.
const TParserStateActionItem actionTPS_InUDecimalFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_CLEAR, TPS_InUDecimal, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1152 of file wparser_def.c.
const TParserStateActionItem actionTPS_InUnsignedInt[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, UNSIGNEDINT, NULL},
{p_isdigit, 0, A_NEXT, TPS_Null, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InHostFirstDomain, 0, NULL},
{p_iseqC, '.', A_PUSH, TPS_InUDecimalFirst, 0, NULL},
{p_iseqC, 'e', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{p_iseqC, 'E', A_PUSH, TPS_InMantissaFirst, 0, NULL},
{p_isasclet, 0, A_PUSH, TPS_InHost, 0, NULL},
{p_isalpha, 0, A_NEXT, TPS_InNumWord, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_InNumWord, 0, NULL},
{p_iseqC, '/', A_PUSH, TPS_InFileFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, UNSIGNEDINT, NULL}
}
Definition at line 1111 of file wparser_def.c.
const TParserStateActionItem actionTPS_InURLPath[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, URLPATH, NULL},
{p_isurlchar, 0, A_NEXT, TPS_InURLPath, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, URLPATH, NULL}
}
Definition at line 1552 of file wparser_def.c.
const TParserStateActionItem actionTPS_InURLPathFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isurlchar, 0, A_NEXT, TPS_InURLPath, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL},
}
Definition at line 1542 of file wparser_def.c.
const TParserStateActionItem actionTPS_InURLPathStart[] [static] |
{
{NULL, 0, A_NEXT, TPS_InURLPath, 0, NULL}
}
Definition at line 1548 of file wparser_def.c.
const TParserStateActionItem actionTPS_InVersion[] [static] |
const TParserStateActionItem actionTPS_InVersionFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_CLEAR, TPS_InVersion, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1195 of file wparser_def.c.
const TParserStateActionItem actionTPS_InVerVersion[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isdigit, 0, A_RERUN, TPS_InSVerVersion, 0, SpecialVerVersion},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1182 of file wparser_def.c.
const TParserStateActionItem actionTPS_InWord[] [static] |
{
{p_isEOF, 0, A_BINGO, TPS_Base, WORD_T, NULL},
{p_isalpha, 0, A_NEXT, TPS_Null, 0, NULL},
{p_isspecial, 0, A_NEXT, TPS_Null, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InNumWord, 0, NULL},
{p_iseqC, '-', A_PUSH, TPS_InHyphenWordFirst, 0, NULL},
{NULL, 0, A_BINGO, TPS_Base, WORD_T, NULL}
}
Definition at line 1102 of file wparser_def.c.
const TParserStateActionItem actionTPS_InXMLBegin[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, 'x', A_NEXT, TPS_InTag, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1291 of file wparser_def.c.
const TParserStateActionItem actionTPS_InXMLEntity[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isalnum, 0, A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, ':', A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, '.', A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, '-', A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, ';', A_NEXT, TPS_InXMLEntityEnd, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1237 of file wparser_def.c.
const TParserStateActionItem actionTPS_InXMLEntityEnd[] [static] |
Definition at line 1276 of file wparser_def.c.
const TParserStateActionItem actionTPS_InXMLEntityFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, '#', A_NEXT, TPS_InXMLEntityNumFirst, 0, NULL},
{p_isasclet, 0, A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, ':', A_NEXT, TPS_InXMLEntity, 0, NULL},
{p_iseqC, '_', A_NEXT, TPS_InXMLEntity, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1228 of file wparser_def.c.
const TParserStateActionItem actionTPS_InXMLEntityHexNum[] [static] |
const TParserStateActionItem actionTPS_InXMLEntityHexNumFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_isxdigit, 0, A_NEXT, TPS_InXMLEntityHexNum, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1256 of file wparser_def.c.
const TParserStateActionItem actionTPS_InXMLEntityNum[] [static] |
const TParserStateActionItem actionTPS_InXMLEntityNumFirst[] [static] |
{
{p_isEOF, 0, A_POP, TPS_Null, 0, NULL},
{p_iseqC, 'x', A_NEXT, TPS_InXMLEntityHexNumFirst, 0, NULL},
{p_iseqC, 'X', A_NEXT, TPS_InXMLEntityHexNumFirst, 0, NULL},
{p_isdigit, 0, A_NEXT, TPS_InXMLEntityNum, 0, NULL},
{NULL, 0, A_POP, TPS_Null, 0, NULL}
}
Definition at line 1248 of file wparser_def.c.
const char* const lex_descr[] [static] |
{
"",
"Word, all ASCII",
"Word, all letters",
"Word, letters and digits",
"Email address",
"URL",
"Host",
"Scientific notation",
"Version number",
"Hyphenated word part, letters and digits",
"Hyphenated word part, all letters",
"Hyphenated word part, all ASCII",
"Space symbols",
"XML tag",
"Protocol head",
"Hyphenated word, letters and digits",
"Hyphenated word, all ASCII",
"Hyphenated word, all letters",
"URL path",
"File or path name",
"Decimal notation",
"Signed integer",
"Unsigned integer",
"XML entity"
}
Definition at line 85 of file wparser_def.c.
Referenced by prsd_lextype().
const char* const tok_alias[] [static] |
{
"",
"asciiword",
"word",
"numword",
"email",
"url",
"host",
"sfloat",
"version",
"hword_numpart",
"hword_part",
"hword_asciipart",
"blank",
"tag",
"protocol",
"numhword",
"asciihword",
"hword",
"url_path",
"file",
"float",
"int",
"uint",
"entity"
}
Definition at line 58 of file wparser_def.c.
Referenced by prsd_lextype(), and TParserGet().
1.7.1