scanner.c File Reference

CSS token scanner utilities. More...

#include <stdio.h>
#include <string.h>
#include "elinks.h"
#include "document/css/scanner.h"
#include "util/error.h"
#include "util/scanner.h"
#include "util/string.h"

Include dependency graph for scanner.c:

Macros
#define	check_css_table(c, bit)   (css_scanner_info.scan_table[(unsigned char)(c)] & (bit))
#define	scan_css(scanner, s, bit)    while ((s) < (scanner)->end && check_css_table(*(s), bit)) (s)++;
#define	scan_back_css(scanner, s, bit)    while ((s) >= (scanner)->string && check_css_table(*(s), bit)) (s)--;
#define	is_css_ident_start(c)   check_css_table(c, CSS_CHAR_IDENT_START)
#define	is_css_ident(c)   check_css_table(c, CSS_CHAR_IDENT)
#define	is_css_digit(c)   check_css_table(c, CSS_CHAR_DIGIT)
#define	is_css_hexdigit(c)   check_css_table(c, CSS_CHAR_HEX_DIGIT)
#define	is_css_char_token(c)   check_css_table(c, CSS_CHAR_TOKEN)
#define	is_css_token_start(c)   check_css_table(c, CSS_CHAR_TOKEN_START)
#define	skip_css(scanner, s, skipto)

Enumerations
enum	css_char_group {   CSS_CHAR_ALPHA = (1 << 0) , CSS_CHAR_DIGIT = (1 << 1) , CSS_CHAR_HEX_DIGIT = (1 << 2) , CSS_CHAR_IDENT = (1 << 3) ,   CSS_CHAR_IDENT_START = (1 << 4) , CSS_CHAR_NEWLINE = (1 << 5) , CSS_CHAR_NON_ASCII = (1 << 6) , CSS_CHAR_SGML_MARKUP = (1 << 7) ,   CSS_CHAR_TOKEN = (1 << 8) , CSS_CHAR_TOKEN_START = (1 << 9) , CSS_CHAR_WHITESPACE = (1 << 10) }
	Bitmap entries for the CSS character groups used in the scanner table. More...

Functions
static struct scanner_token *	scan_css_tokens (struct scanner *scanner)
static void	scan_css_token (struct scanner *scanner, struct scanner_token *token)

Variables
static const struct scan_table_info	css_scan_table_info []
static const struct scanner_string_mapping	css_string_mappings []
struct scanner_info	css_scanner_info

Detailed Description

CSS token scanner utilities.

Macro Definition Documentation

check_css_table

#define check_css_table	(		c,
			bit
	)		(css_scanner_info.scan_table[(unsigned char)(c)] & (bit))

is_css_char_token

#define is_css_char_token

(

c

)

check_css_table(c, CSS_CHAR_TOKEN)

is_css_digit

#define is_css_digit

(

c

)

check_css_table(c, CSS_CHAR_DIGIT)

is_css_hexdigit

#define is_css_hexdigit

(

c

)

check_css_table(c, CSS_CHAR_HEX_DIGIT)

is_css_ident

#define is_css_ident

(

c

)

check_css_table(c, CSS_CHAR_IDENT)

is_css_ident_start

#define is_css_ident_start

(

c

)

check_css_table(c, CSS_CHAR_IDENT_START)

is_css_token_start

#define is_css_token_start

(

c

)

check_css_table(c, CSS_CHAR_TOKEN_START)

scan_back_css

#define scan_back_css	(		scanner,
			s,
			bit
	)		while ((s) >= (scanner)->string && check_css_table(*(s), bit)) (s)--;

scan_css

#define scan_css	(		scanner,
			s,
			bit
	)		while ((s) < (scanner)->end && check_css_table(*(s), bit)) (s)++;

skip_css

#define skip_css	(		scanner,
			s,
			skipto
	)

Value:

   while (s < (scanner)->end              \
          && *(s) != (skipto)             \
          && check_css_precedence(*(s), skipto)) {       \
      if (isquote(*(s))) {             \
         int size = (scanner)->end - (s);    \
         char *end = (char *)memchr(s + 1, *(s), size);  \
                           \
         if (end) (s) = end;           \
      }                    \
      (s)++;                     \
   }

Enumeration Type Documentation

css_char_group

enum css_char_group

Bitmap entries for the CSS character groups used in the scanner table.

Enumerator
CSS_CHAR_ALPHA
CSS_CHAR_DIGIT
CSS_CHAR_HEX_DIGIT
CSS_CHAR_IDENT
CSS_CHAR_IDENT_START
CSS_CHAR_NEWLINE
CSS_CHAR_NON_ASCII
CSS_CHAR_SGML_MARKUP
CSS_CHAR_TOKEN
CSS_CHAR_TOKEN_START
CSS_CHAR_WHITESPACE

Function Documentation

scan_css_token()

static void scan_css_token ( struct scanner *  scanner, struct scanner_token *  token  )

inlinestatic

scan_css_tokens()

static struct scanner_token * scan_css_tokens ( struct scanner *  scanner )

static

Variable Documentation

css_scan_table_info

const struct scan_table_info css_scan_table_info[]

static

Initial value:

= {
   SCAN_TABLE_RANGE("0", '9', CSS_CHAR_DIGIT | CSS_CHAR_HEX_DIGIT | CSS_CHAR_IDENT),
   SCAN_TABLE_RANGE("A", 'F', CSS_CHAR_HEX_DIGIT),
   SCAN_TABLE_RANGE("A", 'Z', CSS_CHAR_ALPHA | CSS_CHAR_IDENT | CSS_CHAR_IDENT_START),
   SCAN_TABLE_RANGE("a", 'f', CSS_CHAR_HEX_DIGIT),
   SCAN_TABLE_RANGE("a", 'z', CSS_CHAR_ALPHA | CSS_CHAR_IDENT | CSS_CHAR_IDENT_START),
   
   SCAN_TABLE_RANGE("\241", 255, CSS_CHAR_NON_ASCII | CSS_CHAR_IDENT | CSS_CHAR_IDENT_START),
 
   SCAN_TABLE_STRING(" \f\n\r\t\v\000", CSS_CHAR_WHITESPACE),
   SCAN_TABLE_STRING("\f\n\r",    CSS_CHAR_NEWLINE),
   SCAN_TABLE_STRING("-",      CSS_CHAR_IDENT),
   SCAN_TABLE_STRING(".#@!\"'<-/|^$*",  CSS_CHAR_TOKEN_START),
   
   SCAN_TABLE_STRING("\\_",    CSS_CHAR_IDENT | CSS_CHAR_IDENT_START),
   
   SCAN_TABLE_STRING("[({})];:,.>+~",   CSS_CHAR_TOKEN),
   SCAN_TABLE_STRING("<![CDATA]->", CSS_CHAR_SGML_MARKUP),
 
   SCAN_TABLE_END,
}

css_scanner_info

struct scanner_info css_scanner_info

Initial value:

= {
   css_string_mappings,
   css_scan_table_info,
   scan_css_tokens,
}

css_string_mappings

const struct scanner_string_mapping css_string_mappings[]

static

Initial value:

= {
   { "Hz",     CSS_TOKEN_FREQUENCY, CSS_TOKEN_DIMENSION },
   { "cm",     CSS_TOKEN_LENGTH, CSS_TOKEN_DIMENSION },
   { "deg", CSS_TOKEN_ANGLE,  CSS_TOKEN_DIMENSION },
   { "em",     CSS_TOKEN_EM,     CSS_TOKEN_DIMENSION },
   { "ex",     CSS_TOKEN_EX,     CSS_TOKEN_DIMENSION },
   { "grad",   CSS_TOKEN_ANGLE,  CSS_TOKEN_DIMENSION },
   { "in",     CSS_TOKEN_LENGTH, CSS_TOKEN_DIMENSION },
   { "kHz", CSS_TOKEN_FREQUENCY, CSS_TOKEN_DIMENSION },
   { "mm",     CSS_TOKEN_LENGTH, CSS_TOKEN_DIMENSION },
   { "ms",     CSS_TOKEN_TIME,      CSS_TOKEN_DIMENSION },
   { "pc",     CSS_TOKEN_LENGTH, CSS_TOKEN_DIMENSION },
   { "pt",     CSS_TOKEN_LENGTH, CSS_TOKEN_DIMENSION },
   { "px",     CSS_TOKEN_LENGTH, CSS_TOKEN_DIMENSION },
   { "rad", CSS_TOKEN_ANGLE,  CSS_TOKEN_DIMENSION },
   { "s",      CSS_TOKEN_TIME,      CSS_TOKEN_DIMENSION },
 
   { "rgb", CSS_TOKEN_RGB,    CSS_TOKEN_FUNCTION },
   { "url", CSS_TOKEN_URL,    CSS_TOKEN_FUNCTION },
 
   { "charset",   CSS_TOKEN_AT_CHARSET,   CSS_TOKEN_AT_KEYWORD },
   { "font-face", CSS_TOKEN_AT_FONT_FACE, CSS_TOKEN_AT_KEYWORD },
   { "import", CSS_TOKEN_AT_IMPORT, CSS_TOKEN_AT_KEYWORD },
   { "media",  CSS_TOKEN_AT_MEDIA,  CSS_TOKEN_AT_KEYWORD },
   { "page",   CSS_TOKEN_AT_PAGE,   CSS_TOKEN_AT_KEYWORD },
 
   { NULL, CSS_TOKEN_NONE, CSS_TOKEN_NONE },
}