scanner.c File Reference

#include <tree_sitter/parser.h>
#include <ctype.h>
#include <wctype.h>
#include <stdio.h>
#include <string.h>

Go to the source code of this file.

Macros
#define	CMD_IDENTIFIER_MAX_LENGTH   32
#define	ESCAPE_CHAR   '\\'

Enumerations
enum	TokenType {   CMD_IDENTIFIER , HELP_STMT , FILE_DESCRIPTOR , EQ_SEP_CONCAT ,   CONCAT , CONCAT_PF_DOT , SPEC_SEP }

Functions
void *	tree_sitter_rzcmd_external_scanner_create ()
void	tree_sitter_rzcmd_external_scanner_destroy (void *payload)
unsigned	tree_sitter_rzcmd_external_scanner_serialize (void *payload, char *buffer)
void	tree_sitter_rzcmd_external_scanner_deserialize (void *payload, const char *buffer, unsigned length)
static bool	is_pf_cmd (const char *s)
static bool	is_env_cmd (const char *s)
static bool	is_at_cmd (const char *s)
static bool	is_remote_cmd (const char *s)
static bool	is_comment (const char *s)
static bool	is_interpret_cmd (const char *s)
static bool	is_special_start (const int32_t ch)
static bool	is_start_of_command (const int32_t ch)
static bool	is_mid_command (const char *res, int len, const int32_t ch)
static bool	is_concat (const int32_t ch)
static bool	is_concat_pf_dot (const int32_t ch)
static bool	is_concat_eq_sep (const int32_t ch)
static bool	is_recursive_help (const int32_t before_last_ch, const int32_t last_ch)
static bool	is_recursive_help_json (const int32_t trd_last_ch, const int32_t snd_last_ch, const int32_t last_ch)
static bool	scan_number (TSLexer *lexer, const bool *valid_symbols)
bool	tree_sitter_rzcmd_external_scanner_scan (void *payload, TSLexer *lexer, const bool *valid_symbols)

Macro Definition Documentation

CMD_IDENTIFIER_MAX_LENGTH

#define CMD_IDENTIFIER_MAX_LENGTH   32

Definition at line 10 of file scanner.c.

ESCAPE_CHAR

#define ESCAPE_CHAR   '\\'

Definition at line 11 of file scanner.c.

Enumeration Type Documentation

TokenType

enum TokenType

Enumerator
CMD_IDENTIFIER
HELP_STMT
FILE_DESCRIPTOR
EQ_SEP_CONCAT
CONCAT
CONCAT_PF_DOT
SPEC_SEP

Definition at line 13 of file scanner.c.

               {
    CMD_IDENTIFIER,
    HELP_STMT,
    FILE_DESCRIPTOR,
    EQ_SEP_CONCAT,
    CONCAT,
    CONCAT_PF_DOT,
    SPEC_SEP,
};

Function Documentation

is_at_cmd()

static bool is_at_cmd ( const char *  s )

static

Definition at line 45 of file scanner.c.

                                     {
    return s[0] == '@';
}

References s.

Referenced by is_mid_command(), and tree_sitter_rzcmd_external_scanner_scan().

is_comment()

static bool is_comment ( const char *  s )

static

Definition at line 53 of file scanner.c.

                                      {
    return !strncmp (s, "/*", 2) || !strcmp (s, "#");
}

References s.

Referenced by ds_esc_str(), and tree_sitter_rzcmd_external_scanner_scan().

is_concat()

static bool is_concat ( const int32_t  ch )

static

Definition at line 92 of file scanner.c.

                                        {
    return ch != '\0' && !iswspace(ch) && ch != '#' && ch != '@' &&
        ch != '|' && ch != '>' && ch != ';' &&
        ch != ')' && ch != '`' && ch != '~' && ch != '\\';
}

Referenced by is_concat_eq_sep(), is_concat_pf_dot(), and tree_sitter_rzcmd_external_scanner_scan().

is_concat_eq_sep()

static bool is_concat_eq_sep ( const int32_t  ch )

static

Definition at line 102 of file scanner.c.

                                               {
    return is_concat(ch) && ch != '=';
}

References is_concat().

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_concat_pf_dot()

static bool is_concat_pf_dot ( const int32_t  ch )

static

Definition at line 98 of file scanner.c.

                                               {
    return is_concat(ch) && ch != '=';
}

References is_concat().

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_env_cmd()

static bool is_env_cmd ( const char *  s )

static

Definition at line 41 of file scanner.c.

                                      {
    return !strncmp (s, "env", 3);
}

References s.

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_interpret_cmd()

static bool is_interpret_cmd ( const char *  s )

static

Definition at line 57 of file scanner.c.

                                            {
    return s[0] == '.';
}

References s.

Referenced by is_mid_command().

is_mid_command()

static bool is_mid_command ( const char *  res, int  len, const int32_t  ch  )

static

Definition at line 73 of file scanner.c.

                                                                       {
    if (ch == ESCAPE_CHAR) {
        return true;
    }
    if (res[0] == '#') {
        if (len == 1) {
            return ch == '!' || ch == '?';
        }
        return ch == '?';
    } else if (res[0] == '<') {
        return ch == '?';
    }
    return iswalnum (ch) || ch == '$' || ch == '?' || ch == '.' || ch == '!' ||
        ch == '+' || ch == '=' || ch == '/' || ch == '*' ||
        ch == '-' || ch == '&' || ch == '_' ||
        (is_interpret_cmd (res) && ch == '(') ||
        (is_remote_cmd (res) && ch == '<') || (is_at_cmd (res) && ch == '@');
}

References ESCAPE_CHAR, is_at_cmd(), is_interpret_cmd(), is_remote_cmd(), and len.

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_pf_cmd()

static bool is_pf_cmd ( const char *  s )

static

Definition at line 37 of file scanner.c.

                                     {
    return (strcmp (s, "pfo") && !strncmp (s, "pf", 2)) || !strcmp (s, "Cf");
}

References s.

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_recursive_help()

static bool is_recursive_help ( const int32_t  before_last_ch, const int32_t  last_ch  )

static

Definition at line 106 of file scanner.c.

                                                                                   {
    return before_last_ch == '?' && last_ch == '*';
}

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_recursive_help_json()

static bool is_recursive_help_json ( const int32_t  trd_last_ch, const int32_t  snd_last_ch, const int32_t  last_ch  )

static

Definition at line 110 of file scanner.c.

                                                                                                                {
    return trd_last_ch == '?' && snd_last_ch == '*' && last_ch == 'j';
}

Referenced by tree_sitter_rzcmd_external_scanner_scan().

is_remote_cmd()

static bool is_remote_cmd ( const char *  s )

static

Definition at line 49 of file scanner.c.

                                         {
    return s[0] == 'R';
}

References s.

Referenced by is_mid_command().

is_special_start()

static bool is_special_start ( const int32_t  ch )

static

Definition at line 61 of file scanner.c.

                                               {
    return ch == '*' || ch == '(' || ch == '@' || ch == '|' || ch == '>' ||
        ch == '.' || ch == '|' || ch == '%' || ch == '~' ||
        ch == '!';
}

Referenced by is_start_of_command(), and tree_sitter_rzcmd_external_scanner_scan().

is_start_of_command()

static bool is_start_of_command ( const int32_t  ch )

static

Definition at line 67 of file scanner.c.

                                                  {
    return iswalpha (ch) || ch == '$' || ch == '?' || ch == ':' || ch == '+' ||
        ch == '=' || ch == '/' || ch == '_' || ch == '#' || ch == '\\' ||
        ch == '-' || ch == '<' || ch == '&' || is_special_start (ch);
}

References is_special_start().

Referenced by tree_sitter_rzcmd_external_scanner_scan().

scan_number()

static bool scan_number ( TSLexer *  lexer, const bool *  valid_symbols  )

static

Definition at line 114 of file scanner.c.

                                                                   {
    if (!valid_symbols[FILE_DESCRIPTOR]) {
        return false;
    }
 
    // skip spaces at the beginning
    while (iswspace (lexer->lookahead)) {
        lexer->advance (lexer, true);
    }
 
    if (!iswdigit (lexer->lookahead)) {
        return false;
    }
    lexer->advance (lexer, false);
    for (;;) {
        if (iswdigit (lexer->lookahead)) {
            lexer->advance (lexer, false);
        } else if (lexer->lookahead != '>') {
            return false;
        } else {
            break;
        }
    }
    if (lexer->lookahead == '>') {
        lexer->result_symbol = FILE_DESCRIPTOR;
        return true;
    }
    return false;
}

References TSLexer::advance, FILE_DESCRIPTOR, TSLexer::lookahead, and TSLexer::result_symbol.

Referenced by tree_sitter_rzcmd_external_scanner_scan().

tree_sitter_rzcmd_external_scanner_create()

void* tree_sitter_rzcmd_external_scanner_create

(

void

)

Definition at line 23 of file scanner.c.

                                                  {
    return NULL;
}

References NULL.

Referenced by tree_sitter_rzcmd().

tree_sitter_rzcmd_external_scanner_deserialize()

void tree_sitter_rzcmd_external_scanner_deserialize	(	void *	payload,
		const char *	buffer,
		unsigned	length
	)

Definition at line 34 of file scanner.c.

                                                                                                        {
}

Referenced by tree_sitter_rzcmd().

tree_sitter_rzcmd_external_scanner_destroy()

void tree_sitter_rzcmd_external_scanner_destroy

(

void *

payload

)

Definition at line 27 of file scanner.c.

                                                               {
}

Referenced by tree_sitter_rzcmd().

tree_sitter_rzcmd_external_scanner_scan()

bool tree_sitter_rzcmd_external_scanner_scan	(	void *	payload,
		TSLexer *	lexer,
		const bool *	valid_symbols
	)

Definition at line 144 of file scanner.c.

                                                                                                       {
    if (valid_symbols[SPEC_SEP] && lexer->lookahead == ':') {
        lexer->advance(lexer, false);
        lexer->result_symbol = SPEC_SEP;
        return true;
    } else if (valid_symbols[CONCAT] && is_concat(lexer->lookahead)) {
        lexer->result_symbol = CONCAT;
        return true;
    } else if (valid_symbols[CONCAT_PF_DOT] && is_concat_pf_dot(lexer->lookahead)) {
        lexer->result_symbol = CONCAT_PF_DOT;
        return true;
    } else if (valid_symbols[EQ_SEP_CONCAT] && is_concat_eq_sep(lexer->lookahead)) {
        lexer->result_symbol = EQ_SEP_CONCAT;
        return true;
    }
    if (valid_symbols[CMD_IDENTIFIER] || valid_symbols[HELP_STMT]) {
        char res[CMD_IDENTIFIER_MAX_LENGTH + 1];
        int i_res = 0;
 
        while (iswspace (lexer->lookahead)) {
            lexer->advance (lexer, true);
        }
 
        if (!is_start_of_command (lexer->lookahead)) {
            return false;
        }
        res[i_res++] = lexer->lookahead;
        lexer->advance (lexer, false);
        while (lexer->lookahead && i_res < CMD_IDENTIFIER_MAX_LENGTH && is_mid_command (res, i_res, lexer->lookahead)) {
            if (lexer->lookahead == ESCAPE_CHAR) {
                // ignore escape char and just get the next one, whatever it is
                lexer->advance (lexer, false);
            }
            res[i_res++] = lexer->lookahead;
            lexer->advance (lexer, false);
        }
        res[i_res] = '\0';
        if (is_comment (res)) {
            return false;
        }
        // ?? is not considered an help command, just a regular one
        if ((res[i_res - 1] == '?' && strcmp (res, "??") != 0) ||
            (i_res > 2 && is_recursive_help (res[i_res - 2], res[i_res - 1])) ||
            (i_res > 3 && is_recursive_help_json (res[i_res - 3], res[i_res - 2], res[i_res - 1]))) {
            if (i_res == 1) {
                return false;
            }
            lexer->result_symbol = HELP_STMT;
        } else {
            if ((is_special_start(res[0]) && strcmp(res, "R=!")) || is_pf_cmd(res) || is_env_cmd(res) || is_at_cmd(res) || !valid_symbols[CMD_IDENTIFIER]) {
                return false;
            }
            lexer->result_symbol = CMD_IDENTIFIER;
        }
        return true;
    }
    if (valid_symbols[FILE_DESCRIPTOR]) {
        return scan_number (lexer, valid_symbols);
    }
    return false;
}

References TSLexer::advance, CMD_IDENTIFIER, CMD_IDENTIFIER_MAX_LENGTH, CONCAT, CONCAT_PF_DOT, EQ_SEP_CONCAT, ESCAPE_CHAR, FILE_DESCRIPTOR, HELP_STMT, is_at_cmd(), is_comment(), is_concat(), is_concat_eq_sep(), is_concat_pf_dot(), is_env_cmd(), is_mid_command(), is_pf_cmd(), is_recursive_help(), is_recursive_help_json(), is_special_start(), is_start_of_command(), TSLexer::lookahead, TSLexer::result_symbol, scan_number(), and SPEC_SEP.

Referenced by tree_sitter_rzcmd().

tree_sitter_rzcmd_external_scanner_serialize()

unsigned tree_sitter_rzcmd_external_scanner_serialize	(	void *	payload,
		char *	buffer
	)

Definition at line 30 of file scanner.c.

                                                                                   {
    return 0;
}

Referenced by tree_sitter_rzcmd().