// Copyright © 2016 Abcum Ltd // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package sql // Token defines a lexical token type Token int const ( // special ILLEGAL Token = iota EOF WS // literals literalsBeg DATE // 1970-01-01 TIME // 1970-01-01T00:00:00+00:00 PATH // :friend JSON // {"test":true} IDENT // something STRING // "something" REGION // "a multiline \n string" NUMBER // 123456 DOUBLE // 123.456 REGEX // /.*/ ARRAY // [0,1,2] DURATION // 13h EAT // @ DOT // . COMMA // , LPAREN // ( RPAREN // ) LBRACK // [ RBRACK // ] COLON // : SEMICOLON // ; literalsEnd // operators operatorBeg ADD // + SUB // - MUL // * DIV // / INC // += DEC // -= EQ // = NEQ // != LT // < LTE // <= GT // > GTE // >= EQR // =~ NER // !~ SEQ // ∋ SNE // ∌ OEDGE // -> IEDGE // <- BEDGE // <-> operatorEnd // literals keywordsBeg ACCEPT AFTER ALL AND AS ASC AT BEFORE BOTH BY CODE COLUMNS CONTENT CREATE DATABASE DEFAULT DEFINE DELETE DESC DIFF DISTINCT EMPTY ENUM EXPLAIN EXPUNGE FALSE FIELD FROM FULL GROUP HISTORY ID IN INDEX INSERT INTO LIMIT MANDATORY MAX MERGE MIN MODIFY NAMESPACE NONE NOTNULL NOW NULL OFFSET ON OR ORDER READONLY RECORD REJECT RELATE REMOVE RESYNC RETURN SELECT SET START TABLE TO TRUE TYPE UNIQUE UPDATE UPSERT USE VERSION VOID WHERE keywordsEnd ) var tokens = [...]string{ ILLEGAL: "ILLEGAL", EOF: "EOF", WS: "WS", // literals DATE: "DATE", TIME: "TIME", PATH: "PATH", JSON: "JSON", IDENT: "IDENT", STRING: "STRING", REGION: "REGION", NUMBER: "NUMBER", DOUBLE: "DOUBLE", REGEX: "REGEX", ARRAY: "ARRAY", DURATION: "DURATION", EAT: "@", DOT: ".", COMMA: ",", LPAREN: "(", RPAREN: ")", LBRACK: "[", RBRACK: "]", COLON: ":", SEMICOLON: ";", // operators ADD: "+", SUB: "-", MUL: "*", DIV: "/", INC: "+=", DEC: "-=", EQ: "=", NEQ: "!=", LT: "<", LTE: "<=", GT: ">", GTE: ">=", EQR: "=~", NER: "!~", SEQ: "∋", SNE: "∌", // keywords ACCEPT: "ACCEPT", AFTER: "AFTER", ALL: "ALL", AND: "AND", AS: "AS", ASC: "ASC", AT: "AT", BEFORE: "BEFORE", BOTH: "BOTH", BY: "BY", CODE: "CODE", COLUMNS: "COLUMNS", CONTENT: "CONTENT", CREATE: "CREATE", DATABASE: "DATABASE", DEFAULT: "DEFAULT", DEFINE: "DEFINE", DELETE: "DELETE", DESC: "DESC", DIFF: "DIFF", DISTINCT: "DISTINCT", EMPTY: "EMPTY", ENUM: "ENUM", EXPLAIN: "EXPLAIN", EXPUNGE: "EXPUNGE", FALSE: "FALSE", FIELD: "FIELD", FROM: "FROM", FULL: "FULL", GROUP: "GROUP", HISTORY: "HISTORY", ID: "ID", IN: "IN", INDEX: "INDEX", INSERT: "INSERT", INTO: "INTO", LIMIT: "LIMIT", MANDATORY: "MANDATORY", MAX: "MAX", MERGE: "MERGE", MIN: "MIN", MODIFY: "MODIFY", NAMESPACE: "NAMESPACE", NONE: "NONE", NOTNULL: "NOTNULL", NOW: "NOW", NULL: "NULL", ON: "ON", OR: "OR", ORDER: "ORDER", READONLY: "READONLY", RECORD: "RECORD", REJECT: "REJECT", RELATE: "RELATE", REMOVE: "REMOVE", RESYNC: "RESYNC", RETURN: "RETURN", SELECT: "SELECT", SET: "SET", START: "START", TABLE: "TABLE", TO: "TO", TRUE: "TRUE", TYPE: "TYPE", UNIQUE: "UNIQUE", UPDATE: "UPDATE", UPSERT: "UPSERT", USE: "USE", VERSION: "VERSION", VOID: "VOID", WHERE: "WHERE", } var literals map[string]Token var operator map[string]Token var keywords map[string]Token func init() { literals = make(map[string]Token) for tok := literalsBeg + 1; tok < literalsEnd; tok++ { literals[tokens[tok]] = tok } operator = make(map[string]Token) for tok := operatorBeg + 1; tok < operatorEnd; tok++ { operator[tokens[tok]] = tok } keywords = make(map[string]Token) for tok := keywordsBeg + 1; tok < keywordsEnd; tok++ { keywords[tokens[tok]] = tok } } func lookup(lookups []Token) (literals []string) { for _, token := range lookups { literals = append(literals, token.String()) } return } func (tok Token) precedence() int { switch tok { case OR: return 1 case AND: return 2 case EQ, NEQ, EQR, NER, LT, LTE, GT, GTE: return 3 case ADD, SUB: return 4 case MUL, DIV: return 5 } return 0 } func (tok Token) String() string { if tok >= 0 && tok < Token(len(tokens)) { return tokens[tok] } return "" } func (tok Token) isLiteral() bool { return tok > literalsBeg && tok < literalsEnd } func (tok Token) isKeyword() bool { return tok > keywordsBeg && tok < keywordsEnd } func (tok Token) isOperator() bool { return tok > operatorBeg && tok < operatorEnd }