From c128865c4c7411c29a59fca9a3a2f95537686d7b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Paul=20B=C3=BCtow?= <pbuetow@mimecast.com>
Date: Mon, 20 Jan 2020 18:41:05 +0000
Subject: Move commands to cmd/ and move internal dependencies to internal/

---
 mapr/token.go | 108 ----------------------------------------------------------
 1 file changed, 108 deletions(-)
 delete mode 100644 mapr/token.go

(limited to 'mapr/token.go')

diff --git a/mapr/token.go b/mapr/token.go
deleted file mode 100644
index b8be4da..0000000
--- a/mapr/token.go
+++ /dev/null
@@ -1,108 +0,0 @@
-package mapr
-
-import (
-	"strings"
-)
-
-var keywords = [...]string{"select", "from", "where", "group", "rorder", "order", "interval", "limit", "outfile"}
-
-// Represents a parsed token, used to parse the mapr query.
-type token struct {
-	str        string
-	isBareword bool
-}
-
-func (t token) isKeyword() bool {
-	if !t.isBareword {
-		return false
-	}
-
-	for _, keyword := range keywords {
-		if strings.ToLower(t.str) == keyword {
-			return true
-		}
-	}
-	return false
-}
-
-func (t token) String() string {
-	return t.str
-}
-
-func tokenize(queryStr string) []token {
-	var tokens []token
-
-	for i, part := range strings.Split(queryStr, "\"") {
-		// Even i, means that it is not a quoted string
-		if i%2 == 0 {
-			commasStripped := strings.Replace(part, ",", " ", -1)
-			for _, tokenStr := range strings.Fields(commasStripped) {
-				token := token{
-					str:        tokenStr,
-					isBareword: true,
-				}
-				tokens = append(tokens, token)
-			}
-			continue
-		}
-		// Add whole quoted string as a token
-		token := token{
-			str:        part,
-			isBareword: false,
-		}
-		tokens = append(tokens, token)
-	}
-
-	return tokens
-}
-
-func tokensConsume(tokens []token) ([]token, []token) {
-	//logger.Trace("=====================")
-	var consumed []token
-
-	for i, t := range tokens {
-		if t.isKeyword() {
-			//logger.Trace("keyword", t)
-			return tokens[i:], consumed
-		}
-		// strip escapes, such as ` from `foo`, this allows to use keywords as field names
-		length := len(t.str)
-		if length == 0 {
-			continue
-		}
-		if t.str[0] == '`' && t.str[length-1] == '`' {
-			stripped := t.str[1 : length-1]
-			//logger.Trace("stripped", stripped)
-			t := token{
-				str:        stripped,
-				isBareword: t.isBareword,
-			}
-			consumed = append(consumed, t)
-			continue
-		}
-		//logger.Trace("bare", token)
-		consumed = append(consumed, t)
-	}
-
-	//logger.Trace("result", consumed)
-	return nil, consumed
-}
-
-func tokensConsumeStr(tokens []token) ([]token, []string) {
-	var strings []string
-	tokens, found := tokensConsume(tokens)
-	for _, token := range found {
-		strings = append(strings, token.str)
-	}
-	return tokens, strings
-}
-
-func tokensConsumeOptional(tokens []token, optional string) []token {
-	if len(tokens) < 1 {
-		return tokens
-	}
-	if strings.ToLower(tokens[0].str) == strings.ToLower(optional) {
-		return tokens[1:]
-	}
-	return tokens
-}
-- 
cgit v1.2.3