1 В избранное 0 Ответвления 0

OSCHINA-MIRROR/hanchuanchuan-goInception

Присоединиться к Gitlife
Откройте для себя и примите участие в публичных проектах с открытым исходным кодом с участием более 10 миллионов разработчиков. Приватные репозитории также полностью бесплатны :)
Присоединиться бесплатно
Это зеркальный репозиторий, синхронизируется ежедневно с исходного репозитория.
Клонировать/Скачать
consistent_test.go 3.5 КБ
Копировать Редактировать Исходные данные Просмотреть построчно История
hanchuanchuan Отправлено 6 лет назад 0f09d27
// Copyright 2017 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// See the License for the specific language governing permissions and
// limitations under the License.
package parser
import (
"io/ioutil"
"os"
"path"
"runtime"
"sort"
"strings"
. "github.com/pingcap/check"
)
var _ = Suite(&testConsistentSuite{})
type testConsistentSuite struct {
}
func (s *testConsistentSuite) TestKeywordConsistent(c *C) {
_, filename, _, _ := runtime.Caller(0)
parserFilename := path.Join(path.Dir(filename), "parser.y")
parserFile, err := os.Open(parserFilename)
c.Assert(err, IsNil)
data, err := ioutil.ReadAll(parserFile)
c.Assert(err, IsNil)
content := string(data)
reservedKeywordStartMarker := "\t/* The following tokens belong to ReservedKeyword. */"
unreservedKeywordStartMarker := "\t/* The following tokens belong to UnReservedKeyword. */"
notKeywordTokenStartMarker := "\t/* The following tokens belong to NotKeywordToken. */"
tidbKeywordStartMarker := "\t/* The following tokens belong to TiDBKeyword. */"
identTokenEndMarker := "%token\t<item>"
reservedKeywords := extractKeywords(content, reservedKeywordStartMarker, unreservedKeywordStartMarker)
unreservedKeywords := extractKeywords(content, unreservedKeywordStartMarker, notKeywordTokenStartMarker)
notKeywordTokens := extractKeywords(content, notKeywordTokenStartMarker, tidbKeywordStartMarker)
tidbKeywords := extractKeywords(content, tidbKeywordStartMarker, identTokenEndMarker)
for k, v := range aliases {
c.Assert(k != v, IsTrue)
c.Assert(tokenMap[k], Equals, tokenMap[v])
}
keywordCount := len(reservedKeywords) + len(unreservedKeywords) + len(notKeywordTokens) + len(tidbKeywords)
c.Assert(len(tokenMap)-len(aliases), Equals, keywordCount)
unreservedCollectionDef := extractKeywordsFromCollectionDef(content, "\nUnReservedKeyword:")
c.Assert(unreservedKeywords, DeepEquals, unreservedCollectionDef)
notKeywordTokensCollectionDef := extractKeywordsFromCollectionDef(content, "\nNotKeywordToken:")
c.Assert(notKeywordTokens, DeepEquals, notKeywordTokensCollectionDef)
tidbKeywordsCollectionDef := extractKeywordsFromCollectionDef(content, "\nTiDBKeyword:")
c.Assert(tidbKeywords, DeepEquals, tidbKeywordsCollectionDef)
}
func extractMiddle(str, startMarker, endMarker string) string {
startIdx := strings.Index(str, startMarker)
if startIdx == -1 {
return ""
}
str = str[startIdx+len(startMarker):]
endIdx := strings.Index(str, endMarker)
if endIdx == -1 {
return ""
}
return str[:endIdx]
}
func extractQuotedWords(strs []string) []string {
var words []string
for _, str := range strs {
word := extractMiddle(str, "\"", "\"")
if word == "" {
continue
}
words = append(words, word)
}
sort.Strings(words)
return words
}
func extractKeywords(content, startMarker, endMarker string) []string {
keywordSection := extractMiddle(content, startMarker, endMarker)
lines := strings.Split(keywordSection, "\n")
return extractQuotedWords(lines)
}
func extractKeywordsFromCollectionDef(content, startMarker string) []string {
keywordSection := extractMiddle(content, startMarker, "\n\n")
words := strings.Split(keywordSection, "|")
return extractQuotedWords(words)
}

Комментарий ( 0 )

Вы можете оставить комментарий после Вход в систему

1
https://gitlife.ru/oschina-mirror/hanchuanchuan-goInception.git
git@gitlife.ru:oschina-mirror/hanchuanchuan-goInception.git
oschina-mirror
hanchuanchuan-goInception
hanchuanchuan-goInception
v1.2.4