fix(SQLParser): move to Data dir; add extradirs, remove vs 140,150 build scripts generation

Data/SQLParser/test/sql_parser.cpp

@@ -0,0 +1,44 @@
+#include "thirdparty/microtest/microtest.h"
+
+#include <iostream>
+#include <map>
+#include <string>
+
+#include "SQLParser.h"
+#include "parser/bison_parser.h"
+#include "sql_asserts.h"
+
+using namespace hsql;
+
+void test_tokens(const std::string& query, const std::vector<int16_t>& expected_tokens) {
+  std::vector<int16_t> tokens;
+  ASSERT(SQLParser::tokenize(query, &tokens));
+
+  ASSERT_EQ(expected_tokens.size(), tokens.size());
+
+  for (unsigned i = 0; i < expected_tokens.size(); ++i) {
+    ASSERT_EQ(expected_tokens[i], tokens[i]);
+  }
+}
+
+TEST(SQLParserTokenizeTest) {
+  test_tokens("SELECT * FROM test;", {SQL_SELECT, '*', SQL_FROM, SQL_IDENTIFIER, ';'});
+  test_tokens("SELECT a, 'b' FROM test WITH HINT;",
+              {SQL_SELECT, SQL_IDENTIFIER, ',', SQL_STRING, SQL_FROM, SQL_IDENTIFIER, SQL_WITH, SQL_HINT, ';'});
+}
+
+TEST(SQLParserTokenizeStringifyTest) {
+  const std::string query = "SELECT * FROM test;";
+  std::vector<int16_t> tokens;
+  ASSERT(SQLParser::tokenize(query, &tokens));
+
+  // Make u16string.
+  std::u16string token_string(tokens.cbegin(), tokens.cend());
+
+  // Check if u16 string is cacheable.
+  std::map<std::u16string, std::string> cache;
+  cache[token_string] = query;
+
+  ASSERT(query == cache[token_string]);
+  ASSERT(&query != &cache[token_string]);
+}