fix(parser): adapts to double value (#27)

* fix(parser): adapts to double value

* fix(parser): adapts to double value

* fix(parser): adapts to double value

Author: Ifffff

parser/oceanbase_parser/lexer.py

@@ -16,7 +16,7 @@
 
 reserved = sorted(set(presto_tokens).difference(presto_nonreserved))
 
-tokens = ['INTEGER', 'DECIMAL', 'NUMBER',
+tokens = ['INTEGER', 'NUMBER', 'DOUBLE',
           'IDENTIFIER', 'DIGIT_IDENTIFIER',
           'QUOTED_IDENTIFIER', 'BACKQUOTED_IDENTIFIER',
           'STRING', 'PERIOD',
@@ -56,6 +56,15 @@
 t_ignore = ' \t'
 
 
+def t_DOUBLE(t):
+    r"""(\d+(?:\.\d*)?(?:[eE][+-]?\d+)?|\d*(?:\.\d+)(?:[eE][+-]?\d+)?)"""
+    if 'e' in t.value or 'E' in t.value or '.' in t.value:
+        t.type = 'DOUBLE'
+    else:
+        t.type = "INTEGER"
+    return t
+
+
 def t_INTEGER(t):
     r'\d+'
     t.type = "INTEGER"

parser/oceanbase_parser/parser.py

@@ -1059,9 +1059,9 @@ def p_quoted_identifier(p):
 
 
 def p_number(p):
-    r"""number : DECIMAL
+    r"""number : DOUBLE
                | INTEGER"""
-    if p.slice[1].type == "DECIMAL":
+    if p.slice[1].type == "DOUBLE":
         p[0] = DoubleLiteral(p.lineno(1), p.lexpos(1), p[1])
     else:
         p[0] = LongLiteral(p.lineno(1), p.lexpos(1), p[1])

test/parser/test_parser_dml.py

@@ -441,6 +441,14 @@ def test_current_date(self):
         result = oceanbase_parser.parse(sql)
         assert isinstance(result, Statement)
 
+    def test_double_type(self):
+        sql = """
+        SELECT Winner FROM table_11621915_1 WHERE Purse > 964017.2297960471 AND Date_ds = "may 28"
+        """
+        sql = Utils.remove_sql_text_affects_parser(sql)
+        result = oceanbase_parser.parse(sql)
+        assert isinstance(result, Statement)
+
 
 if __name__ == '__main__':
     unittest.main()