Skip to content

Instantly share code, notes, and snippets.

@y56

y56/bug_demo.sql

Created August 12, 2020 09:42
Show Gist options
  • Save y56/848005fb02fabe1c3934a7b2d160876c to your computer and use it in GitHub Desktop.
Save y56/848005fb02fabe1c3934a7b2d160876c to your computer and use it in GitHub Desktop.
Download ZIP
timestamp error
Raw
bug_demo.sql
values TIMESTAMP '1982-01-01 00:00:00.000'
Raw
timestamp.py.sql.log
Traceback (most recent call last):
File "test.py.sql", line 59, in <module>
df = pd.read_sql(sql_string, conn)
File "/home/y56/anaconda3/lib/python3.7/site-packages/pandas/io/sql.py", line 438, in read_sql
chunksize=chunksize,
File "/home/y56/anaconda3/lib/python3.7/site-packages/pandas/io/sql.py", line 1218, in read_query
result = self.execute(*args)
File "/home/y56/anaconda3/lib/python3.7/site-packages/pandas/io/sql.py", line 1087, in execute
return self.connectable.execute(*args, **kwargs)
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/base.py", line 976, in execute
return self._execute_text(object_, multiparams, params)
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/base.py", line 1149, in _execute_text
parameters,
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/base.py", line 1267, in _execute_context
result = context._setup_crud_result_proxy()
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/default.py", line 1212, in _setup_crud_result_proxy
result = self.get_result_proxy()
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/default.py", line 1187, in get_result_proxy
return result.ResultProxy(self)
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/result.py", line 720, in __init__
self._init_metadata()
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/result.py", line 739, in _init_metadata
cursor_description = self._cursor_description()
File "/home/y56/anaconda3/lib/python3.7/site-packages/sqlalchemy/engine/result.py", line 865, in _cursor_description
return self._saved_cursor.description
File "/home/y56/anaconda3/lib/python3.7/site-packages/pyhive/presto.py", line 226, in description
lambda: self._columns is None and
File "/home/y56/anaconda3/lib/python3.7/site-packages/pyhive/common.py", line 46, in _fetch_while
self._fetch_more()
File "/home/y56/anaconda3/lib/python3.7/site-packages/pyhive/presto.py", line 308, in _fetch_more
self._process_response(self._requests_session.get(self._nextUri, **self._requests_kwargs))
File "/home/y56/anaconda3/lib/python3.7/site-packages/pyhive/presto.py", line 349, in _process_response
raise DatabaseError(response_json['error'])
pyhive.exc.DatabaseError: {'message': "line 2:8: '1982-01-01 00:00:00.000' is not a valid timestamp literal", 'errorCode': 59, 'errorName': 'INVALID_LITERAL', 'errorType': 'USER_ERROR', 'errorLocation': {'lineNumber': 2, 'columnNumber': 8}, 'failureInfo': {'type': 'io.prestosql.spi.PrestoException', 'message': "line 2:8: '1982-01-01 00:00:00.000' is not a valid timestamp literal", 'suppressed': [], 'stack': ['io.prestosql.sql.analyzer.SemanticExceptions.semanticException(SemanticExceptions.java:57)', 'io.prestosql.sql.analyzer.SemanticExceptions.semanticException(SemanticExceptions.java:52)', 'io.prestosql.sql.analyzer.ExpressionAnalyzer$Visitor.visitTimestampLiteral(ExpressionAnalyzer.java:829)', 'io.prestosql.sql.analyzer.ExpressionAnalyzer$Visitor.visitTimestampLiteral(ExpressionAnalyzer.java:324)', 'io.prestosql.sql.tree.TimestampLiteral.accept(TimestampLiteral.java:52)', 'io.prestosql.sql.tree.StackableAstVisitor.process(StackableAstVisitor.java:27)', 'io.prestosql.sql.analyzer.ExpressionAnalyzer$Visitor.process(ExpressionAnalyzer.java:347)', 'io.prestosql.sql.analyzer.ExpressionAnalyzer.analyze(ExpressionAnalyzer.java:285)', 'io.prestosql.sql.analyzer.ExpressionAnalyzer.analyzeExpression(ExpressionAnalyzer.java:1592)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.analyzeExpression(StatementAnalyzer.java:2394)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.lambda$visitValues$23(StatementAnalyzer.java:1549)', 'java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)', 'java.base/java.util.Collections$2.tryAdvance(Collections.java:4747)', 'java.base/java.util.Collections$2.forEachRemaining(Collections.java:4755)', 'java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)', 'java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)', 'java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)', 'java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)', 'java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitValues(StatementAnalyzer.java:1556)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitValues(StatementAnalyzer.java:294)', 'io.prestosql.sql.tree.Values.accept(Values.java:55)', 'io.prestosql.sql.tree.AstVisitor.process(AstVisitor.java:27)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:309)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:319)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitQuery(StatementAnalyzer.java:897)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitQuery(StatementAnalyzer.java:294)', 'io.prestosql.sql.tree.Query.accept(Query.java:107)', 'io.prestosql.sql.tree.AstVisitor.process(AstVisitor.java:27)', 'io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:309)', 'io.prestosql.sql.analyzer.StatementAnalyzer.analyze(StatementAnalyzer.java:286)', 'io.prestosql.sql.analyzer.Analyzer.analyze(Analyzer.java:83)', 'io.prestosql.sql.analyzer.Analyzer.analyze(Analyzer.java:75)', 'io.prestosql.execution.SqlQueryExecution.analyze(SqlQueryExecution.java:217)', 'io.prestosql.execution.SqlQueryExecution.<init>(SqlQueryExecution.java:176)', 'io.prestosql.execution.SqlQueryExecution.<init>(SqlQueryExecution.java:93)', 'io.prestosql.execution.SqlQueryExecution$SqlQueryExecutionFactory.createQueryExecution(SqlQueryExecution.java:705)', 'io.prestosql.dispatcher.LocalDispatchQueryFactory.lambda$createDispatchQuery$0(LocalDispatchQueryFactory.java:121)', 'io.prestosql.$gen.Presto_332_39_g026c115_dirty__shopee332____20200811_163015_2.call(Unknown Source)', 'com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)', 'com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)', 'com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)', 'java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)', 'java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)', 'java.base/java.lang.Thread.run(Thread.java:830)'], 'errorLocation': {'lineNumber': 2, 'columnNumber': 8}}}
@y56
Copy link
Author

y56 commented Aug 21, 2020 

"pyhive.exc.DatabaseError":{
   "message":"line 2:8: '1982-01-01 00:00:00.000' is not a valid timestamp literal",
   "errorCode":59,
   "errorName":"INVALID_LITERAL",
   "errorType":"USER_ERROR",
   "errorLocation":{
      "lineNumber":2,
      "columnNumber":8
   },
   "failureInfo":{
      "type":"io.prestosql.spi.PrestoException",
      "message":"line 2:8: '1982-01-01 00:00:00.000' is not a valid timestamp literal",
      "suppressed":[

      ],
      "stack":[
         "io.prestosql.sql.analyzer.SemanticExceptions.semanticException(SemanticExceptions.java:57)",
         "io.prestosql.sql.analyzer.SemanticExceptions.semanticException(SemanticExceptions.java:52)",
         "io.prestosql.sql.analyzer.ExpressionAnalyzer$Visitor.visitTimestampLiteral(ExpressionAnalyzer.java:829)",
         "io.prestosql.sql.analyzer.ExpressionAnalyzer$Visitor.visitTimestampLiteral(ExpressionAnalyzer.java:324)",
         "io.prestosql.sql.tree.TimestampLiteral.accept(TimestampLiteral.java:52)",
         "io.prestosql.sql.tree.StackableAstVisitor.process(StackableAstVisitor.java:27)",
         "io.prestosql.sql.analyzer.ExpressionAnalyzer$Visitor.process(ExpressionAnalyzer.java:347)",
         "io.prestosql.sql.analyzer.ExpressionAnalyzer.analyze(ExpressionAnalyzer.java:285)",
         "io.prestosql.sql.analyzer.ExpressionAnalyzer.analyzeExpression(ExpressionAnalyzer.java:1592)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.analyzeExpression(StatementAnalyzer.java:2394)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.lambda$visitValues$23(StatementAnalyzer.java:1549)",
         "java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)",
         "java.base/java.util.Collections$2.tryAdvance(Collections.java:4747)",
         "java.base/java.util.Collections$2.forEachRemaining(Collections.java:4755)",
         "java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)",
         "java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)",
         "java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)",
         "java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)",
         "java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitValues(StatementAnalyzer.java:1556)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitValues(StatementAnalyzer.java:294)",
         "io.prestosql.sql.tree.Values.accept(Values.java:55)",
         "io.prestosql.sql.tree.AstVisitor.process(AstVisitor.java:27)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:309)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:319)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitQuery(StatementAnalyzer.java:897)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.visitQuery(StatementAnalyzer.java:294)",
         "io.prestosql.sql.tree.Query.accept(Query.java:107)",
         "io.prestosql.sql.tree.AstVisitor.process(AstVisitor.java:27)",
         "io.prestosql.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:309)",
         "io.prestosql.sql.analyzer.StatementAnalyzer.analyze(StatementAnalyzer.java:286)",
         "io.prestosql.sql.analyzer.Analyzer.analyze(Analyzer.java:83)",
         "io.prestosql.sql.analyzer.Analyzer.analyze(Analyzer.java:75)",
         "io.prestosql.execution.SqlQueryExecution.analyze(SqlQueryExecution.java:217)",
         "io.prestosql.execution.SqlQueryExecution.<init>(SqlQueryExecution.java:176)",
         "io.prestosql.execution.SqlQueryExecution.<init>(SqlQueryExecution.java:93)",
         "io.prestosql.execution.SqlQueryExecution$SqlQueryExecutionFactory.createQueryExecution(SqlQueryExecution.java:705)",
         "io.prestosql.dispatcher.LocalDispatchQueryFactory.lambda$createDispatchQuery$0(LocalDispatchQueryFactory.java:121)",
         "io.prestosql.$gen.Presto_332_39_g026c115_dirty__shopee332____20200811_163015_2.call(Unknown Source)",
         "com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)",
         "com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)",
         "com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)",
         "java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)",
         "java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)",
         "java.base/java.lang.Thread.run(Thread.java:830)"
      ],
      "errorLocation":{
         "lineNumber":2,
         "columnNumber":8
      }
   }
}

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment