Skip to content

Instantly share code, notes, and snippets.

View jordanlewis's full-sized avatar
👀
large data banking

Jordan Lewis jordanlewis

👀
large data banking
View GitHub Profile
..........................#...........................................................................................................................................................................................................
..........................|...........................................................................................................................................................................................................
..........................|...........................................................................................................................................................................................................
..........................|...........................................................................................................................................................................................................
..........................|.........................................................................
```'stacktrace: {u\'frames\': [{u\'function\': u\'func4\', u\'abs_path\': u\'/Users/jordan/repo/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go\', u\'pre_context\': [u\'\tif sqlServer != nil {\', u\'\t\twg.Add(1)\', u\'\t\tgo func() {\'], u\'post_context\': [u"\t\t\t// TODO(andrei): Should we sometimes transmit the writerErr\'s to the", u\'\t\t\t// client?\', u\'\t\t\twg.Done()\'], u\'filename\': u\'github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go\', u\'module\': u\'github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl\', u\'in_app\': True, u\'context_line\': u\'\t\t\twriterErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)\', u\'lineno\': 319}, {u\'function\': u\'ServeConn\', u\'abs_path\': u\'/Users/jordan/repo/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go\', u\'pre_context\': [u\'\t\tr := recover()\', u\'\t\th.ex.closeWrapper(ctx, r)\', u\'\t}()\'], u\'post_context\': [u\'}\', u\'\', u"// sessionParams groups arguments for initializing a connExe
'stacktrace: {u\'frames\': [{u\'function\': u\'func4\', u\'abs_path\': u\'/Users/jordan/repo/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go\', u\'pre_context\': [u\'\tif sqlServer != nil {\', u\'\t\twg.Add(1)\', u\'\t\tgo func() {\'], u\'post_context\': [u"\t\t\t// TODO(andrei): Should we sometimes transmit the writerErr\'s to the", u\'\t\t\t// client?\', u\'\t\t\twg.Done()\'], u\'filename\': u\'github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go\', u\'module\': u\'github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl\', u\'in_app\': True, u\'context_line\': u\'\t\t\twriterErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)\', u\'lineno\': 319}, {u\'function\': u\'ServeConn\', u\'abs_path\': u\'/Users/jordan/repo/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go\', u\'pre_context\': [u\'\t\tr := recover()\', u\'\t\th.ex.closeWrapper(ctx, r)\', u\'\t}()\'], u\'post_context\': [u\'}\', u\'\', u"// sessionParams groups arguments for initializing a connExecut
@jordanlewis
jordanlewis / gist:cb6c74f5caafba69e61cea0dcade4491
Created January 16, 2019 18:59
log of cockroach demo for explain meeting
```
[13:09]% ./cockroach demo jordan@Termato:~/repo/src/github.com/cockroachdb/cockroach on master -> origin/master
#
# Welcome to the CockroachDB demo database!
#
# You are connected to a temporary, in-memory CockroachDB
# instance. Your changes will not be saved!
#
# Web UI: http://127.0.0.1:63371
#
@jordanlewis
jordanlewis / README.md
Created January 26, 2019 05:47
SCRIPT-8
I190214 14:50:10.231918 348 util/mon/bytes_usage.go:616 [n1,client=127.0.0.1:51014,user=root] flow: now at 10240 bytes (+10240) - bytes_usage.go:550:util/mon.(*BoundAccount).Grow,builtins.go:214:sql/sem/builtins.glob..func17,eval.go:3583:sql/sem/tree.(*FuncExpr).Eval,expr.go:194:sql/distsqlrun.(*exprHelper).eval,processors.go:375:sql/distsqlrun.(*ProcOutputHelper).ProcessRow,processors.go:778:sql/distsqlrun.(*ProcessorBase).ProcessRowHelper,tablereader.go:290:sql/distsqlrun.(*tableReader).Next,base.go:175:sql/distsqlrun.Run,processors.go:801:sql/distsqlrun.(*ProcessorBase).Run,flow.go:593:sql/distsqlrun.(*Flow).startInternal.func1,asm_amd64.s:1333:runtime.goexit,?:0:?,?:0:?,?:0:?,?:0:?,?:0:?,?:0:?,?:0:?,?:0:?,?:0:?
I190214 14:50:10.232029 454 util/mon/bytes_usage.go:640 [n1,client=127.0.0.1:51014,user=root] flow: now at 0 bytes (-10240) - bytes_usage.go:512:util/mon.(*BoundAccount).Close,bytes_usage.go:499:util/mon.(*BoundAccount).Clear,flow.go:265:sql/distsqlrun.(*accountClearingRowReceiver).Push,base.go:6
Left expr has relational output (1,2)
Left bound cols: (1)
Creating indexed vars for cols [0 1 2 5 3]
panic: invalid var index 2 (columns: 2) [recovered]
panic: panic while executing 1 statements: SELECT * FROM _ WHERE (SELECT min(_) FROM _ WHERE _._ = _._) IN (SELECT _ FROM _ WHERE _._ = _._); caused by invalid var index 2 (columns: 2)
goroutine 145 [running]:
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).closeWrapper(0xc00185a000, 0x6bf4360, 0xc000879d00, 0x6139180, 0xc0017a9f50)
/Users/jordan/repo/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:721 +0x36d
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn.func1(0xc00185a000, 0x6bf4360, 0xc000879d00)
[email protected]:63435/defaultdb> explain(opt,verbose) SELECT * FROM c WHERE (SELECT min(ship) FROM o WHERE o.c_id=c.c_id) IN (SELECT ship FROM o WHERE o.c_id=c.c_id);
text
+-------------------------------------------------------------------------------------------------
query T
EXPLAIN (VEC) SELECT count(*) FROM kv NATURAL INNER HASH JOIN kv kv2
----
├── Node 1
│ └── *distsqlrun.materializer
│ └── *exec.orderedAggregator
│ └── *exec.oneShotOp
│ └── exec.fnOp
│ └── *exec.UnorderedSynchronizer
#!/usr/bin/python
field_to_len = [
("PUBSCNUM",8),
("REG",10),
("RACE1V",2),
("SEX",1),
("AGE_DX",3),
("YR_BRTH", 4),
("SEQ_NUM", 2),