tmp.6yIaVb7J

cr> select version_info['hash'], date_format(version_info['date']), statement, runtime_stats['median'], runtime_stats['stdev'] from benchmarks order by 1, 3 limit 100;
+------------------------------------------+-----------------------------------+-------------------------------------------------------------------------------------------------------------+-------------------------+------------------------+
| version_info['hash']                     | date_format(version_info['date']) | statement                                                                                                   | runtime_stats['median'] | runtime_stats['stdev'] |
+------------------------------------------+-----------------------------------+-------------------------------------------------------------------------------------------------------------+-------------------------+------------------------+
| 2b26ad27bd762b64363ca990d9a81fa42f6c3cc5 | 2016-09-29T00:00:00.000000Z       | SELECT col_a, col_b FROM t_null_columns WHERE NOT (0 > NULL)                                                |               0.273772  |    0.15188897462969658 |
| 2b26ad27bd762b64363ca990d9a81fa42f6c3cc5 | 2016-09-29T00:00:00.000000Z       | SELECT col_a, col_b FROM t_null_columns WHERE NOT (COALESCE(col_a, 'null') != 'null' AND col_b IS NOT NULL) |               0.43582   |    0.27429463023921896 |
| 2b26ad27bd762b64363ca990d9a81fa42f6c3cc5 | 2016-09-29T00:00:00.000000Z       | SELECT col_a, col_b FROM t_null_columns WHERE NOT (col_a IS NULL or col_b IS NULL)                          |               0.343394  |    0.16139219398207394 |
| 7c69bd275d60ac37a33868119574dfe9efab7df6 | 2016-09-29T00:00:00.000000Z       | SELECT col_a, col_b FROM t_null_columns WHERE NOT (0 > NULL)                                                |               0.126366  |    0.2668563933146421  |
| 7c69bd275d60ac37a33868119574dfe9efab7df6 | 2016-09-29T00:00:00.000000Z       | SELECT col_a, col_b FROM t_null_columns WHERE NOT (COALESCE(col_a, 'null') != 'null' AND col_b IS NOT NULL) |               0.5682585 |    0.2526123042418535  |
| 7c69bd275d60ac37a33868119574dfe9efab7df6 | 2016-09-29T00:00:00.000000Z       | SELECT col_a, col_b FROM t_null_columns WHERE NOT (col_a IS NULL or col_b IS NULL)                          |               0.395212  |    0.336277387436718   |
+------------------------------------------+-----------------------------------+-------------------------------------------------------------------------------------------------------------+-------------------------+------------------------+
SELECT 6 rows in set (0.007 sec)

2b26ad27bd762b64363ca990d9a81fa42f6c3cc5 ... incorrect NOT NULL implementation
7c69bd275d60ac37a33868119574dfe9efab7df6 ... correct NOT NULL implementation