Test data:
{"maker":"Apple", "products":[{"name": "iPhobe", "price": 100000}, {"name": "iPad", "price": 120000}]}
{"maker":"ASUS", "products":[{"name": "Zenfone", "price": 20000}]}DataFrame:
scala> val df = ds.select(ds("maker"),explode(ds("products")).as("p"))
scala> df.select("maker", "p.name", "p.price").show
| apiVersion: v1 | |
| kind: Pod | |
| metadata: | |
| name: gitbucket | |
| labels: | |
| app: gitbucket | |
| spec: | |
| containers: | |
| - name: postgresql | |
| image: postgres:9.5-alpine |
| Duration | Definition | start | end (exclusive) |
|---|---|---|---|
| 0h | this hour | 2016-06-26 01:00:00-0700 | 2016-06-26 02:00:00-0700 |
| 0d | today | 2016-06-26 00:00:00-0700 | 2016-06-27 00:00:00-0700 |
| 0M | this month | 2016-06-01 00:00:00-0700 | 2016-07-01 00:00:00-0700 |
| -1h | last hour | 2016-06-26 00:00:00-0700 | 2016-06-26 01:00:00-0700 |
| -1h/now | last hour to now | 2016-06-26 00:00:00-0700 | 2016-06-26 01:23:45-0700 |
| -60m/2017-01-23 01:23:45 | last 60 minutes to now | 2017-01-23 00:23:00-0700 | 2017-01-23 01:23:45-0700 |
| -1d | last day | 2016-06-25 00:00:00-0700 | 2016-06-26 00:00:00-0700 |
| -7d | last 7 days |
| (menu-bar-mode -1) | |
| (global-hl-line-mode 1) | |
| (setq hl-line-face 'underline) | |
| (setq mode-require-final-newline nil) | |
| (setq-default tab-width 4) | |
| (setq-default indent-tabs-mode nil) | |
| (show-paren-mode t) | |
| (global-linum-mode t) | |
| (setq linum-format "%d ") |
| package com.github.takezoe.gitmesh.repository | |
| import java.io.File | |
| import org.apache.commons.io.FileUtils | |
| import org.eclipse.jgit.api.Git | |
| object GitSyncTest extends App { | |
| val repo1 = new File("/tmp/repo1") |
| %dep | |
| z.load("org.apache.predictionio:apache-predictionio-core_2.11:0.12.1") | |
| z.load("org.apache.predictionio:apache-predictionio-data_2.11:0.12.1") | |
| z.load("org.apache.predictionio:apache-predictionio-data-jdbc_2.11:0.12.1") | |
| z.load("org.postgresql:postgresql:42.1.4") | |
| z.load("org.clapper:grizzled-slf4j_2.11:1.3.2") | |
| z.load("com.github.nscala-time:nscala-time_2.11:2.18.0") | |
| z.load("org.json4s:json4s-native_2.11:3.2.11") |
| body { | |
| background-color: #FFFFFF; | |
| color : #000000; | |
| } | |
| div.adminmenu { | |
| text-align : right; | |
| padding-bottom : 5px; | |
| margin-bottom : 5px; | |
| border-bottom : #000088 1px dotted; |
| <script src="https://cdn.plot.ly/plotly-latest.min.js"></script> | |
| <body> | |
| <div style="width:600px;text-align:center;color:gray;"> | |
| Number of messages (last 1 hour) | |
| </div> | |
| <div id="stage" style="width:600px;height:150px;"></div> | |
| </body> | |
| <script> | |
| Plotly.plot( 'stage', [ | |
| { |