Skip to content

Instantly share code, notes, and snippets.

@ottomata
Created February 13, 2018 21:07
Show Gist options
  • Save ottomata/05164160f8899fe0d65d6b063c4b028b to your computer and use it in GitHub Desktop.
Save ottomata/05164160f8899fe0d65d6b063c4b028b to your computer and use it in GitHub Desktop.
scala> t.printSchema
root
|-- dt: string (nullable = true)
|-- event: struct (nullable = true)
| |-- apiMode: long (nullable = true)
| |-- appInstallID: string (nullable = true)
| |-- fromBack: long (nullable = true)
| |-- fromDisambig: long (nullable = true)
| |-- fromExternal: long (nullable = true)
| |-- fromHistory: long (nullable = true)
| |-- fromInternal: long (nullable = true)
| |-- fromLanglink: long (nullable = true)
| |-- fromNearby: long (nullable = true)
| |-- fromRandom: long (nullable = true)
| |-- fromReadingList: long (nullable = true)
| |-- fromSaved: long (nullable = true)
| |-- fromSearch: long (nullable = true)
| |-- leadLatency: long (nullable = true)
| |-- length: long (nullable = true)
| |-- noDescription: long (nullable = true)
| |-- restLatency: long (nullable = true)
| |-- totalPages: long (nullable = true)
|-- recvfrom: string (nullable = true)
|-- revision: long (nullable = true)
|-- schema: string (nullable = true)
|-- seqid: long (nullable = true)
|-- useragent: struct (nullable = true)
| |-- browser_family: string (nullable = true)
| |-- browser_major: string (nullable = true)
| |-- browser_minor: string (nullable = true)
| |-- device_family: string (nullable = true)
| |-- is_bot: boolean (nullable = true)
| |-- is_mediawiki: boolean (nullable = true)
| |-- os_family: string (nullable = true)
| |-- os_major: string (nullable = true)
| |-- os_minor: string (nullable = true)
| |-- wmf_app_version: string (nullable = true)
|-- uuid: string (nullable = true)
|-- wiki: string (nullable = true)
|-- month: long (nullable = true)
|-- test0: string (nullable = true)
|-- year: long (nullable = true)
scala> inputDf1.printSchema
root
|-- dt: string (nullable = true)
|-- event: struct (nullable = true)
| |-- apiMode: long (nullable = true)
| |-- appInstallID: string (nullable = true)
| |-- fromBack: long (nullable = true)
| |-- fromDisambig: long (nullable = true)
| |-- fromExternal: long (nullable = true)
| |-- fromHistory: long (nullable = true)
| |-- fromInternal: long (nullable = true)
| |-- fromLanglink: long (nullable = true)
| |-- fromNearby: long (nullable = true)
| |-- fromRandom: long (nullable = true)
| |-- fromReadingList: long (nullable = true)
| |-- fromSaved: long (nullable = true)
| |-- fromSearch: long (nullable = true)
| |-- leadLatency: long (nullable = true)
| |-- length: long (nullable = true)
| |-- noDescription: long (nullable = true)
| |-- restLatency: long (nullable = true)
| |-- totalPages: long (nullable = true)
|-- recvFrom: string (nullable = true)
|-- revision: long (nullable = true)
|-- schema: string (nullable = true)
|-- seqId: long (nullable = true)
|-- userAgent: struct (nullable = true)
| |-- browser_family: string (nullable = true)
| |-- browser_major: string (nullable = true)
| |-- browser_minor: string (nullable = true)
| |-- device_family: string (nullable = true)
| |-- is_bot: boolean (nullable = true)
| |-- is_mediawiki: boolean (nullable = true)
| |-- os_family: string (nullable = true)
| |-- os_major: string (nullable = true)
| |-- os_minor: string (nullable = true)
| |-- wmf_app_version: string (nullable = true)
|-- uuid: string (nullable = true)
|-- wiki: string (nullable = true)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment