Skip to content

Instantly share code, notes, and snippets.

@ruebot

ruebot/tweets-spark-dataframe-example.txt

Created December 3, 2019 22:20
Show Gist options
  • Save ruebot/799e3f1116d90baa0e1f175e3e8e6e3b to your computer and use it in GitHub Desktop.
Save ruebot/799e3f1116d90baa0e1f175e3e8e6e3b to your computer and use it in GitHub Desktop.
Download ZIP
Raw
tweets-spark-dataframe-example.txt
Welcome to
____ __
/ __/__ ___ _____/ /__
_\ \/ _ \/ _ `/ __/ '_/
/___/ .__/\_,_/_/ /_/\_\ version 3.0.0-preview
/_/
Using Scala version 2.12.10 (OpenJDK 64-Bit Server VM, Java 1.8.0_222)
Type in expressions to have them evaluated.
Type :help for more information.
scala> val tweets = "/home/nruest/Projects/au/twut/src/test/resources/10-sample.jsonl"
tweets: String = /home/nruest/Projects/au/twut/src/test/resources/10-sample.jsonl
scala> val tweetsDF = spark.read.json(tweets)
19/12/03 17:19:19 WARN package: Truncated the string representation of a plan since it was too large. This behavior can be adjusted by setting 'spark.sql.debug.maxToStringFields'.
tweetsDF: org.apache.spark.sql.DataFrame = [contributors: string, coordinates: string ... 33 more fields]
scala> tweetsDF.printSchema
root
|-- contributors: string (nullable = true)
|-- coordinates: string (nullable = true)
|-- created_at: string (nullable = true)
|-- display_text_range: array (nullable = true)
| |-- element: long (containsNull = true)
|-- entities: struct (nullable = true)
| |-- hashtags: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- indices: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- text: string (nullable = true)
| |-- media: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- display_url: string (nullable = true)
| | | |-- expanded_url: string (nullable = true)
| | | |-- id: long (nullable = true)
| | | |-- id_str: string (nullable = true)
| | | |-- indices: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- media_url: string (nullable = true)
| | | |-- media_url_https: string (nullable = true)
| | | |-- sizes: struct (nullable = true)
| | | | |-- large: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | | |-- medium: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | | |-- small: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | | |-- thumb: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | |-- source_status_id: long (nullable = true)
| | | |-- source_status_id_str: string (nullable = true)
| | | |-- source_user_id: long (nullable = true)
| | | |-- source_user_id_str: string (nullable = true)
| | | |-- type: string (nullable = true)
| | | |-- url: string (nullable = true)
| |-- symbols: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- urls: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- display_url: string (nullable = true)
| | | |-- expanded_url: string (nullable = true)
| | | |-- indices: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- url: string (nullable = true)
| |-- user_mentions: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- id: long (nullable = true)
| | | |-- id_str: string (nullable = true)
| | | |-- indices: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- name: string (nullable = true)
| | | |-- screen_name: string (nullable = true)
|-- extended_entities: struct (nullable = true)
| |-- media: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- display_url: string (nullable = true)
| | | |-- expanded_url: string (nullable = true)
| | | |-- id: long (nullable = true)
| | | |-- id_str: string (nullable = true)
| | | |-- indices: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- media_url: string (nullable = true)
| | | |-- media_url_https: string (nullable = true)
| | | |-- sizes: struct (nullable = true)
| | | | |-- large: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | | |-- medium: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | | |-- small: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | | |-- thumb: struct (nullable = true)
| | | | | |-- h: long (nullable = true)
| | | | | |-- resize: string (nullable = true)
| | | | | |-- w: long (nullable = true)
| | | |-- source_status_id: long (nullable = true)
| | | |-- source_status_id_str: string (nullable = true)
| | | |-- source_user_id: long (nullable = true)
| | | |-- source_user_id_str: string (nullable = true)
| | | |-- type: string (nullable = true)
| | | |-- url: string (nullable = true)
|-- favorite_count: long (nullable = true)
|-- favorited: boolean (nullable = true)
|-- filter_level: string (nullable = true)
|-- geo: string (nullable = true)
|-- id: long (nullable = true)
|-- id_str: string (nullable = true)
|-- in_reply_to_screen_name: string (nullable = true)
|-- in_reply_to_status_id: long (nullable = true)
|-- in_reply_to_status_id_str: string (nullable = true)
|-- in_reply_to_user_id: long (nullable = true)
|-- in_reply_to_user_id_str: string (nullable = true)
|-- is_quote_status: boolean (nullable = true)
|-- lang: string (nullable = true)
|-- place: string (nullable = true)
|-- possibly_sensitive: boolean (nullable = true)
|-- quote_count: long (nullable = true)
|-- quoted_status: struct (nullable = true)
| |-- contributors: string (nullable = true)
| |-- coordinates: string (nullable = true)
| |-- created_at: string (nullable = true)
| |-- display_text_range: array (nullable = true)
| | |-- element: long (containsNull = true)
| |-- entities: struct (nullable = true)
| | |-- hashtags: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- media: array (nullable = true)
| | | |-- element: struct (containsNull = true)
| | | | |-- display_url: string (nullable = true)
| | | | |-- expanded_url: string (nullable = true)
| | | | |-- id: long (nullable = true)
| | | | |-- id_str: string (nullable = true)
| | | | |-- indices: array (nullable = true)
| | | | | |-- element: long (containsNull = true)
| | | | |-- media_url: string (nullable = true)
| | | | |-- media_url_https: string (nullable = true)
| | | | |-- sizes: struct (nullable = true)
| | | | | |-- large: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- medium: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- small: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- thumb: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | |-- type: string (nullable = true)
| | | | |-- url: string (nullable = true)
| | |-- symbols: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- urls: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- user_mentions: array (nullable = true)
| | | |-- element: string (containsNull = true)
| |-- extended_entities: struct (nullable = true)
| | |-- media: array (nullable = true)
| | | |-- element: struct (containsNull = true)
| | | | |-- display_url: string (nullable = true)
| | | | |-- expanded_url: string (nullable = true)
| | | | |-- id: long (nullable = true)
| | | | |-- id_str: string (nullable = true)
| | | | |-- indices: array (nullable = true)
| | | | | |-- element: long (containsNull = true)
| | | | |-- media_url: string (nullable = true)
| | | | |-- media_url_https: string (nullable = true)
| | | | |-- sizes: struct (nullable = true)
| | | | | |-- large: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- medium: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- small: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- thumb: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | |-- type: string (nullable = true)
| | | | |-- url: string (nullable = true)
| |-- favorite_count: long (nullable = true)
| |-- favorited: boolean (nullable = true)
| |-- filter_level: string (nullable = true)
| |-- geo: string (nullable = true)
| |-- id: long (nullable = true)
| |-- id_str: string (nullable = true)
| |-- in_reply_to_screen_name: string (nullable = true)
| |-- in_reply_to_status_id: string (nullable = true)
| |-- in_reply_to_status_id_str: string (nullable = true)
| |-- in_reply_to_user_id: string (nullable = true)
| |-- in_reply_to_user_id_str: string (nullable = true)
| |-- is_quote_status: boolean (nullable = true)
| |-- lang: string (nullable = true)
| |-- place: string (nullable = true)
| |-- possibly_sensitive: boolean (nullable = true)
| |-- quote_count: long (nullable = true)
| |-- reply_count: long (nullable = true)
| |-- retweet_count: long (nullable = true)
| |-- retweeted: boolean (nullable = true)
| |-- source: string (nullable = true)
| |-- text: string (nullable = true)
| |-- truncated: boolean (nullable = true)
| |-- user: struct (nullable = true)
| | |-- contributors_enabled: boolean (nullable = true)
| | |-- created_at: string (nullable = true)
| | |-- default_profile: boolean (nullable = true)
| | |-- default_profile_image: boolean (nullable = true)
| | |-- description: string (nullable = true)
| | |-- favourites_count: long (nullable = true)
| | |-- follow_request_sent: string (nullable = true)
| | |-- followers_count: long (nullable = true)
| | |-- following: string (nullable = true)
| | |-- friends_count: long (nullable = true)
| | |-- geo_enabled: boolean (nullable = true)
| | |-- id: long (nullable = true)
| | |-- id_str: string (nullable = true)
| | |-- is_translator: boolean (nullable = true)
| | |-- lang: string (nullable = true)
| | |-- listed_count: long (nullable = true)
| | |-- location: string (nullable = true)
| | |-- name: string (nullable = true)
| | |-- notifications: string (nullable = true)
| | |-- profile_background_color: string (nullable = true)
| | |-- profile_background_image_url: string (nullable = true)
| | |-- profile_background_image_url_https: string (nullable = true)
| | |-- profile_background_tile: boolean (nullable = true)
| | |-- profile_banner_url: string (nullable = true)
| | |-- profile_image_url: string (nullable = true)
| | |-- profile_image_url_https: string (nullable = true)
| | |-- profile_link_color: string (nullable = true)
| | |-- profile_sidebar_border_color: string (nullable = true)
| | |-- profile_sidebar_fill_color: string (nullable = true)
| | |-- profile_text_color: string (nullable = true)
| | |-- profile_use_background_image: boolean (nullable = true)
| | |-- protected: boolean (nullable = true)
| | |-- screen_name: string (nullable = true)
| | |-- statuses_count: long (nullable = true)
| | |-- time_zone: string (nullable = true)
| | |-- translator_type: string (nullable = true)
| | |-- url: string (nullable = true)
| | |-- utc_offset: string (nullable = true)
| | |-- verified: boolean (nullable = true)
|-- quoted_status_id: long (nullable = true)
|-- quoted_status_id_str: string (nullable = true)
|-- quoted_status_permalink: struct (nullable = true)
| |-- display: string (nullable = true)
| |-- expanded: string (nullable = true)
| |-- url: string (nullable = true)
|-- reply_count: long (nullable = true)
|-- retweet_count: long (nullable = true)
|-- retweeted: boolean (nullable = true)
|-- retweeted_status: struct (nullable = true)
| |-- contributors: string (nullable = true)
| |-- coordinates: string (nullable = true)
| |-- created_at: string (nullable = true)
| |-- display_text_range: array (nullable = true)
| | |-- element: long (containsNull = true)
| |-- entities: struct (nullable = true)
| | |-- hashtags: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- media: array (nullable = true)
| | | |-- element: struct (containsNull = true)
| | | | |-- display_url: string (nullable = true)
| | | | |-- expanded_url: string (nullable = true)
| | | | |-- id: long (nullable = true)
| | | | |-- id_str: string (nullable = true)
| | | | |-- indices: array (nullable = true)
| | | | | |-- element: long (containsNull = true)
| | | | |-- media_url: string (nullable = true)
| | | | |-- media_url_https: string (nullable = true)
| | | | |-- sizes: struct (nullable = true)
| | | | | |-- large: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- medium: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- small: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- thumb: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | |-- type: string (nullable = true)
| | | | |-- url: string (nullable = true)
| | |-- symbols: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- urls: array (nullable = true)
| | | |-- element: struct (containsNull = true)
| | | | |-- display_url: string (nullable = true)
| | | | |-- expanded_url: string (nullable = true)
| | | | |-- indices: array (nullable = true)
| | | | | |-- element: long (containsNull = true)
| | | | |-- url: string (nullable = true)
| | |-- user_mentions: array (nullable = true)
| | | |-- element: string (containsNull = true)
| |-- extended_entities: struct (nullable = true)
| | |-- media: array (nullable = true)
| | | |-- element: struct (containsNull = true)
| | | | |-- display_url: string (nullable = true)
| | | | |-- expanded_url: string (nullable = true)
| | | | |-- id: long (nullable = true)
| | | | |-- id_str: string (nullable = true)
| | | | |-- indices: array (nullable = true)
| | | | | |-- element: long (containsNull = true)
| | | | |-- media_url: string (nullable = true)
| | | | |-- media_url_https: string (nullable = true)
| | | | |-- sizes: struct (nullable = true)
| | | | | |-- large: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- medium: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- small: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | | |-- thumb: struct (nullable = true)
| | | | | | |-- h: long (nullable = true)
| | | | | | |-- resize: string (nullable = true)
| | | | | | |-- w: long (nullable = true)
| | | | |-- type: string (nullable = true)
| | | | |-- url: string (nullable = true)
| |-- favorite_count: long (nullable = true)
| |-- favorited: boolean (nullable = true)
| |-- filter_level: string (nullable = true)
| |-- geo: string (nullable = true)
| |-- id: long (nullable = true)
| |-- id_str: string (nullable = true)
| |-- in_reply_to_screen_name: string (nullable = true)
| |-- in_reply_to_status_id: string (nullable = true)
| |-- in_reply_to_status_id_str: string (nullable = true)
| |-- in_reply_to_user_id: string (nullable = true)
| |-- in_reply_to_user_id_str: string (nullable = true)
| |-- is_quote_status: boolean (nullable = true)
| |-- lang: string (nullable = true)
| |-- place: string (nullable = true)
| |-- possibly_sensitive: boolean (nullable = true)
| |-- quote_count: long (nullable = true)
| |-- quoted_status: struct (nullable = true)
| | |-- contributors: string (nullable = true)
| | |-- coordinates: string (nullable = true)
| | |-- created_at: string (nullable = true)
| | |-- display_text_range: array (nullable = true)
| | | |-- element: long (containsNull = true)
| | |-- entities: struct (nullable = true)
| | | |-- hashtags: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- media: array (nullable = true)
| | | | |-- element: struct (containsNull = true)
| | | | | |-- display_url: string (nullable = true)
| | | | | |-- expanded_url: string (nullable = true)
| | | | | |-- id: long (nullable = true)
| | | | | |-- id_str: string (nullable = true)
| | | | | |-- indices: array (nullable = true)
| | | | | | |-- element: long (containsNull = true)
| | | | | |-- media_url: string (nullable = true)
| | | | | |-- media_url_https: string (nullable = true)
| | | | | |-- sizes: struct (nullable = true)
| | | | | | |-- large: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | | |-- medium: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | | |-- small: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | | |-- thumb: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | |-- type: string (nullable = true)
| | | | | |-- url: string (nullable = true)
| | | |-- symbols: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- urls: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- user_mentions: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | |-- extended_entities: struct (nullable = true)
| | | |-- media: array (nullable = true)
| | | | |-- element: struct (containsNull = true)
| | | | | |-- display_url: string (nullable = true)
| | | | | |-- expanded_url: string (nullable = true)
| | | | | |-- id: long (nullable = true)
| | | | | |-- id_str: string (nullable = true)
| | | | | |-- indices: array (nullable = true)
| | | | | | |-- element: long (containsNull = true)
| | | | | |-- media_url: string (nullable = true)
| | | | | |-- media_url_https: string (nullable = true)
| | | | | |-- sizes: struct (nullable = true)
| | | | | | |-- large: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | | |-- medium: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | | |-- small: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | | |-- thumb: struct (nullable = true)
| | | | | | | |-- h: long (nullable = true)
| | | | | | | |-- resize: string (nullable = true)
| | | | | | | |-- w: long (nullable = true)
| | | | | |-- type: string (nullable = true)
| | | | | |-- url: string (nullable = true)
| | |-- favorite_count: long (nullable = true)
| | |-- favorited: boolean (nullable = true)
| | |-- filter_level: string (nullable = true)
| | |-- geo: string (nullable = true)
| | |-- id: long (nullable = true)
| | |-- id_str: string (nullable = true)
| | |-- in_reply_to_screen_name: string (nullable = true)
| | |-- in_reply_to_status_id: string (nullable = true)
| | |-- in_reply_to_status_id_str: string (nullable = true)
| | |-- in_reply_to_user_id: string (nullable = true)
| | |-- in_reply_to_user_id_str: string (nullable = true)
| | |-- is_quote_status: boolean (nullable = true)
| | |-- lang: string (nullable = true)
| | |-- place: string (nullable = true)
| | |-- possibly_sensitive: boolean (nullable = true)
| | |-- quote_count: long (nullable = true)
| | |-- reply_count: long (nullable = true)
| | |-- retweet_count: long (nullable = true)
| | |-- retweeted: boolean (nullable = true)
| | |-- source: string (nullable = true)
| | |-- text: string (nullable = true)
| | |-- truncated: boolean (nullable = true)
| | |-- user: struct (nullable = true)
| | | |-- contributors_enabled: boolean (nullable = true)
| | | |-- created_at: string (nullable = true)
| | | |-- default_profile: boolean (nullable = true)
| | | |-- default_profile_image: boolean (nullable = true)
| | | |-- description: string (nullable = true)
| | | |-- favourites_count: long (nullable = true)
| | | |-- follow_request_sent: string (nullable = true)
| | | |-- followers_count: long (nullable = true)
| | | |-- following: string (nullable = true)
| | | |-- friends_count: long (nullable = true)
| | | |-- geo_enabled: boolean (nullable = true)
| | | |-- id: long (nullable = true)
| | | |-- id_str: string (nullable = true)
| | | |-- is_translator: boolean (nullable = true)
| | | |-- lang: string (nullable = true)
| | | |-- listed_count: long (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- name: string (nullable = true)
| | | |-- notifications: string (nullable = true)
| | | |-- profile_background_color: string (nullable = true)
| | | |-- profile_background_image_url: string (nullable = true)
| | | |-- profile_background_image_url_https: string (nullable = true)
| | | |-- profile_background_tile: boolean (nullable = true)
| | | |-- profile_banner_url: string (nullable = true)
| | | |-- profile_image_url: string (nullable = true)
| | | |-- profile_image_url_https: string (nullable = true)
| | | |-- profile_link_color: string (nullable = true)
| | | |-- profile_sidebar_border_color: string (nullable = true)
| | | |-- profile_sidebar_fill_color: string (nullable = true)
| | | |-- profile_text_color: string (nullable = true)
| | | |-- profile_use_background_image: boolean (nullable = true)
| | | |-- protected: boolean (nullable = true)
| | | |-- screen_name: string (nullable = true)
| | | |-- statuses_count: long (nullable = true)
| | | |-- time_zone: string (nullable = true)
| | | |-- translator_type: string (nullable = true)
| | | |-- url: string (nullable = true)
| | | |-- utc_offset: string (nullable = true)
| | | |-- verified: boolean (nullable = true)
| |-- quoted_status_id: long (nullable = true)
| |-- quoted_status_id_str: string (nullable = true)
| |-- quoted_status_permalink: struct (nullable = true)
| | |-- display: string (nullable = true)
| | |-- expanded: string (nullable = true)
| | |-- url: string (nullable = true)
| |-- reply_count: long (nullable = true)
| |-- retweet_count: long (nullable = true)
| |-- retweeted: boolean (nullable = true)
| |-- source: string (nullable = true)
| |-- text: string (nullable = true)
| |-- truncated: boolean (nullable = true)
| |-- user: struct (nullable = true)
| | |-- contributors_enabled: boolean (nullable = true)
| | |-- created_at: string (nullable = true)
| | |-- default_profile: boolean (nullable = true)
| | |-- default_profile_image: boolean (nullable = true)
| | |-- description: string (nullable = true)
| | |-- favourites_count: long (nullable = true)
| | |-- follow_request_sent: string (nullable = true)
| | |-- followers_count: long (nullable = true)
| | |-- following: string (nullable = true)
| | |-- friends_count: long (nullable = true)
| | |-- geo_enabled: boolean (nullable = true)
| | |-- id: long (nullable = true)
| | |-- id_str: string (nullable = true)
| | |-- is_translator: boolean (nullable = true)
| | |-- lang: string (nullable = true)
| | |-- listed_count: long (nullable = true)
| | |-- location: string (nullable = true)
| | |-- name: string (nullable = true)
| | |-- notifications: string (nullable = true)
| | |-- profile_background_color: string (nullable = true)
| | |-- profile_background_image_url: string (nullable = true)
| | |-- profile_background_image_url_https: string (nullable = true)
| | |-- profile_background_tile: boolean (nullable = true)
| | |-- profile_banner_url: string (nullable = true)
| | |-- profile_image_url: string (nullable = true)
| | |-- profile_image_url_https: string (nullable = true)
| | |-- profile_link_color: string (nullable = true)
| | |-- profile_sidebar_border_color: string (nullable = true)
| | |-- profile_sidebar_fill_color: string (nullable = true)
| | |-- profile_text_color: string (nullable = true)
| | |-- profile_use_background_image: boolean (nullable = true)
| | |-- protected: boolean (nullable = true)
| | |-- screen_name: string (nullable = true)
| | |-- statuses_count: long (nullable = true)
| | |-- time_zone: string (nullable = true)
| | |-- translator_type: string (nullable = true)
| | |-- url: string (nullable = true)
| | |-- utc_offset: string (nullable = true)
| | |-- verified: boolean (nullable = true)
|-- source: string (nullable = true)
|-- text: string (nullable = true)
|-- timestamp_ms: string (nullable = true)
|-- truncated: boolean (nullable = true)
|-- user: struct (nullable = true)
| |-- contributors_enabled: boolean (nullable = true)
| |-- created_at: string (nullable = true)
| |-- default_profile: boolean (nullable = true)
| |-- default_profile_image: boolean (nullable = true)
| |-- description: string (nullable = true)
| |-- favourites_count: long (nullable = true)
| |-- follow_request_sent: string (nullable = true)
| |-- followers_count: long (nullable = true)
| |-- following: string (nullable = true)
| |-- friends_count: long (nullable = true)
| |-- geo_enabled: boolean (nullable = true)
| |-- id: long (nullable = true)
| |-- id_str: string (nullable = true)
| |-- is_translator: boolean (nullable = true)
| |-- lang: string (nullable = true)
| |-- listed_count: long (nullable = true)
| |-- location: string (nullable = true)
| |-- name: string (nullable = true)
| |-- notifications: string (nullable = true)
| |-- profile_background_color: string (nullable = true)
| |-- profile_background_image_url: string (nullable = true)
| |-- profile_background_image_url_https: string (nullable = true)
| |-- profile_background_tile: boolean (nullable = true)
| |-- profile_banner_url: string (nullable = true)
| |-- profile_image_url: string (nullable = true)
| |-- profile_image_url_https: string (nullable = true)
| |-- profile_link_color: string (nullable = true)
| |-- profile_sidebar_border_color: string (nullable = true)
| |-- profile_sidebar_fill_color: string (nullable = true)
| |-- profile_text_color: string (nullable = true)
| |-- profile_use_background_image: boolean (nullable = true)
| |-- protected: boolean (nullable = true)
| |-- screen_name: string (nullable = true)
| |-- statuses_count: long (nullable = true)
| |-- time_zone: string (nullable = true)
| |-- translator_type: string (nullable = true)
| |-- url: string (nullable = true)
| |-- utc_offset: string (nullable = true)
| |-- verified: boolean (nullable = true)
scala>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment