tweets_in_spark.sql

SELECT from_json(string_field, '
    id long, 
    text string, 
    truncated boolean,
    source string,
    created_at string,
    user struct<
        id: long,
        name: string,
        description: string,
        screen_name: string,
        location: string,
        url: string,
        protected: boolean,
        verified: boolean,
        followers_count: integer,
        friends_count: integer,
        listed_count: integer,
        favourites_count: integer,
        statuses_count: integer,
        created_at: string,
        utc_offset: integer,
        time_zone: string,
        geo_enabled: boolean,
        lang: string,
        contributors_enabled: boolean,
        is_translator: boolean
    >,
    is_quote_status boolean,
    retweet_count integer,
    favorite_count integer,
    lang string,
    timestamp_ms string,
    filter_level string
') FROM tweets