shower_thoughts_df.py

# the range of the iteration starts from 2 because the first 2 
# elements are not posts but instructions related to the page
shower_thoughts_list = [shower_thoughts[i]['data']['title'] + ' ' +
                        shower_thoughts[i]['data']['selftext'] 
                        for i in range(2,len(shower_thoughts))]

# creating the dataframe from the list
st_df = pd.DataFrame(shower_thoughts_list, columns=['post'])

# adding the subreddit column
st_df['subreddit'] = 'shower_thoughts'

# checking
st_df.head()