baditaflorin

# -*- coding: utf-8 -*-
import requests
from bs4 import BeautifulSoup
page =  requests.get("http://www.socialbakers.com/statistics/facebook/pages/detail/1196562180359709-leffe-italia")
soup = BeautifulSoup(page.content, 'html.parser')

if page.status_code == 200:
    print "response ok"
    #print(soup.prettify())
    fb_account_description = soup.find('div', class_='account').get_text()

baditaflorin

clang++ -g -O3 -Wall -Wextra -pedantic `getconf LFS_CFLAGS` -I/usr/include/postgresql/ -I/usr/include/libxml2/ -DOSMIUM_WITH_GEOS -o osm-history-importer importer.cpp -lexpat -lpq -lproj -lz -lprotobuf-lite -losmpbf -lpthread -lgeos
In file included from importer.cpp:17:
In file included from /usr/include/osmium.hpp:26:
In file included from /usr/include/osmium/input/pbf.hpp:33:
In file included from /usr/local/include/osmpbf/osmpbf.h:8:
/usr/local/include/osmpbf/osmformat.pb.h:1814:34: error: allocating an object of abstract class type '::OSMPBF::HeaderBBox'
  if (bbox_ == NULL) bbox_ = new ::OSMPBF::HeaderBBox;
                                 ^
/usr/local/include/google/protobuf/message_lite.h:249:18: note: unimplemented pure virtual method 'ByteSizeLong' in 'HeaderBBox'
  virtual size_t ByteSizeLong() const = 0;

baditaflorin

# -*- coding: utf-8 -*-
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy import Column, String, Integer, ForeignKey,Boolean,DateTime,BigInteger,create_engine
from sqlalchemy.orm import sessionmaker,join
from sqlalchemy import update
import datetime
import time
import medium_posts_scrapper_gist as m
Base = declarative_base()
engine = create_engine("postgresql://postgres:pass@localhost:5432/medium_scrape")

baditaflorin

import nltk
import pandas as pd
import re
import pprint
import operator
import csv
import logging
from stop_words import get_stop_words
from collections import defaultdict
from gensim import corpora

baditaflorin

select * from 
(select 
 --Extract all info from post_stats
 ps.*,
 -- Calculate the percentage for num_loves,num_wows,num_hahas,num_sads,num_angries
(ps.num_loves*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_loves,
(ps.num_wows*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_wows,
(ps.num_hahas*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_hahas,
(ps.num_sads*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_sads,
(ps.num_angries*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_angries,

baditaflorin

#Source http://www.craigaddyman.com/python-queues-and-multi-threading/
# standard libraries
from datetime import datetime
import Queue
from threading import Thread

# third party libraries
from bs4 import BeautifulSoup
import requests

baditaflorin

WITH calculate_diff AS (
   SELECT
        post_id,
    num_shares,
data_scraped,
--max(data_scraped) maxdata,
    lag(num_shares) over (partition BY post_id ORDER BY data_scraped) as diff_1h,
    lag(num_shares,4) over (partition BY post_id ORDER BY data_scraped) as diff_4h,
    lag(num_shares,24) over (partition BY post_id ORDER BY data_scraped) as diff_1_day
    FROM  post_stats)

baditaflorin

/*

 NYTimes API Radial Graph Maker
 
 February, 2009
 [email protected]
 
 This is a simple interface to visualize the occurence of various words in the NYTimes database over time. 
 This particular version displays the results as a radial bar graph, like this:
 http://www.flickr.com/photos/blprnt/3257552056/

baditaflorin

CSS Layout Debugger

A tweet-sized debugger for visualizing your CSS layouts. Outlines every DOM element on your page a random (valid) CSS hex color.

One-line version to paste in your DevTools

Use $$ if your browser aliases it:

~ 108 byte version

baditaflorin