Skip to content

Instantly share code, notes, and snippets.

View baditaflorin's full-sized avatar

Florin Badita-Nistor baditaflorin

View GitHub Profile
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@baditaflorin
baditaflorin / README.md
Created November 28, 2016 15:59 — forked from addyosmani/README.md
108 byte CSS Layout Debugger

CSS Layout Debugger

A tweet-sized debugger for visualizing your CSS layouts. Outlines every DOM element on your page a random (valid) CSS hex color.

One-line version to paste in your DevTools

Use $$ if your browser aliases it:

~ 108 byte version

/*
NYTimes API Radial Graph Maker
February, 2009
[email protected]
This is a simple interface to visualize the occurence of various words in the NYTimes database over time.
This particular version displays the results as a radial bar graph, like this:
http://www.flickr.com/photos/blprnt/3257552056/
WITH calculate_diff AS (
SELECT
post_id,
num_shares,
data_scraped,
--max(data_scraped) maxdata,
lag(num_shares) over (partition BY post_id ORDER BY data_scraped) as diff_1h,
lag(num_shares,4) over (partition BY post_id ORDER BY data_scraped) as diff_4h,
lag(num_shares,24) over (partition BY post_id ORDER BY data_scraped) as diff_1_day
FROM post_stats)
#Source http://www.craigaddyman.com/python-queues-and-multi-threading/
# standard libraries
from datetime import datetime
import Queue
from threading import Thread
# third party libraries
from bs4 import BeautifulSoup
import requests
select * from
(select
--Extract all info from post_stats
ps.*,
-- Calculate the percentage for num_loves,num_wows,num_hahas,num_sads,num_angries
(ps.num_loves*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_loves,
(ps.num_wows*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_wows,
(ps.num_hahas*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_hahas,
(ps.num_sads*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_sads,
(ps.num_angries*100)/nullif((ps.num_reactions - ps.num_likes),0) perc_angries,
@baditaflorin
baditaflorin / lda.py
Created December 26, 2016 16:06 — forked from light44/lda.py
Latent Dirichlet Allocation using gensim
import nltk
import pandas as pd
import re
import pprint
import operator
import csv
import logging
from stop_words import get_stop_words
from collections import defaultdict
from gensim import corpora
# -*- coding: utf-8 -*-
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy import Column, String, Integer, ForeignKey,Boolean,DateTime,BigInteger,create_engine
from sqlalchemy.orm import sessionmaker,join
from sqlalchemy import update
import datetime
import time
import medium_posts_scrapper_gist as m
Base = declarative_base()
engine = create_engine("postgresql://postgres:pass@localhost:5432/medium_scrape")
clang++ -g -O3 -Wall -Wextra -pedantic `getconf LFS_CFLAGS` -I/usr/include/postgresql/ -I/usr/include/libxml2/ -DOSMIUM_WITH_GEOS -o osm-history-importer importer.cpp -lexpat -lpq -lproj -lz -lprotobuf-lite -losmpbf -lpthread -lgeos
In file included from importer.cpp:17:
In file included from /usr/include/osmium.hpp:26:
In file included from /usr/include/osmium/input/pbf.hpp:33:
In file included from /usr/local/include/osmpbf/osmpbf.h:8:
/usr/local/include/osmpbf/osmformat.pb.h:1814:34: error: allocating an object of abstract class type '::OSMPBF::HeaderBBox'
if (bbox_ == NULL) bbox_ = new ::OSMPBF::HeaderBBox;
^
/usr/local/include/google/protobuf/message_lite.h:249:18: note: unimplemented pure virtual method 'ByteSizeLong' in 'HeaderBBox'
virtual size_t ByteSizeLong() const = 0;
# -*- coding: utf-8 -*-
import requests
from bs4 import BeautifulSoup
page = requests.get("http://www.socialbakers.com/statistics/facebook/pages/detail/1196562180359709-leffe-italia")
soup = BeautifulSoup(page.content, 'html.parser')
if page.status_code == 200:
print "response ok"
#print(soup.prettify())
fb_account_description = soup.find('div', class_='account').get_text()