cassandra

domains.cql

CREATE TABLE domains (
    domain text PRIMARY KEY,
    created_at timestamp,
    tags set<text>,
    seo_counters map<text, float>,
    techs map<text, text>
) WITH comment='domains';

pages

CREATE TABLE pages (
	url text PRIMARY KEY,
	domain text,
	tags set<text>,
	status_code int,
	response_time int,
	depth int,
	last_visit timestamp,
	page_rank float,
	links_in int,
	links_out int,
	body text,
	headers map<text, text>,
	content_readability text,
	content_boilerpipe text
) WITH comment='pages';