This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import scrapy | |
from scrapy.http import Request | |
from lxmlhtml import CustomLxmlLinkExtractor as LinkExtractor | |
from scrapy.conf import settings | |
from crawling.items import RawResponseItem | |
from redis_spider import RedisSpider | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import boto3 | |
from git import Repo | |
import json | |
import os | |
from docopt import docopt | |
import shutil | |
import tarfile | |
import requests | |
GIT_API_KEY = os.getenv("GITHUB_API") |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Usage: | |
generate_creds.py init | |
generate_creds.py show-roles <account> | |
generate_creds.py generate [--duration=<sec>] [--log-level=<set>] [--account=<name>] | |
[--access=<level>] [--username=<user>] [--non-interactive] | |
[--dry-run] | |
generate_creds.py refresh [--dry-run] | |
generate_creds.py switch [--account=<name>] [--non-interactive] [--dry-run] | |
generate_creds.py (-h | --help) | |
generate_creds.py --version |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import datetime | |
import json | |
import logging | |
import os | |
import socket | |
import ssl | |
from urllib2 import Request, urlopen, URLError, HTTPError | |
import boto3 |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import boto3 | |
from git import Repo | |
import os | |
import sys | |
from docopt import docopt | |
import shutil | |
import tarfile | |
GIT_API_KEY = os.getenv("GITHUB_API") | |
BUCKET = 'glomex-github-repo-backup' |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# -*- encoding: utf-8 -*- | |
import os | |
import boto3 | |
import botocore | |
import datetime | |
import difflib | |
from urllib2 import Request, urlopen, URLError, HTTPError | |
import json | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from __future__ import print_function | |
from datetime import date | |
import boto3 | |
import json | |
import os | |
bucket_name = os.getenv('BUCKET') | |
def main(): |