ledmaster

fmasanori

import requests
from bs4 import BeautifulSoup as bs

u = 'http://www.portaldatransparencia.gov.br/servidores/OrgaoLotacao-ListaServidores.asp?CodOS=15000&DescOS=MINISTERIO%20DA%20EDUCACAO&CodOrg=26245&DescOrg=UNIVERSIDADE%20FEDERAL%20DO%20RIO%20DE%20JANEIRO&Pagina='
base = 'http://www.portaldatransparencia.gov.br/'

def extrai_valor(u):
    j = u.find('=') + 1
    k = u.find('&', j)
    id_servidor = u[j: k]

fmasanori

"""
Autores:
Tiago Henrique da Cruz Pereira
João Felipe de Moraes Borges
"""

import threading
import time
import os
from urllib.request import urlopen

classifier.py

import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns

plt.style.use('ggplot') # make plots look better


#### import the data ####
df = pd.read_csv("iris.csv")

fmasanori

from pdfminer.pdfinterp import PDFResourceManager, process_pdf
from pdfminer.converter import TextConverter
from pdfminer.layout import LAParams
from io import StringIO
from io import open

from urllib.request import urlopen
from bs4 import BeautifulSoup
import csv

persiyanov

Goal

Want to move computation on machine with much power. We will set up Anaconda 4.0.0 and XGBoost 0.4 (it is tricky installable).

Preliminaries

• Amazon AWS Educate gives 100$ for MIPT students.
• GitHub Students Pack additionaly gives 15$.

Let's start

AWS Console and launching EC2 Instance.

ozen

from selenium import webdriver
from selenium.webdriver import DesiredCapabilities

desired_capabilities = DesiredCapabilities.PHANTOMJS.copy()
desired_capabilities['phantomjs.page.customHeaders.User-Agent'] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) ' \
                                                                  'AppleWebKit/537.36 (KHTML, like Gecko) ' \
                                                                  'Chrome/39.0.2171.95 Safari/537.36'
driver = webdriver.PhantomJS(desired_capabilities=desired_capabilities)

jdye64

#!/usr/bin/python

print "Converting all of the .dav files in this current directory into .mp4 files using ffmpeg"	
import os
from subprocess import call

files = [f for f in os.listdir('.') if os.path.isfile(f)]
for f in files:
    ext = f.split(".")[-1]
    if ext == "dav" or ext == "DAV":

guy-a

import os
import logging
import ftplib
from ftplib import FTP

class Leacher:
	
	def __init__(self, host, account, passwd, ftp_folder='', local_folder_path='', delete_files='False', file_match=''):
		
		logging.basicConfig(filename='leacher.log', format='%(asctime)s - %(levelname)s: %(message)s', level=logging.DEBUG)

amirziai