orangain

if (Deno.args.length !== 2) {
  console.error(
    "Usage: deno run --allow-read cdk-auto-mapper.ts <resource-file-path> <mapping-file-path>"
  );
  Deno.exit(1);
}

const [resourcePath, mappingPath] = Deno.args;

const resourceFileContent = await Deno.readTextFile(resourcePath);

orangain

import pandas as pd

dfs = pd.read_html('https://srbrnote.work/archives/2338')
df_splits = dfs[0]  # 株式分割・併合データ
df_stocks = dfs[2]  # 株価データ

df_splits['分割日'] = pd.to_datetime(df_splits['分割日'])
df_splits['係数'] = df_splits['分割前'] / df_splits['分割後']

df_stocks['日付'] = pd.to_datetime(df_stocks['日付'])

orangain

import sys
import os

from robobrowser import RoboBrowser

# 認証の情報は環境変数から取得する。
AMAZON_EMAIL = os.environ['AMAZON_EMAIL']
AMAZON_PASSWORD = os.environ['AMAZON_PASSWORD']

# RoboBrowserオブジェクトを作成する。

orangain

準備

$ python3 -m venv scraping
$ . venv/bin/activate
(venv) $ pip install scrapy

実行

orangain

Command to extract contents

$ python2 --version
Python 2.7.11
$ python3 --version
Python 3.5.1
$ git checkout master
$ python2 WikiExtractor.py --lists --links -b 100M in/jawiki-20150805-pages-articles.xml.bz2 -o out-py2-master
$ git checkout support-python3

orangain

In my environment these spiders work well.

Environment:

(venv) $ python -V
Python 3.4.2
(venv) $ scrapy version
Scrapy 1.1.0rc3

orangain

Setup

1. Download com.docker.vm.plist and save it into ~/Library/LaunchAgents/.

   $ curl -sL https://git.io/vz2Y9 -o ~/Library/LaunchAgents/com.docker.vm.plist
   

2. (Optional) Change <string>default</string> line if you are using different name of docker machine.

orangain

// Use Gists to store code you would like to remember later on
console.log(window); // log the "window" object to the console

orangain

orangain

# coding: utf-8

from __future__ import print_function
import scrapy


class TestSpider(scrapy.Spider):
    name = 'test'
    allowed_domains = ['capybala.com']
    start_urls = (